-- Logs begin at Wed 2021-12-22 03:58:58 UTC, end at Wed 2021-12-22 05:54:59 UTC. -- Dec 22 04:43:21.587674 dv-neutron-822523-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 04:43:24.294352 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.common.config [-] Logging enabled! Dec 22 04:43:24.294900 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev69 Dec 22 04:43:24.295054 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109073) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 04:43:24.298274 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.common.config [-] Logging enabled! Dec 22 04:43:24.298525 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev69 Dec 22 04:43:24.298858 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109073) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 04:43:24.299793 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 04:43:24.300024 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 04:43:24.300408 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 04:43:24.300653 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 04:43:24.300876 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 04:43:24.301190 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.301484 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.301775 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.302001 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.302290 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.302573 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.302848 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.303129 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.303421 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.303704 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.303978 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.304280 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.304509 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.304785 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.305067 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.305345 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.305566 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] debug = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.305841 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.306260 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.306669 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.306945 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.307237 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.307506 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.307773 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.308042 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.308349 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.308677 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] host = dv-neutron-822523-1-hyperv {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.308952 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.309235 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.309517 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.309800 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.310071 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.310344 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.310624 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.310895 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.311163 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] log_file = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.311433 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.311716 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.311998 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.312304 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.312527 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.312748 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.313033 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.313314 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.313584 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.313853 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.314121 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.314413 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.314683 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.314949 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.315229 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.315508 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.315787 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.316058 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.316355 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.316624 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.316892 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.317180 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.317448 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.317714 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.317981 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.318261 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.318523 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.318790 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.319085 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.319362 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.319637 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.319916 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.320182 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.320476 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.320744 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.321011 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.321276 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] use_json = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.321541 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.321804 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.322076 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.322350 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.322605 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.322871 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.323135 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.323412 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:24.323702 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.323993 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.324313 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.324590 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.324878 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.325152 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.325435 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.325708 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.325990 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.326270 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.326553 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.326826 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.327106 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.327381 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.327671 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.327972 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.328285 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.328572 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.328845 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.329113 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.329400 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.329656 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.329937 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.330727 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.331015 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.331338 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.331616 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.331898 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.332211 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.332497 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.332768 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.333043 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.333331 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.333606 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.333876 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.334148 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.334432 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.334704 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.334973 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.335252 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.335526 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.335794 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.336062 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.336365 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.336651 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.336924 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.337190 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.337457 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.337734 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.337999 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.338277 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.338549 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.338820 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.339092 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.339366 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.339635 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.339906 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.340183 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.340471 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.340745 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.341017 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.341287 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.341556 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.341821 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.342087 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.342352 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.342618 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.342887 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.343153 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.343422 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.343689 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.343957 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.344250 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.344534 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.344826 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.345101 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.345376 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.346271 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.346562 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.346838 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.347114 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.347391 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.347668 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.347941 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.348249 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.348533 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.348822 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.349101 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.349379 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.349682 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.349959 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.350240 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.350514 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.350788 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.351068 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.351347 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.351641 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.351940 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.352467 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.352775 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.353068 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.353344 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.353655 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.353933 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:24.354151 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 04:43:24.354392 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109073) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 22 04:43:24.707485 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109073) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:43:24.711204 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109073) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:43:24.711525 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109073) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 04:43:24.711862 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 04:43:25.106273 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.106495 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.106760 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.108051 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.108346 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.108608 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.156135 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.156456 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.156716 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.172063 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.172365 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.172635 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.201262 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.201548 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.201816 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.239331 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.239609 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.239878 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.472017 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.472634 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.472634 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.472847 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.473539 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.593690 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.594001 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.594284 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.594551 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.594812 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.595120 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.595378 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.596234 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.596497 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.596779 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.597038 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.597301 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.597554 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.597808 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.598061 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.598321 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.598574 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.598837 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.599101 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.599355 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.599623 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.599871 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.600147 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.600545 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.600792 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.601034 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.601441 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:43:25.601666 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:43:25.601901 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:43:25.602135 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:43:25.602367 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:43:25.602599 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:43:25.602953 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 04:43:25.606055 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 04:43:25.610111 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 04:43:25.613851 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 22 04:43:25.615480 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 04:43:25.615927 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 04:43:25.616291 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 04:43:25.616675 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 04:43:25.619480 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 04:43:25.619731 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 04:43:25.620071 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 04:43:25.625646 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 22 04:43:25.648244 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 22 04:43:25.648696 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.648992 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109073) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 22 04:43:25.649356 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.650723 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109073) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 04:43:25.651002 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 04:43:25.651245 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 04:43:25.654476 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.654758 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:25.717771 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 04:43:25.718009 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 04:43:25.718246 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 04:43:25.718605 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 04:43:25.740641 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_db.sqlalchemy.engines [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109073) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 22 04:43:26.446928 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Initializing driver for type 'gre' Dec 22 04:43:26.447441 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] gre ID ranges: [(1, 1000)] Dec 22 04:43:26.692675 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Initializing driver for type 'local' Dec 22 04:43:26.693280 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Initializing driver for type 'vlan' Dec 22 04:43:26.801092 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] VlanTypeDriver initialization complete Dec 22 04:43:26.801354 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Initializing driver for type 'vxlan' Dec 22 04:43:26.801856 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] vxlan ID ranges: [(1, 1000)] Dec 22 04:43:27.000918 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Initializing extension driver 'port_security' Dec 22 04:43:27.001280 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.extensions.port_security [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] PortSecurityExtensionDriver initialization complete Dec 22 04:43:27.001598 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Initializing mechanism driver 'openvswitch' Dec 22 04:43:27.001950 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Initializing mechanism driver 'hyperv' Dec 22 04:43:27.008574 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.plugins.ml2.plugin [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:27.009241 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > port after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.009603 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > port after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.009947 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > port after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.010454 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109073) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 04:43:27.010882 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > subnet after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.011225 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > subnet after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.011558 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.011940 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109073) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 04:43:27.012432 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > network after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.012773 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > network after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.013105 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > network after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.013481 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109073) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 04:43:27.013917 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > security_group after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.014258 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > security_group after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.014589 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.015106 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109073) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 04:43:27.015509 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.015848 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.016217 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.019458 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109073) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 04:43:27.019458 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > address_group after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.019458 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > address_group after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.019458 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.019458 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109073) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 04:43:27.019845 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] ML2 OVO RPC backend initialized. {{(pid=109073) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 22 04:43:27.019845 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.019845 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.019845 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > network before_response 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.020176 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > networks before_response 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.020537 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > port before_response 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.020874 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > ports before_response 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.021208 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > subnet before_response 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.021539 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > subnets before_response 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.021873 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > network after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.022207 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > network after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.022534 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > network after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.022863 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > port after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.023262 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > port after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.023591 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > port after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.023918 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > subnet after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.024268 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > subnet after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.024596 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.025164 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.plugin [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Modular L2 Plugin initialization complete Dec 22 04:43:27.025486 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading services supported by the core plugin {{(pid=109073) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 22 04:43:27.025800 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.plugins.ml2.managers [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Got port-security extension from driver 'port_security' Dec 22 04:43:27.026248 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.extensions.vlantransparent [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Disabled vlantransparent extension. Dec 22 04:43:27.026719 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109073) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 22 04:43:27.027024 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading Plugin: router Dec 22 04:43:27.064173 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.064533 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router after_create 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.064896 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router before_create 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.065254 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.065618 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.065969 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router after_delete 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.066318 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.066661 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.067014 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router after_create 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.067353 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router after_update 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.067696 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router after_update 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.068033 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.068410 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router after_update 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.068810 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router precommit_update 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.069167 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: port after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.069496 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: port after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.069823 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: subnet after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.070148 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.070488 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.070823 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router precommit_create 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.071152 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: port before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.071487 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router precommit_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.071831 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router after_update 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.072162 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.072541 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router precommit_create 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.072889 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.073222 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router precommit_update 55549900 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.073572 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > agent after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.073914 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > agent after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.074248 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > network after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.075105 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Tracking information for resource: router configured {{(pid=109073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:43:27.075425 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Tracking information for resource: floatingip configured {{(pid=109073) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:43:27.080956 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.db.l3_agentschedulers_db [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 04:43:27.081523 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: port after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.081881 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: port after_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.082224 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: port after_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.082569 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: port after_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.083340 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router before_create 55550100 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.083694 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.084045 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router precommit_create 55550100 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.084411 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > router precommit_update 55550100 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.089074 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.services.provider_configuration [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service providers = [] {{(pid=109073) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 04:43:27.089429 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.db.servicetype_db [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109073) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 04:43:27.092380 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.services.service_base [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109073) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 04:43:27.092723 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.services.service_base [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109073) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 04:43:27.093057 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.services.service_base [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109073) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 04:43:27.093932 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.services.service_base [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109073) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 04:43:27.094295 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.services.service_base [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 04:43:27.094664 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:43:27.094971 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 04:43:27.106324 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:43:27.106652 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading Plugin: auto_allocate Dec 22 04:43:27.112505 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: network precommit_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.112868 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: network precommit_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.113382 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:43:27.113697 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading Plugin: tag Dec 22 04:43:27.120207 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:43:27.120541 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading Plugin: timestamp Dec 22 04:43:27.124797 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:43:27.125118 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading Plugin: network_ip_availability Dec 22 04:43:27.130528 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.130894 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.131243 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.131947 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:43:27.132290 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading Plugin: flavors Dec 22 04:43:27.136985 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:43:27.137314 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading Plugin: revisions Dec 22 04:43:27.141579 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109073) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:43:27.141962 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_concurrency.lockutils [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.430s {{(pid=109073) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 04:43:27.143214 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109073) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 22 04:43:27.143540 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Initializing extension manager. Dec 22 04:43:27.144136 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: __init__.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.144504 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: __pycache__ {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.144833 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.145160 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: address_group.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.145898 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.146450 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: address-group Dec 22 04:43:27.146766 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: address_scope.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.147651 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.148156 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: address-scope Dec 22 04:43:27.148497 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.149416 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.149916 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: router-admin-state-down-before-update Dec 22 04:43:27.150229 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: agent.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.150916 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.151412 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: agent Dec 22 04:43:27.151725 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: agent_resources_synced.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.152648 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.153146 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: agent-resources-synced Dec 22 04:43:27.153460 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: allowedaddresspairs.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.155200 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.155711 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: allowed-address-pairs Dec 22 04:43:27.156028 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: auto_allocated_topology.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.157124 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.157624 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: auto-allocated-topology Dec 22 04:43:27.157967 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: availability_zone.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.159208 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.159701 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: availability_zone Dec 22 04:43:27.160014 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: availability_zone_filter.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.161013 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.161510 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: availability_zone_filter Dec 22 04:43:27.161823 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: data_plane_status.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.162717 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.163210 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 04:43:27.163523 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: default_subnetpools.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.164466 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.164961 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: default-subnetpools Dec 22 04:43:27.165274 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.166064 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.166555 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: dhcp_agent_scheduler Dec 22 04:43:27.166868 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: dns.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.167764 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.168281 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension dns-integration not supported by any of loaded plugins Dec 22 04:43:27.168597 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: dns_domain_ports.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.169495 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.169985 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 04:43:27.170302 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.171210 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.171701 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 22 04:43:27.172014 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: dvr.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.172730 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.173225 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: dvr Dec 22 04:43:27.173539 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: ecmp_routes.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.174467 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.174959 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 22 04:43:27.175270 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: empty_string_filtering.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.176165 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.176687 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: empty-string-filtering Dec 22 04:43:27.177001 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.177902 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.178398 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 04:43:27.178712 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.179619 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.180110 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 04:43:27.180447 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: external_net.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.181341 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.181837 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: external-net Dec 22 04:43:27.182150 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.183054 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.183583 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: extra_dhcp_opt Dec 22 04:43:27.183891 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: extraroute.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.184817 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.185312 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: extraroute Dec 22 04:43:27.185624 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: extraroute_atomic.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.186636 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.187151 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: extraroute-atomic Dec 22 04:43:27.187450 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: filter_validation.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.188308 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.188798 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: filter-validation Dec 22 04:43:27.189110 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: fip_pf_description.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.190029 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.190516 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 04:43:27.190826 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: fip_port_details.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.191741 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.192267 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: fip-port-details Dec 22 04:43:27.192584 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: flavors.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.193816 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.194323 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: flavors Dec 22 04:43:27.194640 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.196350 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.196867 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 04:43:27.197186 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: floatingip_pools.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.197874 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.198373 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: floatingip-pools Dec 22 04:43:27.198684 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: ip_allocation.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.199599 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.200095 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 04:43:27.200442 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.201346 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.201846 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: ip-substring-filtering Dec 22 04:43:27.202162 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: l2_adjacency.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.203068 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.203568 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 04:43:27.203888 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: l3.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.205528 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.206034 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: router Dec 22 04:43:27.206353 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.208605 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.209130 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 04:43:27.209453 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.210384 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.210888 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: ext-gw-mode Dec 22 04:43:27.211206 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.212111 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.212641 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: l3-ha Dec 22 04:43:27.212956 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: l3_flavors.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.213861 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.214357 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: l3-flavors Dec 22 04:43:27.214669 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.215568 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.216064 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 04:43:27.216409 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: l3agentscheduler.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.217432 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.217937 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: l3_agent_scheduler Dec 22 04:43:27.218255 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: logging.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.219745 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.220293 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension logging not supported by any of loaded plugins Dec 22 04:43:27.221241 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: metering.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.221978 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.222550 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: metering Dec 22 04:43:27.222870 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.223948 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.224492 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: metering_source_and_destination_fields Dec 22 04:43:27.224814 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: multiprovidernet.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.225724 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.226225 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: multi-provider Dec 22 04:43:27.226543 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: netmtu.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.227446 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.227947 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: net-mtu Dec 22 04:43:27.228309 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: netmtu_writable.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.229204 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.229703 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: net-mtu-writable Dec 22 04:43:27.230022 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: network_availability_zone.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.230681 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.231177 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: network_availability_zone Dec 22 04:43:27.231491 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: network_ip_availability.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.232609 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.233108 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: network-ip-availability Dec 22 04:43:27.233426 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: network_segment_range.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.234179 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.234670 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 04:43:27.234986 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: pagination.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.235956 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.236567 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: pagination Dec 22 04:43:27.236889 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: port_device_profile.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.237804 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.238311 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: port-device-profile Dec 22 04:43:27.238626 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.239539 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.240041 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: port-mac-address-regenerate Dec 22 04:43:27.240385 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.241287 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.241787 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: port-numa-affinity-policy Dec 22 04:43:27.242098 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: port_resource_request.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.243135 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.243635 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 04:43:27.243948 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: portbindings.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.244968 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.245479 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: binding Dec 22 04:43:27.245793 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: portbindings_extended.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.247053 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.247814 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: binding-extended Dec 22 04:43:27.248131 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: portsecurity.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.249058 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.249565 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: port-security Dec 22 04:43:27.249883 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: project_id.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.250849 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.251167 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: project-id Dec 22 04:43:27.251482 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: providernet.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.252459 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.252960 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: provider Dec 22 04:43:27.253274 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: qos.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.256841 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.257357 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension qos not supported by any of loaded plugins Dec 22 04:43:27.257683 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.258934 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.259443 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 04:43:27.259763 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.260696 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.261199 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 04:43:27.261516 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: qos_default.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.262421 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.262923 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension qos-default not supported by any of loaded plugins Dec 22 04:43:27.263239 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: qos_fip.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.263887 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.264416 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension qos-fip not supported by any of loaded plugins Dec 22 04:43:27.264732 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: qos_gateway_ip.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.265641 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.266141 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 04:43:27.266454 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: qos_port_network_policy.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.267853 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.268385 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 04:43:27.268700 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: qos_pps_rule.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.269883 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.270387 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension qos-pps not supported by any of loaded plugins Dec 22 04:43:27.270705 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: qos_rule_type_details.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.271607 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.272106 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 04:43:27.272453 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: qos_rules_alias.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.273508 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.274011 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 04:43:27.274330 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: quotasv2.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.275241 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.275562 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: quotas Dec 22 04:43:27.275876 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: quotasv2_detail.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.279592 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.279927 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: quota_details Dec 22 04:43:27.280285 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: rbac.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.281329 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.281845 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: rbac-policies Dec 22 04:43:27.282170 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: rbac_address_group.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.283732 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.284275 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: rbac-address-group Dec 22 04:43:27.284601 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: rbac_address_scope.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.285512 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.286016 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: rbac-address-scope Dec 22 04:43:27.286333 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: rbac_security_groups.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.287241 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.287771 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: rbac-security-groups Dec 22 04:43:27.288091 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: rbac_subnetpool.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.289029 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.289535 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: rbac-subnetpool Dec 22 04:43:27.289850 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: revisionifmatch.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.290754 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.291260 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: revision-if-match Dec 22 04:43:27.291575 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: revisions.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.292714 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.293218 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: standard-attr-revisions Dec 22 04:43:27.293533 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: router_availability_zone.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.294244 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.294695 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: router_availability_zone Dec 22 04:43:27.295010 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: routerservicetype.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.295927 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.296462 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension router-service-type not supported by any of loaded plugins Dec 22 04:43:27.296779 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.297685 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.298191 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: security-groups-normalized-cidr Dec 22 04:43:27.298505 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.299435 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.299932 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: port-security-groups-filtering Dec 22 04:43:27.300277 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.301186 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.301684 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: security-groups-remote-address-group Dec 22 04:43:27.302000 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: securitygroup.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.313045 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.313569 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: security-group Dec 22 04:43:27.313897 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: segment.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.314744 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.315202 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension segment not supported by any of loaded plugins Dec 22 04:43:27.315524 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.316489 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.316997 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 04:43:27.317319 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: servicetype.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.318516 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.319026 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: service-type Dec 22 04:43:27.319348 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: sorting.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.320360 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.320687 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: sorting Dec 22 04:43:27.321004 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: standard_attr_segment.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.321906 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.322409 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 04:43:27.322727 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: standardattrdescription.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.323368 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.323866 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: standard-attr-description Dec 22 04:43:27.324182 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: stateful_security_group.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.325124 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.325623 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: stateful-security-group Dec 22 04:43:27.325937 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: stdattrs_common.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.326507 dv-neutron-822523-1-hyperv neutron-server[109073]: WARNING neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 04:43:27.326818 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.327734 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.328275 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 04:43:27.328591 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: subnet_onboard.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.329645 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.330684 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: subnet_onboard Dec 22 04:43:27.330999 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.331980 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.332547 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 04:43:27.332862 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: subnet_service_types.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.333784 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.334291 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: subnet-service-types Dec 22 04:43:27.334608 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: subnetallocation.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.335717 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.336246 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: subnet_allocation Dec 22 04:43:27.336567 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.337274 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.337903 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: subnetpool-prefix-ops Dec 22 04:43:27.338254 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.339384 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.339888 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 04:43:27.340227 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: tagging.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.341271 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.341778 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: standard-attr-tag Dec 22 04:43:27.342096 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: timestamp.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.343292 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.343799 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loaded extension: standard-attr-timestamp Dec 22 04:43:27.344120 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: trunk.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.345171 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.346317 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension trunk not supported by any of loaded plugins Dec 22 04:43:27.346641 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: trunk_details.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.347560 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.348061 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension trunk-details not supported by any of loaded plugins Dec 22 04:43:27.348405 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: uplink_status_propagation.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.349320 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.349819 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 04:43:27.350134 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Loading extension file: vlantransparent.py {{(pid=109073) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:43:27.350796 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109073) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:43:27.351291 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 04:43:27.353845 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:network Dec 22 04:43:27.354370 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:subnet Dec 22 04:43:27.354769 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:43:27.355151 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:port Dec 22 04:43:27.356385 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.356812 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service FLAVORS assigned prefix: {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.357410 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.357834 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.358154 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:router Dec 22 04:43:27.358576 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 04:43:27.359068 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service METERING assigned prefix: /metering {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.360508 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.360873 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.361258 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:43:27.362230 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 04:43:27.362658 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:security_group Dec 22 04:43:27.363099 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 04:43:27.363674 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service CORE assigned prefix: {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.363995 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:43:27.364429 dv-neutron-822523-1-hyperv neutron-server[109073]: WARNING neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] subnetpool is already registered Dec 22 04:43:27.364861 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service CORE assigned prefix: {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.365176 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:43:27.365500 dv-neutron-822523-1-hyperv neutron-server[109073]: WARNING neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] subnetpool is already registered Dec 22 04:43:27.367767 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.368214 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service FLAVORS assigned prefix: {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.369099 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.369204 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.369523 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:router Dec 22 04:43:27.369853 dv-neutron-822523-1-hyperv neutron-server[109073]: WARNING neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] router is already registered Dec 22 04:43:27.370256 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 04:43:27.370583 dv-neutron-822523-1-hyperv neutron-server[109073]: WARNING neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] floatingip is already registered Dec 22 04:43:27.371031 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service METERING assigned prefix: /metering {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.371691 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 04:43:27.372009 dv-neutron-822523-1-hyperv neutron-server[109073]: WARNING neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] rbac_policy is already registered Dec 22 04:43:27.372440 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:security_group Dec 22 04:43:27.373022 dv-neutron-822523-1-hyperv neutron-server[109073]: WARNING neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] security_group is already registered Dec 22 04:43:27.373417 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 04:43:27.373743 dv-neutron-822523-1-hyperv neutron-server[109073]: WARNING neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] security_group_rule is already registered Dec 22 04:43:27.374397 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service CORE assigned prefix: {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.374717 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:43:27.375043 dv-neutron-822523-1-hyperv neutron-server[109073]: WARNING neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] subnetpool is already registered Dec 22 04:43:27.375459 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.v2.resource_helper [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Service CORE assigned prefix: {{(pid=109073) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:43:27.375772 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:43:27.376094 dv-neutron-822523-1-hyperv neutron-server[109073]: WARNING neutron.quota.resource_registry [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] subnetpool is already registered Dec 22 04:43:27.376585 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: extensions {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.378243 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: address-groups {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.379730 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: address-scopes {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.381067 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: agents {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.382218 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: auto-allocated-topology {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.383448 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: availability_zones {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.384706 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: dhcp-networks {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.386251 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: dhcp-agents {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.387665 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: routers {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.389909 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: flavors {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.391085 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: service_profiles {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.392302 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: next_providers {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.394292 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: service_profiles {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.395820 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: floatingip-pools {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.397062 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: routers {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.399195 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: floatingips {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.400489 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: l3-routers {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.401872 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: l3-agents {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.403279 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: metering-labels {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.404640 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: metering-label-rules {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.405927 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: network-ip-availabilities {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.407175 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: bindings {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.410314 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: quotas {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.411761 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: quotas {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.413227 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: rbac-policies {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.414419 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: security-groups {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.415723 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: security-group-rules {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.417008 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: service-providers {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.418230 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: subnetpools {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.419656 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: subnetpools {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.421112 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: tags {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.422783 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: tags {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.424639 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: tags {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.426418 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: tags {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.428213 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: tags {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.430074 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: tags {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.431785 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: tags {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.433691 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: tags {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.435443 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: tags {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.437204 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron.api.extensions [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Extended resource: tags {{(pid=109073) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:43:27.443680 dv-neutron-822523-1-hyperv neutron-server[109073]: WARNING keystonemiddleware.auth_token [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 04:43:27.448531 dv-neutron-822523-1-hyperv neutron-server[109073]: WARNING keystonemiddleware.auth_token [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 04:43:27.457540 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_concurrency.lockutils [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Acquired lock "singleton_lock" {{(pid=109073) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 22 04:43:27.458004 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_concurrency.lockutils [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Releasing lock "singleton_lock" {{(pid=109073) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 22 04:43:27.458629 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO oslo_service.service [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Starting 2 workers Dec 22 04:43:27.463403 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Started child 109182 {{(pid=109073) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 22 04:43:27.467765 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Started child 109183 {{(pid=109073) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 22 04:43:27.468881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:27.469522 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO neutron.service [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 04:43:27.470047 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Notify callbacks [] for process, before_spawn {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:27.470351 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [-] (109182) wsgi starting up on http://0.0.0.0:9696 Dec 22 04:43:27.472521 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO oslo_service.service [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Starting 1 workers Dec 22 04:43:27.472635 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:27.473932 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [-] (109183) wsgi starting up on http://0.0.0.0:9696 Dec 22 04:43:27.477711 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Started child 109184 {{(pid=109073) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 22 04:43:27.478258 dv-neutron-822523-1-hyperv neutron-server[109073]: INFO oslo_service.service [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Starting 1 workers Dec 22 04:43:27.481561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.service [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] calling RpcWorker wait() {{(pid=109184) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 04:43:27.482083 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.service [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] returning from RpcWorker wait() {{(pid=109184) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 04:43:27.482665 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Started child 109185 {{(pid=109073) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 22 04:43:27.483408 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:27.483511 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-ff3ebeeb-5895-4614-9c4d-aadd7de18496 None None] Notify callbacks [] for process, after_spawn {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:27.483917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:27.485382 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109073) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 22 04:43:27.485586 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 04:43:27.485765 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 04:43:27.485976 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 04:43:27.486334 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 04:43:27.486491 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 04:43:27.487025 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.487289 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.487537 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.487787 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.487988 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:27.488452 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.488680 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.488935 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.489065 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:27.489195 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.489462 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.489691 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.489857 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.490015 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.490249 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.490489 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.490775 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.491032 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.491280 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.491526 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.491688 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.491926 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.492273 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.492451 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.492706 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] debug = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.492950 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.493410 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.493631 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.493860 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.494069 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.494328 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.494575 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.494800 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.495041 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.495271 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.495496 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.495751 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.495972 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.496173 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.496405 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.496638 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.496849 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.497319 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] host = dv-neutron-822523-1-hyperv {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.497817 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.498045 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.498283 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.498518 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.498764 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.498975 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.499233 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.499478 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.499722 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.499955 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.500244 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.500491 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.500731 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.500977 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_file = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.501118 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_options = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.501351 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.501602 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.502364 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.502545 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.502708 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.502876 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.503119 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.503274 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.503529 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.503745 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.503954 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.504167 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.504413 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.504619 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.504882 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.505136 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.505358 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.505589 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.505836 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.506056 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.506272 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.506489 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.506727 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.506962 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.507168 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.507395 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.507630 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.507857 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.508064 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.508327 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.508559 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.508820 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.509083 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.509307 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.509575 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.509813 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.510031 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.510268 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.510520 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.510737 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.510977 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.511230 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.511443 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.511669 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.511891 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.512096 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.512356 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] use_json = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.512561 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.512799 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.513052 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.513279 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.513505 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.513709 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.513912 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.514149 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.514557 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.514837 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.515163 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.515383 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.515696 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.515854 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.516094 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.516322 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.516602 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.516799 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.517067 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.517298 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.518149 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.518383 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.518664 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.520108 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.520399 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.520663 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.520885 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.521122 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.521335 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.521570 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.522747 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.523796 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.523905 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.524156 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.524446 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.524799 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.525102 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.525378 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.525640 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.525883 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.526151 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.526379 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.526619 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.526840 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.527077 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.527343 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.527568 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.527806 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.528047 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.528340 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.528558 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.528793 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.529059 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.529326 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.529558 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.529782 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.529996 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.530211 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.530447 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.530659 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.530887 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.531121 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.531474 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.531624 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.531810 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.532007 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.532260 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.532503 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.532994 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.532994 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.533321 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.533531 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.533757 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.534139 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.534257 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.534444 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.534660 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.534873 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.535110 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.535321 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.535564 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.535816 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.536030 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.536294 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.548896 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.548896 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.548896 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.548896 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.548896 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.548896 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.548896 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.548896 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.548896 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551001 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551001 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551001 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551001 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551001 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551001 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551001 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551001 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551848 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551848 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551848 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551848 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551848 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551848 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551848 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.551848 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.552485 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.552485 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.552485 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.552485 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.552485 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.552485 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.552485 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.552485 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553066 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553066 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553066 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553066 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553066 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553066 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553066 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553066 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553966 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553966 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553966 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553966 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553966 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553966 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553966 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.553966 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.554971 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.554971 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.554971 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.554971 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.554971 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.554971 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.554971 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.554971 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.555871 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.555871 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.555871 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.555871 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.555871 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.555871 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.555871 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.555871 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.556862 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.556862 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.556862 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.556862 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.556862 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.556862 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.556862 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.556862 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.557835 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.557835 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.557835 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.557835 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.557835 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.557835 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.557835 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.557835 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.558707 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.558707 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.558707 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.558707 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.558707 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.558707 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.558707 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.558707 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.559482 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.559482 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.559482 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.559482 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.559482 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.559482 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.559482 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.559482 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.560381 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.560381 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.560381 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.560381 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.560381 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.560381 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.560801 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.560801 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.560951 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.561126 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.561340 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.561550 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.561767 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.561976 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.562483 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.562483 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.562994 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.562994 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.563158 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.563419 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.563666 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.563897 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.564131 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.564983 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.565194 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.565445 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.565663 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.565879 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.566094 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.566328 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.566591 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.566812 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.567048 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.567260 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.567472 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.567699 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.567912 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.568142 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.568450 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.568709 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.568957 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.569207 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.569444 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.569675 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.569901 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.570115 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.570325 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.570544 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.570758 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.570967 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.571210 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.571420 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.571629 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.571849 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.572064 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.572313 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.572538 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.572801 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.573012 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.573232 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.573447 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.573677 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.573922 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.574130 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.574338 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.574558 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.574771 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.574978 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.575203 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.575410 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.575639 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.575859 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.576072 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.577153 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.578409 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.578680 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.578909 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.580862 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.581113 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.581376 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.581632 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.581957 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.582187 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.582433 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.582677 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.582902 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.583126 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.583382 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.583695 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.583978 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.584255 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.584493 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.584758 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.585033 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.585302 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.585516 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.585799 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.586112 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.586388 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.586648 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.586871 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.587124 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.587345 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.587571 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.587814 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.588048 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.588698 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.588945 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.589175 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.589423 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.589658 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.589902 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.590116 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.590338 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.590547 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.590764 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.590996 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.591148 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 04:43:27.591675 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109073) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 22 04:43:27.591831 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 04:43:27.591978 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 04:43:27.592145 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 04:43:27.592334 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 04:43:27.592481 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 04:43:27.592684 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.592840 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.592994 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.593148 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.593300 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.593492 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.593649 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.593803 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.593955 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.594105 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.594259 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.594411 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.594562 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.594716 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.594866 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.595018 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.595168 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.595320 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.595495 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.595649 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.595801 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.595951 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.596103 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] debug = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.599169 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.600274 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.600478 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.600657 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.600829 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.600981 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.601156 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.601323 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.601843 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.602012 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.602178 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.602341 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.602504 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.602668 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.602833 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.602993 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.603175 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.603324 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] host = dv-neutron-822523-1-hyperv {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.603469 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.603617 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.603752 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.603888 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.604019 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.604177 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.604348 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.604484 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.604645 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.604799 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.604937 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.605072 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.605232 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.605375 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_file = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.605532 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_options = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.605686 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.605831 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.605986 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.606172 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.606336 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.606494 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.606651 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.606806 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.606962 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.607117 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.607273 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.607431 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.607587 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.607744 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.607899 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.608073 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.608227 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.608442 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.608623 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.608787 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.608942 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.609096 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.609253 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.609408 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.609564 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.609719 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.609873 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.610027 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.610183 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.610340 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.610495 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.610649 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.610807 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.610962 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.611140 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.611296 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.611453 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.611607 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.611766 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.611924 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.612079 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.612259 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.612418 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.612574 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.612728 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.612887 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.613043 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] use_json = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.613198 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.613354 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.613510 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.613664 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.613820 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.613973 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.614130 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.614287 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:43:27.614463 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.614622 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.614792 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.614951 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.615109 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.615267 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.615426 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.615584 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.615741 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.615898 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.616062 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.616244 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.616415 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.616575 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.616739 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.616896 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.617054 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.617211 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.617371 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.617529 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.617687 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.617849 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.618001 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.618235 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.618379 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.618594 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.618729 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.618860 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.619000 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.619181 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.619534 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.619534 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.619801 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.619801 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.620059 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.620059 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.620371 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.620508 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.620654 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.620791 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.620926 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.621060 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.621196 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.621328 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.621480 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.621639 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.621784 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.621993 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.622133 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.622281 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.622416 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.622794 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.622953 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.623113 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.623272 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.623440 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.623598 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.623755 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.623912 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.624072 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.624246 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.624408 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.624565 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.624723 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.624882 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.625039 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.625210 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.625367 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.625525 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.625683 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.625841 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.625998 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.626157 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.626315 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.626473 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.626630 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.627318 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.627478 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.627635 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.627794 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.627953 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.628112 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.628351 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.628497 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.628700 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.628826 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.628941 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.629063 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.629196 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.629364 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.629538 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.629696 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.629853 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.630012 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.630168 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.630326 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.630484 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.630643 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.630800 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.630957 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.631113 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.631275 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.631435 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.631594 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.631750 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.631907 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.632063 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.632246 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.632394 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.632548 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.632692 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.632854 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.632998 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.633155 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.633315 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.633459 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.633627 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.633772 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.633935 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.634093 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.634258 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.634427 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.634571 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.634733 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.634876 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.635037 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.635179 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.635339 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.635490 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.635632 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.635787 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.635933 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.636099 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.636277 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.636437 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.636597 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.636754 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.636936 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.637094 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.637251 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.637409 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.637566 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.637723 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.637879 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.638037 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.638195 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.638401 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.638543 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.638685 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.638802 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.638942 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.639103 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.639260 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.639417 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.639575 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.639732 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.639894 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.640039 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.640218 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.640373 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.640531 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.640688 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.640836 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.640994 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.641150 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.641307 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.641463 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.641620 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.641776 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.641933 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.642090 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.642246 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.642449 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.643096 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.643258 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.643419 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.643582 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.643740 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.643897 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.644054 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.644233 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.644398 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.644548 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.644702 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.644861 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.645018 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.645176 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.645333 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.645490 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.645647 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.645805 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.645961 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.646133 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.646290 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.646446 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.646603 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.646761 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.646918 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.647073 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.647230 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.647387 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.647544 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.647700 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.647860 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.648021 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.648179 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.648501 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.648501 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.648711 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.648978 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.648978 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.649181 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.649288 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.649390 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.649542 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.649699 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.649855 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.650024 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.650183 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.650340 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.650496 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.650652 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.650811 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.650978 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.651135 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.651292 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.651448 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.651605 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.651761 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.651929 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.652086 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.652263 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.652422 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.652579 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.652736 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.653702 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.653702 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.653702 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.653702 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.653702 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.653702 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.654152 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.654152 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.654152 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.654368 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.654368 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.654520 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.654672 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.654830 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.654988 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.655160 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.655319 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.655478 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.655634 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.655803 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.655962 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.656339 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.656339 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.656541 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.656619 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.656754 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.656916 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.657084 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.657248 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.657407 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.657743 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.657743 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.657922 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.658106 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.658249 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.658365 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.658504 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.658694 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.658805 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.658961 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.659120 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.659282 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.659434 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.659582 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.659739 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.659901 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.660057 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.660225 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.660388 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.660545 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.660703 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.660859 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.661016 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.661172 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.661334 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:43:27.661497 dv-neutron-822523-1-hyperv neutron-server[109073]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109073) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 04:43:27.671526 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:27.764952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 34880) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:43:27.774091 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069649 Dec 22 04:43:39.184622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08253761-bd34-4a94-8b66-8fdbb44839a8 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:43:39.255117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08253761-bd34-4a94-8b66-8fdbb44839a8 None None] No non-hosted networks {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 04:43:39.294466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.agentschedulers_db [None req-08253761-bd34-4a94-8b66-8fdbb44839a8 None None] DHCP Agent not found on host dv-neutron-822523-1-hyperv {{(pid=109184) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 22 04:43:39.439235 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2256a1c2-0928-454a-8942-f265b2637c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679388'] for agent, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:41.665633 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-38908ef0-0ff4-4b4d-8028-d0418c41fbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679388'] for agent, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:41.738843 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-baad018a-09ad-4bc5-bc5f-60d515db5140 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-822523-1-hyperv {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:43:41.739602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-baad018a-09ad-4bc5-bc5f-60d515db5140 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:43:42.268667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-baad018a-09ad-4bc5-bc5f-60d515db5140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:43.132429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679388'] for agent, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:44.161108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679388'] for agent, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:44.275853 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.db.l3_hamode_db [None req-688fe40f-e158-47e9-8bc8-4afea56509a8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 04:43:44.358536 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688fe40f-e158-47e9-8bc8-4afea56509a8 None None] Routers set() bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:44.358923 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688fe40f-e158-47e9-8bc8-4afea56509a8 None None] Router IDs set() for agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 04:43:45.166341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679388'] for agent, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:45.167038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:45.167299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:45.167620 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:45.167939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:45.168285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:45.168602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:45.168968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:45.169301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:45.169616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:45.169947 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:45.170279 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:45.170594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:45.170957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822523-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:45.177150 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822523-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:45.513492 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 34970) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:43:46.044840 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING oslo_policy.policy [None req-949d0e96-62be-4831-93cc-3e6d79719127 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:43:46.045489 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING oslo_policy.policy [None req-949d0e96-62be-4831-93cc-3e6d79719127 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:43:46.278615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-949d0e96-62be-4831-93cc-3e6d79719127 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:43:46.279722 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-949d0e96-62be-4831-93cc-3e6d79719127 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7653279 Dec 22 04:43:48.690512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 34986) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:43:49.008485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8b39462a-b9a0-4621-9067-544fadf86e5e admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:49.102181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.policy [None req-8b39462a-b9a0-4621-9067-544fadf86e5e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109183) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 04:43:49.146810 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING oslo_policy.policy [None req-8b39462a-b9a0-4621-9067-544fadf86e5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:43:49.147190 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING oslo_policy.policy [None req-8b39462a-b9a0-4621-9067-544fadf86e5e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:43:49.155451 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.quota [None req-8b39462a-b9a0-4621-9067-544fadf86e5e admin admin] Loaded quota_driver: . Dec 22 04:43:49.312221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8b39462a-b9a0-4621-9067-544fadf86e5e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753903606559', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753903607104', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753903586553', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753903584919', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753904555030', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753903571479', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1043781', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1029037', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4164599', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3762147'] for rbac-policy, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:49.510587 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8b39462a-b9a0-4621-9067-544fadf86e5e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:49.511763 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8b39462a-b9a0-4621-9067-544fadf86e5e admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8202798 Dec 22 04:43:52.108336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 34998) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:43:52.399416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Request body: {'network': {'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'admin_state_up': True, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'name': 'private'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:52.486375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Made reservation on behalf of 94457c1b5c404e03b1b9e6618c9c422e for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:52.489082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:52.505829 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:52.610237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:52.674366 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:52.693395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:43:52.720738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753904676235', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:52.721282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Unsubscribe: segment precommit_create {{(pid=109183) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 04:43:52.721758 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Added segment 42cc3851-c6d3-4985-9934-14f6b586a4ce of type vlan for network 74737611-8422-498e-bb37-695b318072f6 Dec 22 04:43:52.736936 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cc2178-592f-4289-aebf-022105ed9267,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:52.761751 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.762097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.762423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.762748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.763062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.763385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.763697 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.764518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.764836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.765140 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.765457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.765743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Tracked resource versions report: Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: pushed versions: Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: { 'AddressGroup': {'1.2'}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'ConntrackHelper': {'1.0'}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Log': {'1.0'}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Network': {'1.1'}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Port': {'1.7'}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'PortForwarding': {'1.2'}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'QosPolicy': {'1.9'}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'SecurityGroup': {'1.4'}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'SubPort': {'1.0'}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Subnet': {'1.1'}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Trunk': {'1.1'}} Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: consumer versions: Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: { DHCP agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: L3 agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: Metadata agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: Metering agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: Open vSwitch agent@dv-neutron-822523-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'ConntrackHelper': '1.0', Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Log': '1.0', Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Network': '1.1', Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Port': '1.7', Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'PortForwarding': '1.2', Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'QosPolicy': '1.9', Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'SecurityGroup': '1.4', Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'SecurityGroupRule': '1.2', Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'SubPort': '1.0', Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Subnet': '1.1', Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Trunk': '1.1'}} Dec 22 04:43:52.767635 dv-neutron-822523-1-hyperv neutron-server[109183]: {{(pid=109183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:43:52.838892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:52.926163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:52.927285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:52.927953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:53.021868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=74737611-8422-498e-bb37-695b318072f6,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:53.032927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 74737611-8422-498e-bb37-695b318072f6 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:43:53.105892 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a323685c-90d8-4509-a79d-f8f554301fc9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9964957 Dec 22 04:43:55.723444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35012) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:43:56.105278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23d2f9e-609e-4381-b96b-dc7f6311c735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:56.106618 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e23d2f9e-609e-4381-b96b-dc7f6311c735 admin admin] 10.222.0.54 "GET /v2.0/networks/74737611-8422-498e-bb37-695b318072f6 HTTP/1.1" status: 200 len: 825 time: 0.3822365 Dec 22 04:43:56.131192 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ce9a0acb-84fc-4c39-952a-c92fce5f29a2 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/fe1b66ad-df95-4f44-a378-de1245f5f51b HTTP/1.1" status: 200 len: 734 time: 0.0184824 Dec 22 04:43:56.140079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4c61d5f2-f468-4423-8c13-1b1b0a61f563 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'fe1b66ad-df95-4f44-a378-de1245f5f51b', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'network_id': '74737611-8422-498e-bb37-695b318072f6', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:56.211540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c61d5f2-f468-4423-8c13-1b1b0a61f563 admin admin] Made reservation on behalf of 94457c1b5c404e03b1b9e6618c9c422e for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:56.213729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c61d5f2-f468-4423-8c13-1b1b0a61f563 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:56.549309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c61d5f2-f468-4423-8c13-1b1b0a61f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:56.614103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61d5f2-f468-4423-8c13-1b1b0a61f563 admin admin] Checking segment: {'id': '42cc3851-c6d3-4985-9934-14f6b586a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74737611-8422-498e-bb37-695b318072f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:43:56.614478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61d5f2-f468-4423-8c13-1b1b0a61f563 admin admin] Network hostable DHCP agents. Network: 74737611-8422-498e-bb37-695b318072f6, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:43:56.621174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61d5f2-f468-4423-8c13-1b1b0a61f563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:56.731396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61d5f2-f468-4423-8c13-1b1b0a61f563 admin admin] Network 74737611-8422-498e-bb37-695b318072f6 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:43:56.822756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-4c61d5f2-f468-4423-8c13-1b1b0a61f563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 74737611-8422-498e-bb37-695b318072f6) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:56.827295 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c61d5f2-f468-4423-8c13-1b1b0a61f563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:56.827865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c61d5f2-f468-4423-8c13-1b1b0a61f563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:56.831943 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dabc271-b01b-4b3e-865b-d01d61243356 None None] Network 74737611-8422-498e-bb37-695b318072f6 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:43:56.939655 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4c61d5f2-f468-4423-8c13-1b1b0a61f563 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8026659 Dec 22 04:43:57.146797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-74737611-8422-498e-bb37-695b318072f6', 'network_id': '74737611-8422-498e-bb37-695b318072f6', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'fixed_ips': [{'subnet_id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:43:57.147982 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:57.423292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Allocated IP 172.20.0.2 (74737611-8422-498e-bb37-695b318072f6/ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e/16f9b9a8-30be-4751-acca-b05bab0c1419) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:43:57.620041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:57.691986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:57.788715 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Network 74737611-8422-498e-bb37-695b318072f6 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:57.793331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:57.805585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:43:57.808657 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Pushing event updated for resources: {'Port': ['ID=16f9b9a8-30be-4751-acca-b05bab0c1419,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:57.838958 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:57.839602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:57.839693 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:57.839975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:57.840337 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:57.840680 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:57.841018 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:57.841353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:57.841692 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:57.842014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:57.842333 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:57.842651 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Tracked resource versions report: Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: pushed versions: Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: { 'AddressGroup': {'1.2'}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'ConntrackHelper': {'1.0'}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Log': {'1.0'}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Network': {'1.1'}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Port': {'1.7'}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'PortForwarding': {'1.2'}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'QosPolicy': {'1.9'}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'SecurityGroup': {'1.4'}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'SubPort': {'1.0'}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Subnet': {'1.1'}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Trunk': {'1.1'}} Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: consumer versions: Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: { DHCP agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: L3 agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: Metadata agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: Metering agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: Open vSwitch agent@dv-neutron-822523-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'ConntrackHelper': '1.0', Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Log': '1.0', Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Network': '1.1', Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Port': '1.7', Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'PortForwarding': '1.2', Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'QosPolicy': '1.9', Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'SecurityGroup': '1.4', Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'SecurityGroupRule': '1.2', Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'SubPort': '1.0', Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Subnet': '1.1', Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Trunk': '1.1'}} Dec 22 04:43:57.844059 dv-neutron-822523-1-hyperv neutron-server[109184]: {{(pid=109184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:43:57.899876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Attempting to bind port 16f9b9a8-30be-4751-acca-b05bab0c1419 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:43:57.900286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Attempting to bind port 16f9b9a8-30be-4751-acca-b05bab0c1419 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '42cc3851-c6d3-4985-9934-14f6b586a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74737611-8422-498e-bb37-695b318072f6'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:43:57.900709 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Attempting to bind port 16f9b9a8-30be-4751-acca-b05bab0c1419 on network 74737611-8422-498e-bb37-695b318072f6 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:57.905567 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:43:57.906086 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Checking segment: {'id': '42cc3851-c6d3-4985-9934-14f6b586a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74737611-8422-498e-bb37-695b318072f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:43:57.906558 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:57.906946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Bound using segment: {'id': '42cc3851-c6d3-4985-9934-14f6b586a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74737611-8422-498e-bb37-695b318072f6'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:43:57.907447 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Bound port: 16f9b9a8-30be-4751-acca-b05bab0c1419, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cc3851-c6d3-4985-9934-14f6b586a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74737611-8422-498e-bb37-695b318072f6'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:43:57.907886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:57.969462 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] For port 16f9b9a8-30be-4751-acca-b05bab0c1419, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:43:57.973608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] For port 16f9b9a8-30be-4751-acca-b05bab0c1419, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=16f9b9a8-30be-4751-acca-b05bab0c1419,segment=NetworkSegment(42cc3851-c6d3-4985-9934-14f6b586a4ce),segment_id=42cc3851-c6d3-4985-9934-14f6b586a4ce)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:43:58.023231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:43:58.090487 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefd921-3877-4662-9be1-c360afca96b5 None None] Pushing event updated for resources: {'Port': ['ID=16f9b9a8-30be-4751-acca-b05bab0c1419,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:59.363724 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35020) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:43:59.672087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-47e5beeb-14cd-43e2-b3ca-f636a4b24392 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:43:59.673107 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-47e5beeb-14cd-43e2-b3ca-f636a4b24392 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3082757 Dec 22 04:44:02.071810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35028) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:44:02.398894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-80067dd4-2494-4191-a17d-463e7ee4c987 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:44:02.399971 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-80067dd4-2494-4191-a17d-463e7ee4c987 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3272116 Dec 22 04:44:05.051280 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35038) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:44:05.354068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-45be9441-294c-417a-85f8-8090da2cebd2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'name': 'router1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:44:05.457132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-45be9441-294c-417a-85f8-8090da2cebd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:05.458732 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-45be9441-294c-417a-85f8-8090da2cebd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:05.593003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-45be9441-294c-417a-85f8-8090da2cebd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:05.629041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-45be9441-294c-417a-85f8-8090da2cebd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:05.681722 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-45be9441-294c-417a-85f8-8090da2cebd2 admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:05.683073 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-45be9441-294c-417a-85f8-8090da2cebd2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6307356 Dec 22 04:44:06.474170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 16f9b9a8-30be-4751-acca-b05bab0c1419 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:44:06.517882 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e41970c-23d6-4b92-8fd2-ca663c4dc7ff None None] Network 74737611-8422-498e-bb37-695b318072f6 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:44:06.634331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 16f9b9a8-30be-4751-acca-b05bab0c1419 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:06.634711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:06.670478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-cb7f2993-3c4b-467a-a738-9afe80e74393 None None] Provisioning complete for port 16f9b9a8-30be-4751-acca-b05bab0c1419 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:06.670478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cb7f2993-3c4b-467a-a738-9afe80e74393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:06.859092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:06.900012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cb7f2993-3c4b-467a-a738-9afe80e74393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:06.934888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 16f9b9a8-30be-4751-acca-b05bab0c1419, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=16f9b9a8-30be-4751-acca-b05bab0c1419,segment=NetworkSegment(42cc3851-c6d3-4985-9934-14f6b586a4ce),segment_id=42cc3851-c6d3-4985-9934-14f6b586a4ce)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:07.028702 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:07.105416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-cb7f2993-3c4b-467a-a738-9afe80e74393 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:44:07.105788 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-cb7f2993-3c4b-467a-a738-9afe80e74393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:44:07.106646 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=16f9b9a8-30be-4751-acca-b05bab0c1419,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:07.762275 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ee0c29cd-7465-46ac-bde0-13a5d956efed None None] Provisioning complete for port 16f9b9a8-30be-4751-acca-b05bab0c1419 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:07.762932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ee0c29cd-7465-46ac-bde0-13a5d956efed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:08.094061 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35052) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:44:08.401617 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-2ee07b00-5b03-409f-8a2f-06eaab63d372 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:44:08.402658 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2ee07b00-5b03-409f-8a2f-06eaab63d372 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3076673 Dec 22 04:44:08.443591 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 16f9b9a8-30be-4751-acca-b05bab0c1419 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:44:08.495863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 16f9b9a8-30be-4751-acca-b05bab0c1419 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:08.496460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:09.199509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2b4340c6-1ac9-45d5-9437-5b6d1cbf280e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:10.788147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35060) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:44:11.100762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:44:11.193747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Made reservation on behalf of f763f335a89c4668b4610960dea1e85b for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:44:11.195988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:11.204685 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:11.275241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:11.342318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:11.358479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Reserving flat network on physical network physnet1 {{(pid=109183) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 22 04:44:11.376344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba61305-4710-4e17-8081-68f20b3afea7,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:11.382075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:11.382408 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Added segment 6a3b4c6f-ad0b-40d8-9ded-702a72bfa817 of type flat for network 42d15e0e-484d-404f-97b4-aa292329db95 Dec 22 04:44:11.426306 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:11.502704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:11.503601 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:11.504156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:11.559692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] Pushing event updated for resources: {'Network': ['ID=42d15e0e-484d-404f-97b4-aa292329db95,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:11.569815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 42d15e0e-484d-404f-97b4-aa292329db95 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:44:11.607283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-44bbedb0-a927-4ca1-8706-5339b4d53dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:11.619260 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-88a1e8ae-52f8-499d-bca6-737866e4aaf0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8297901 Dec 22 04:44:13.005229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:13.984254 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 35078) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:44:14.125179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:14.208238 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING oslo_policy.policy [None req-48a67232-adfa-4901-8e85-6a6bba92f0bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:44:14.208786 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING oslo_policy.policy [None req-48a67232-adfa-4901-8e85-6a6bba92f0bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:44:14.627118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.policy [None req-48a67232-adfa-4901-8e85-6a6bba92f0bb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109182) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 04:44:14.679749 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING oslo_policy.policy [None req-48a67232-adfa-4901-8e85-6a6bba92f0bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:44:14.680138 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING oslo_policy.policy [None req-48a67232-adfa-4901-8e85-6a6bba92f0bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:44:14.688362 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a67232-adfa-4901-8e85-6a6bba92f0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:14.690734 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-48a67232-adfa-4901-8e85-6a6bba92f0bb admin admin] 10.222.0.54 "GET /v2.0/subnets/ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e HTTP/1.1" status: 200 len: 849 time: 0.7033558 Dec 22 04:44:14.851395 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6155f0bf-11df-4a3d-8ff4-e65357644fdc admin admin] 10.222.0.54 "GET /v2.0/routers/2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c HTTP/1.1" status: 200 len: 704 time: 0.1542966 Dec 22 04:44:15.106953 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:15.165033 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:15.424560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Allocated IP 172.20.0.1 (74737611-8422-498e-bb37-695b318072f6/ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e/ce50976b-fb2b-45c4-9118-1cefb2fc8ba4) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:44:15.625568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:15.748090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:15.807965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Network 74737611-8422-498e-bb37-695b318072f6 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:44:15.813169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:44:15.862319 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Pushing event updated for resources: {'Port': ['ID=ce50976b-fb2b-45c4-9118-1cefb2fc8ba4,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:15.865379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:44:15.865379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:15.929099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:15.929457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:15.929790 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:15.930118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:15.930435 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:15.930773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:15.931093 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:15.931423 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:15.931743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:15.932058 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:15.932392 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:15.932700 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Tracked resource versions report: Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: pushed versions: Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: { 'AddressGroup': {'1.2'}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'ConntrackHelper': {'1.0'}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Log': {'1.0'}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Network': {'1.1'}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Port': {'1.7'}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'PortForwarding': {'1.2'}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'QosPolicy': {'1.9'}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'SecurityGroup': {'1.4'}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'SubPort': {'1.0'}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Subnet': {'1.1'}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Trunk': {'1.1'}} Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: consumer versions: Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: { DHCP agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: L3 agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: Metadata agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: Metering agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: Open vSwitch agent@dv-neutron-822523-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'ConntrackHelper': '1.0', Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Log': '1.0', Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Network': '1.1', Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Port': '1.7', Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'PortForwarding': '1.2', Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'QosPolicy': '1.9', Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'SecurityGroup': '1.4', Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'SecurityGroupRule': '1.2', Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'SubPort': '1.0', Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Subnet': '1.1', Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Trunk': '1.1'}} Dec 22 04:44:15.934015 dv-neutron-822523-1-hyperv neutron-server[109182]: {{(pid=109182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:44:16.102394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-79d06e53-978b-4e5f-9682-af05ff721331 None None] Provisioning complete for port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:16.102757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-79d06e53-978b-4e5f-9682-af05ff721331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:16.124944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:16.136101 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-79d06e53-978b-4e5f-9682-af05ff721331 None None] Port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:44:16.327811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:16.393677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:16.394381 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:16.471114 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Pushing event updated for resources: {'Port': ['ID=ce50976b-fb2b-45c4-9118-1cefb2fc8ba4,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:16.515288 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Network 74737611-8422-498e-bb37-695b318072f6 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:44:16.516737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:44:16.756943 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a2c6a28f-00d5-4fca-9b8c-b7ad14e370a1 None None] Provisioning complete for port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:16.757517 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a28f-00d5-4fca-9b8c-b7ad14e370a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:16.782362 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Router 2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:44:16.793837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6a28f-00d5-4fca-9b8c-b7ad14e370a1 None None] Port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:44:16.871935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:44:16.877738 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ee00a56f-1bf0-47bb-8c90-009737115efb admin admin] 10.222.0.54 "PUT /v2.0/routers/2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0204494 Dec 22 04:44:16.882393 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Sync routers for ids ['2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:44:16.893682 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Routers {'2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:16.894806 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:44:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:17.077553 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Set router 2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:17.505841 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'name': 'router1', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:05Z', 'updated_at': '2021-12-22T04:44:16Z', 'revision_number': 2, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'gw_port_host': None, '_interfaces': [{'id': 'ce50976b-fb2b-45c4-9118-1cefb2fc8ba4', 'name': '', 'network_id': '74737611-8422-498e-bb37-695b318072f6', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'mac_address': 'fa:16:3e:04:fc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:15Z', 'updated_at': '2021-12-22T04:44:16Z', 'revision_number': 2, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'subnets': [{'id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe1b66ad-df95-4f44-a378-de1245f5f51b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:17.555614 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Checking router: 2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:44:17.555969 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Updating router 2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:44:17.601719 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:18.108275 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:18.187646 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:18.325512 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Pushing event updated for resources: {'Port': ['ID=ce50976b-fb2b-45c4-9118-1cefb2fc8ba4,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:18.351103 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:18.351583 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:18.352334 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:18.352741 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:18.353131 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:18.353524 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:18.353910 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:18.354313 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:18.354731 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:18.355111 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:18.355491 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:18.355869 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Tracked resource versions report: Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: pushed versions: Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: { 'AddressGroup': {'1.2'}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'ConntrackHelper': {'1.0'}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Log': {'1.0'}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Network': {'1.1'}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Port': {'1.7'}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'PortForwarding': {'1.2'}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'QosPolicy': {'1.9'}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'SecurityGroup': {'1.4'}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'SubPort': {'1.0'}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Subnet': {'1.1'}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Trunk': {'1.1'}} Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: consumer versions: Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: { DHCP agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: L3 agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: Metadata agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: Metering agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: Open vSwitch agent@dv-neutron-822523-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'ConntrackHelper': '1.0', Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Log': '1.0', Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Network': '1.1', Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Port': '1.7', Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'PortForwarding': '1.2', Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'QosPolicy': '1.9', Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'SecurityGroup': '1.4', Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'SecurityGroupRule': '1.2', Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'SubPort': '1.0', Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Subnet': '1.1', Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Trunk': '1.1'}} Dec 22 04:44:18.357312 dv-neutron-822523-1-hyperv neutron-server[109185]: {{(pid=109185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:44:18.375757 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Attempting to bind port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:44:18.376142 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Attempting to bind port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '42cc3851-c6d3-4985-9934-14f6b586a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74737611-8422-498e-bb37-695b318072f6'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:44:18.377129 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Attempting to bind port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 on network 74737611-8422-498e-bb37-695b318072f6 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:44:18.382043 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:44:18.382457 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Checking segment: {'id': '42cc3851-c6d3-4985-9934-14f6b586a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74737611-8422-498e-bb37-695b318072f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:44:18.382919 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:18.383527 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Bound using segment: {'id': '42cc3851-c6d3-4985-9934-14f6b586a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74737611-8422-498e-bb37-695b318072f6'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:44:18.384070 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Bound port: ce50976b-fb2b-45c4-9118-1cefb2fc8ba4, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42cc3851-c6d3-4985-9934-14f6b586a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74737611-8422-498e-bb37-695b318072f6'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:44:18.384446 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:18.421085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8bb6fd31-e536-49b7-8c17-ee6d0c443191 None None] Provisioning complete for port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:18.421619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bb6fd31-e536-49b7-8c17-ee6d0c443191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:18.456724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8bb6fd31-e536-49b7-8c17-ee6d0c443191 None None] Port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:44:18.459625 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] For port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:44:18.478545 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] For port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ce50976b-fb2b-45c4-9118-1cefb2fc8ba4,segment=NetworkSegment(42cc3851-c6d3-4985-9934-14f6b586a4ce),segment_id=42cc3851-c6d3-4985-9934-14f6b586a4ce)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:44:18.554075 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:18.609651 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Routers {'2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:18.610264 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:44:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:18.612819 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3c02e-d87b-4216-81f8-9e8b2813c04f None None] Pushing event updated for resources: {'Port': ['ID=ce50976b-fb2b-45c4-9118-1cefb2fc8ba4,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:18.701834 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] Set router 2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:18.777870 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7b7a7dfe-46f9-4fc2-8ab1-9bad8a9431aa None None] Provisioning complete for port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:18.778227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7dfe-46f9-4fc2-8ab1-9bad8a9431aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:18.861242 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7dfe-46f9-4fc2-8ab1-9bad8a9431aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:18.889662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7b7a7dfe-46f9-4fc2-8ab1-9bad8a9431aa None None] For port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ce50976b-fb2b-45c4-9118-1cefb2fc8ba4,segment=NetworkSegment(42cc3851-c6d3-4985-9934-14f6b586a4ce),segment_id=42cc3851-c6d3-4985-9934-14f6b586a4ce)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:18.910186 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'name': 'router1', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:05Z', 'updated_at': '2021-12-22T04:44:16Z', 'revision_number': 2, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'gw_port_host': None, '_interfaces': [{'id': 'ce50976b-fb2b-45c4-9118-1cefb2fc8ba4', 'name': '', 'network_id': '74737611-8422-498e-bb37-695b318072f6', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'mac_address': 'fa:16:3e:04:fc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:15Z', 'updated_at': '2021-12-22T04:44:18Z', 'revision_number': 4, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'subnets': [{'id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe1b66ad-df95-4f44-a378-de1245f5f51b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:18.938347 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6a33b4-e76d-4445-a4b4-356725d68b3e None None] The sync data for ids ['2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c'] in dv-neutron-822523-1-hyperv is: [{'id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'name': 'router1', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:05Z', 'updated_at': '2021-12-22T04:44:16Z', 'revision_number': 2, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'gw_port_host': None, '_interfaces': [{'id': 'ce50976b-fb2b-45c4-9118-1cefb2fc8ba4', 'name': '', 'network_id': '74737611-8422-498e-bb37-695b318072f6', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'mac_address': 'fa:16:3e:04:fc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:15Z', 'updated_at': '2021-12-22T04:44:18Z', 'revision_number': 4, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'subnets': [{'id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe1b66ad-df95-4f44-a378-de1245f5f51b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:44:19.022308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b7a7dfe-46f9-4fc2-8ab1-9bad8a9431aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:19.072061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a7dfe-46f9-4fc2-8ab1-9bad8a9431aa None None] Pushing event updated for resources: {'Port': ['ID=ce50976b-fb2b-45c4-9118-1cefb2fc8ba4,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:19.156784 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 35110) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:44:19.266677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac4749-66f6-431c-afef-e4ba9e16091a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:19.267962 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-caac4749-66f6-431c-afef-e4ba9e16091a admin admin] 10.222.0.54 "GET /v2.0/networks/42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 842 time: 0.1096425 Dec 22 04:44:19.277948 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Request body: {'subnet': {'cidr': '172.26.5.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.26.5.1', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'name': 'public-subnet'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:44:19.279252 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.quota [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Loaded quota_driver: . Dec 22 04:44:19.399577 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Made reservation on behalf of f763f335a89c4668b4610960dea1e85b for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:44:19.402041 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Notify callbacks [] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:19.769839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.objects.ports [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109182) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:44:19.770297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:19.827191 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab83a06-2121-436b-a2d7-d9d58e0fded3,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:19.837322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:44:19.837685 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Network hostable DHCP agents. Network: 42d15e0e-484d-404f-97b4-aa292329db95, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:44:19.976637 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:44:20.056115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 42d15e0e-484d-404f-97b4-aa292329db95) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:44:20.060265 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:20.060972 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:20.064470 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2332fd8c-25c2-42b4-a581-6c3a3ef26a3f None None] Network 42d15e0e-484d-404f-97b4-aa292329db95 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:44:20.162231 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3cbbe8f6-f6bf-46e5-bec5-c44bc626877a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8876038 Dec 22 04:44:20.188145 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd90296-827a-4bd1-a1b6-b0b1e12becfb None None] Network 42d15e0e-484d-404f-97b4-aa292329db95 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:44:22.456404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35118) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:44:22.540676 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 5 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:44:22.671413 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-55d5dc4d-1692-4ec1-ab80-1d98c6b30cad admin admin] 10.222.0.54 "GET /v2.0/routers/2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c HTTP/1.1" status: 200 len: 710 time: 0.2139091 Dec 22 04:44:22.783119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333b83ad-8aca-4857-b325-60001ddb0f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:22.784503 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-333b83ad-8aca-4857-b325-60001ddb0f32 admin admin] 10.222.0.54 "GET /v2.0/networks/42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 886 time: 0.1066036 Dec 22 04:44:22.793786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:44:23.034775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:23.407216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:23.485799 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:23.635102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Allocated IP 172.26.5.211 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/e66251b0-7032-40bd-bd86-313ecf50b7d3) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:44:23.741123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:23.933438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:24.011912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:44:24.016538 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:44:24.019216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:44:24.060926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Pushing event updated for resources: {'Port': ['ID=e66251b0-7032-40bd-bd86-313ecf50b7d3,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:24.371012 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:24.471225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:44:24.519019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:24.519386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:24.566042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:24.570485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:24.676516 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Router 2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:44:24.777803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:44:24.783106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:24.783986 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-80832cca-57f7-46c4-a9b7-53cb5e97592a admin admin] 10.222.0.54 "PUT /v2.0/routers/2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c HTTP/1.1" status: 200 len: 890 time: 1.9933181 Dec 22 04:44:25.356686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Sync routers for ids ['2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:44:25.366676 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Routers {'2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:25.367303 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:44:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:25.568752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Set router 2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:25.948895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'name': 'router1', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'e66251b0-7032-40bd-bd86-313ecf50b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:05Z', 'updated_at': '2021-12-22T04:44:24Z', 'revision_number': 4, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'gw_port': {'id': 'e66251b0-7032-40bd-bd86-313ecf50b7d3', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:23Z', 'updated_at': '2021-12-22T04:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'ce50976b-fb2b-45c4-9118-1cefb2fc8ba4', 'name': '', 'network_id': '74737611-8422-498e-bb37-695b318072f6', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'mac_address': 'fa:16:3e:04:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:15Z', 'updated_at': '2021-12-22T04:44:18Z', 'revision_number': 5, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'subnets': [{'id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe1b66ad-df95-4f44-a378-de1245f5f51b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:25.999450 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Checking router: 2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:44:25.999796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Updating router 2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c port e66251b0-7032-40bd-bd86-313ecf50b7d3 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:44:26.047155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:26.426182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:26.496503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:26.547734 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Attempting to bind port e66251b0-7032-40bd-bd86-313ecf50b7d3 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:44:26.548105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Attempting to bind port e66251b0-7032-40bd-bd86-313ecf50b7d3 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:44:26.548492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Attempting to bind port e66251b0-7032-40bd-bd86-313ecf50b7d3 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:44:26.550246 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddc032-16ab-4843-8196-9adcb44c1d5e None None] Pushing event updated for resources: {'Port': ['ID=e66251b0-7032-40bd-bd86-313ecf50b7d3,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:26.556233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:44:26.556686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:44:26.557072 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:26.557452 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:44:26.557903 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Bound port: e66251b0-7032-40bd-bd86-313ecf50b7d3, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:44:26.558288 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:26.607960 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] For port e66251b0-7032-40bd-bd86-313ecf50b7d3, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:44:26.610846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] For port e66251b0-7032-40bd-bd86-313ecf50b7d3, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e66251b0-7032-40bd-bd86-313ecf50b7d3,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:44:26.685367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:26.744565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddc032-16ab-4843-8196-9adcb44c1d5e None None] Pushing event updated for resources: {'Port': ['ID=e66251b0-7032-40bd-bd86-313ecf50b7d3,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:26.747326 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Routers {'2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:26.747899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:44:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:26.853352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] Set router 2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:27.066439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'name': 'router1', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'e66251b0-7032-40bd-bd86-313ecf50b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:05Z', 'updated_at': '2021-12-22T04:44:24Z', 'revision_number': 4, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'gw_port': {'id': 'e66251b0-7032-40bd-bd86-313ecf50b7d3', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:23Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'ce50976b-fb2b-45c4-9118-1cefb2fc8ba4', 'name': '', 'network_id': '74737611-8422-498e-bb37-695b318072f6', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'mac_address': 'fa:16:3e:04:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:15Z', 'updated_at': '2021-12-22T04:44:18Z', 'revision_number': 5, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'subnets': [{'id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe1b66ad-df95-4f44-a378-de1245f5f51b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:27.092436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808e0b4-aa99-41c8-8cc4-fd55aff9075e None None] The sync data for ids ['2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c'] in dv-neutron-822523-1-hyperv is: [{'id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'name': 'router1', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.211'}], 'enable_snat': True}, 'gw_port_id': 'e66251b0-7032-40bd-bd86-313ecf50b7d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:44:05Z', 'updated_at': '2021-12-22T04:44:24Z', 'revision_number': 4, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'gw_port': {'id': 'e66251b0-7032-40bd-bd86-313ecf50b7d3', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:22:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:23Z', 'updated_at': '2021-12-22T04:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'ce50976b-fb2b-45c4-9118-1cefb2fc8ba4', 'name': '', 'network_id': '74737611-8422-498e-bb37-695b318072f6', 'tenant_id': '94457c1b5c404e03b1b9e6618c9c422e', 'mac_address': 'fa:16:3e:04:fc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2deab605-bd5c-4fc0-9bcf-1d7f2bb78a6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:44:15Z', 'updated_at': '2021-12-22T04:44:18Z', 'revision_number': 5, 'project_id': '94457c1b5c404e03b1b9e6618c9c422e', 'subnets': [{'id': 'ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe1b66ad-df95-4f44-a378-de1245f5f51b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:44:27.195278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35130) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:44:27.397934 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-41156146-189d-4926-8826-6ce7abd90944 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2015324 Dec 22 04:44:28.475928 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e66251b0-7032-40bd-bd86-313ecf50b7d3 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:44:28.526522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port e66251b0-7032-40bd-bd86-313ecf50b7d3 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:28.526884 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:28.601287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:28.620651 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port e66251b0-7032-40bd-bd86-313ecf50b7d3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e66251b0-7032-40bd-bd86-313ecf50b7d3,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:28.713626 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:28.760415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=e66251b0-7032-40bd-bd86-313ecf50b7d3,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:30.462195 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e66251b0-7032-40bd-bd86-313ecf50b7d3 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:44:30.511744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port e66251b0-7032-40bd-bd86-313ecf50b7d3 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:30.512299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:39.175475 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7de204f9-e0cd-4f39-9b88-85b8624deb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:41.621820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-df01952e-b158-4a26-9758-6b5ec9a76a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:42.981704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:44.124333 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:45.175778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:44:59.540571 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 5 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:45:09.174837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-79f67567-1be9-4cf3-83e1-58016ced9d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:11.647400 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8ca02b5d-18c1-4243-a4a9-76bd1bbe98e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:13.986293 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:14.117525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:15.169292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:36.540471 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 5 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:45:39.179900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-da41edd4-353c-43b1-9538-8a4aa2aed95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:41.608561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0f00e7f0-a644-40c4-a450-a264c708a2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:43.008467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:44.122994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:45:45.162604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.207977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-01ea130d-513b-43f1-8af1-15fa410a9d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:09.669018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35724) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:46:09.729550 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc45e8b-af2e-4229-8aaf-ad065ae92737 admin admin] GET failed (client error): The resource could not be found. Dec 22 04:46:09.731342 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8fc45e8b-af2e-4229-8aaf-ad065ae92737 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608678 Dec 22 04:46:09.889305 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84335d31-8689-4e90-bad7-5f7c90d87448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:09.890678 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-84335d31-8689-4e90-bad7-5f7c90d87448 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546934 Dec 22 04:46:11.607453 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8f106ec7-f413-4ced-ad5f-cfe00b23623d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.093475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35734) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:46:12.182491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bbad66-f179-47f1-acd9-a0fbb9104629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:12.183814 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-38bbad66-f179-47f1-acd9-a0fbb9104629 admin admin] 10.222.0.54 "GET /v2.0/subnets/ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e HTTP/1.1" status: 200 len: 849 time: 0.0893896 Dec 22 04:46:12.193841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:12.273959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Notify callbacks [] for subnet, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.476052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753904913026'] for subnet, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.506816 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:12.507390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.510232 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] 10.222.0.54 "PUT /v2.0/subnets/ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e HTTP/1.1" status: 200 len: 868 time: 0.3183405 Dec 22 04:46:12.512790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e66428-878f-480e-aa27-74e376bd3cc6 None None] Network 74737611-8422-498e-bb37-695b318072f6 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:46:12.527999 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:12.535475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:12.535843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:12.536173 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:12.536540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:12.536868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:12.537207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:12.537530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:12.537859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:12.538180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:12.538497 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:12.538818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:12.539132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98787963-c278-462c-9ce9-dcc1830bf72b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:12.831729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9d4beb7a-0f14-483b-ba5a-ba6bce949bd4 None None] Provisioning complete for port ce50976b-fb2b-45c4-9118-1cefb2fc8ba4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:12.832244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9d4beb7a-0f14-483b-ba5a-ba6bce949bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:12.916900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9d4beb7a-0f14-483b-ba5a-ba6bce949bd4 None None] Provisioning complete for port 16f9b9a8-30be-4751-acca-b05bab0c1419 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:12.917262 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9d4beb7a-0f14-483b-ba5a-ba6bce949bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.039767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:13.539135 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 5 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:46:14.155892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:14.709644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35742) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:46:14.904106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ded030-905d-453a-ba1e-5dd1b396258e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:14.904593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ded030-905d-453a-ba1e-5dd1b396258e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:14.906091 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-73ded030-905d-453a-ba1e-5dd1b396258e admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1955254 Dec 22 04:46:15.194091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:17.111035 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35750) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:46:17.240346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aba956-c030-4b35-927e-0895962f3e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:17.240724 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aba956-c030-4b35-927e-0895962f3e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:17.242455 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d9aba956-c030-4b35-927e-0895962f3e94 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304922 Dec 22 04:46:19.455881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35758) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:46:19.578033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459ff5f0-f9f5-47e9-8202-3da8da8a3470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:19.579386 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-459ff5f0-f9f5-47e9-8202-3da8da8a3470 admin admin] 10.222.0.54 "GET /v2.0/networks/42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 886 time: 0.1225471 Dec 22 04:46:21.768442 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35766) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:46:21.909286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d700c82a-c750-4b94-b818-4fa33ae50b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:21.910538 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d700c82a-c750-4b94-b818-4fa33ae50b20 admin admin] 10.222.0.54 "GET /v2.0/networks/74737611-8422-498e-bb37-695b318072f6 HTTP/1.1" status: 200 len: 869 time: 0.1411543 Dec 22 04:46:24.150682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35774) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:46:24.272713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5459bb2-9736-48e7-9754-502ba57021b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:24.273103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5459bb2-9736-48e7-9754-502ba57021b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:24.274590 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f5459bb2-9736-48e7-9754-502ba57021b9 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229792 Dec 22 04:46:26.436792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35782) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:46:26.526099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c19ea-8825-4948-9a2c-985eea999687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:26.526540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875c19ea-8825-4948-9a2c-985eea999687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:26.528611 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-875c19ea-8825-4948-9a2c-985eea999687 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908663 Dec 22 04:46:28.706435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35790) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:46:28.790841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086bbb51-ada9-45d4-a37e-70ae07497484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:28.792152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-086bbb51-ada9-45d4-a37e-70ae07497484 admin admin] 10.222.0.54 "GET /v2.0/subnets/aab83a06-2121-436b-a2d7-d9d58e0fded3 HTTP/1.1" status: 200 len: 816 time: 0.0847607 Dec 22 04:46:30.961622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35798) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:46:31.053407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fb06ca-c412-48fc-af68-6b308f766d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:31.054718 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-99fb06ca-c412-48fc-af68-6b308f766d50 admin admin] 10.222.0.54 "GET /v2.0/subnets/ec31f4b2-82ba-4d8e-847c-ef5bcdd1121e HTTP/1.1" status: 200 len: 868 time: 0.0921392 Dec 22 04:46:39.199024 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7041bc80-e4cb-4f1e-a075-84342d25c95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:41.616517 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-69726a99-a220-429d-8191-88d0c0455f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:43.130041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:44.132543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:45.261969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:46:50.537616 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 5 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:46:55.475362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35852) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:46:55.522065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-8a72a96f-cb4e-4283-b958-022a2cc8d575 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:46:55.523053 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8a72a96f-cb4e-4283-b958-022a2cc8d575 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467727 Dec 22 04:46:57.770672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35860) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:46:57.832377 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-05224997-cf2f-4531-917a-fc69bd84fd93 admin admin] GET failed (client error): The resource could not be found. Dec 22 04:46:57.833649 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-05224997-cf2f-4531-917a-fc69bd84fd93 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620763 Dec 22 04:46:57.915817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07da3a57-61b6-4025-8fe5-6bc8036fe53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:57.917790 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-07da3a57-61b6-4025-8fe5-6bc8036fe53c admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795946 Dec 22 04:47:00.161421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35868) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:47:00.207552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:00.294708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] Made reservation on behalf of f763f335a89c4668b4610960dea1e85b for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:00.296913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.331008 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING neutron.services.revisions.revision_plugin [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] Could not find related network for resource to bump revision. Dec 22 04:47:00.341290 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:00.349744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.350076 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] Added segment 8448abf2-88eb-48b7-a4a8-395418a7b827 of type vlan for network cef0c50e-b8c5-4e0b-a44a-a48d257e86d1 Dec 22 04:47:00.391053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.489430 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.490528 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:00.491087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:00.545888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] Pushing event updated for resources: {'Network': ['ID=cef0c50e-b8c5-4e0b-a44a-a48d257e86d1,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:00.556678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network cef0c50e-b8c5-4e0b-a44a-a48d257e86d1 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:47:00.603593 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f3085dd2-a7d5-45e1-8984-4388d2d8a25b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4410834 Dec 22 04:47:02.819861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35876) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:47:02.879661 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c49cf45-6c94-4822-9f73-60f5a13722dc admin admin] GET failed (client error): The resource could not be found. Dec 22 04:47:02.881000 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6c49cf45-6c94-4822-9f73-60f5a13722dc admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601461 Dec 22 04:47:03.032494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dddf92e-d35a-4fc7-9d09-229ab57ae492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:03.033883 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8dddf92e-d35a-4fc7-9d09-229ab57ae492 admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1482806 Dec 22 04:47:03.044652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-cd6a0d4e-4ad7-4a81-a792-3c682deaaaea admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:03.152333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6a0d4e-4ad7-4a81-a792-3c682deaaaea admin admin] Made reservation on behalf of f763f335a89c4668b4610960dea1e85b for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:03.154617 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd6a0d4e-4ad7-4a81-a792-3c682deaaaea admin admin] Notify callbacks [] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.381118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd6a0d4e-4ad7-4a81-a792-3c682deaaaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.441692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a0d4e-4ad7-4a81-a792-3c682deaaaea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6369cde-8dba-4b40-a685-1acd213ce7a3,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:03.449639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6a0d4e-4ad7-4a81-a792-3c682deaaaea admin admin] Checking segment: {'id': '8448abf2-88eb-48b7-a4a8-395418a7b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:47:03.449981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6a0d4e-4ad7-4a81-a792-3c682deaaaea admin admin] Network hostable DHCP agents. Network: cef0c50e-b8c5-4e0b-a44a-a48d257e86d1, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:03.531624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6a0d4e-4ad7-4a81-a792-3c682deaaaea admin admin] Network cef0c50e-b8c5-4e0b-a44a-a48d257e86d1 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:03.629221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-cd6a0d4e-4ad7-4a81-a792-3c682deaaaea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, cef0c50e-b8c5-4e0b-a44a-a48d257e86d1) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:03.633888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a0d4e-4ad7-4a81-a792-3c682deaaaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:03.634761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd6a0d4e-4ad7-4a81-a792-3c682deaaaea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.637866 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed8294d-984c-42bb-9941-0449a0a6b822 None None] Network cef0c50e-b8c5-4e0b-a44a-a48d257e86d1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:47:03.743546 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cd6a0d4e-4ad7-4a81-a792-3c682deaaaea admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7027154 Dec 22 04:47:03.777691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-cef0c50e-b8c5-4e0b-a44a-a48d257e86d1', 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1', 'tenant_id': 'f763f335a89c4668b4610960dea1e85b', 'fixed_ips': [{'subnet_id': 'f6369cde-8dba-4b40-a685-1acd213ce7a3'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:47:03.779537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:03.928751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Allocated IP 192.168.233.2 (cef0c50e-b8c5-4e0b-a44a-a48d257e86d1/f6369cde-8dba-4b40-a685-1acd213ce7a3/c07c1c64-7df4-40a1-9199-d2a27975412d) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:04.078544 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.178573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.217786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Network cef0c50e-b8c5-4e0b-a44a-a48d257e86d1 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:04.220659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:04.224099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:47:04.234275 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Pushing event updated for resources: {'Port': ['ID=c07c1c64-7df4-40a1-9199-d2a27975412d,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:04.244235 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:04.244583 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:04.244936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:04.245270 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:04.246111 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:04.246465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:04.246794 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:04.247140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:04.247480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:04.247803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:04.248119 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:04.248462 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:04.294915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Attempting to bind port c07c1c64-7df4-40a1-9199-d2a27975412d on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:47:04.295302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Attempting to bind port c07c1c64-7df4-40a1-9199-d2a27975412d by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '8448abf2-88eb-48b7-a4a8-395418a7b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:47:04.295649 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Attempting to bind port c07c1c64-7df4-40a1-9199-d2a27975412d on network cef0c50e-b8c5-4e0b-a44a-a48d257e86d1 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:47:04.300817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:47:04.301184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Checking segment: {'id': '8448abf2-88eb-48b7-a4a8-395418a7b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:47:04.301576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.301962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Bound using segment: {'id': '8448abf2-88eb-48b7-a4a8-395418a7b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:47:04.302418 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Bound port: c07c1c64-7df4-40a1-9199-d2a27975412d, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8448abf2-88eb-48b7-a4a8-395418a7b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:47:04.302803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.365148 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] For port c07c1c64-7df4-40a1-9199-d2a27975412d, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:47:04.368219 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] For port c07c1c64-7df4-40a1-9199-d2a27975412d, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c07c1c64-7df4-40a1-9199-d2a27975412d,segment=NetworkSegment(8448abf2-88eb-48b7-a4a8-395418a7b827),segment_id=8448abf2-88eb-48b7-a4a8-395418a7b827)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:47:04.464005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:04.529511 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf53794-14b6-4ad7-b5cc-cbbdcfe3aeef None None] Pushing event updated for resources: {'Port': ['ID=c07c1c64-7df4-40a1-9199-d2a27975412d,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:05.348614 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8509dced-0c2b-423c-a864-23a0df4ff09e None None] Network cef0c50e-b8c5-4e0b-a44a-a48d257e86d1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:47:05.409745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e28e37cf-c73c-4883-8fc5-3c9c87c1b8fd None None] Provisioning complete for port c07c1c64-7df4-40a1-9199-d2a27975412d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:05.410116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e28e37cf-c73c-4883-8fc5-3c9c87c1b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.556754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e28e37cf-c73c-4883-8fc5-3c9c87c1b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.593546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e28e37cf-c73c-4883-8fc5-3c9c87c1b8fd None None] For port c07c1c64-7df4-40a1-9199-d2a27975412d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c07c1c64-7df4-40a1-9199-d2a27975412d,segment=NetworkSegment(8448abf2-88eb-48b7-a4a8-395418a7b827),segment_id=8448abf2-88eb-48b7-a4a8-395418a7b827)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:05.733867 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e28e37cf-c73c-4883-8fc5-3c9c87c1b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:05.785290 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e37cf-c73c-4883-8fc5-3c9c87c1b8fd None None] Pushing event updated for resources: {'Port': ['ID=c07c1c64-7df4-40a1-9199-d2a27975412d,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:05.851972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a4d7620d-9283-4814-9e93-32d731f4c718 None None] Provisioning complete for port c07c1c64-7df4-40a1-9199-d2a27975412d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:05.852289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4d7620d-9283-4814-9e93-32d731f4c718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:06.601436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c07c1c64-7df4-40a1-9199-d2a27975412d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:47:06.648962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c07c1c64-7df4-40a1-9199-d2a27975412d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:06.649334 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:09.197455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-835dd108-7bcb-4135-80c9-e08ef8974f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:11.634468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-abeb9783-25f0-4059-b951-01d0392ea9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:13.046116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:14.134658 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:15.191327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:27.536389 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 5 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:47:39.216885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-17c9da8b-1367-493a-b686-4a6a98d26382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:41.605405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-991c0ddf-2b5d-4fa3-b105-8722047459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:43.024698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:44.125628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:47:45.178595 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:04.534628 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 5 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:48:09.198990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-32d0b86d-01cb-4785-b5af-0c492144dc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:11.640861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7078deea-e25f-4254-a823-77f618ff39ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:13.034850 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:14.121046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:15.193001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:31.830785 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 35928) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:48:31.837701 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-b4e3af12-79df-4ebf-8394-a6c3756577c1 tempest-verify_tempest_config-1147302877 tempest-verify_tempest_config-1147302877-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:48:31.839170 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b4e3af12-79df-4ebf-8394-a6c3756577c1 tempest-verify_tempest_config-1147302877 tempest-verify_tempest_config-1147302877-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074537 Dec 22 04:48:32.326155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 35946) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:48:32.428986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.524869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.605460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.651170 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9678c692-77f3-41f8-8f81-4cee333c77c4,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:32.655552 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00c10d8c187f4d439689c65a9f4df6db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3284371 Dec 22 04:48:32.658390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 35950) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:48:32.659788 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.660125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.660490 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.660884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.661204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.661542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.661862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.662175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.662487 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.662797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.663109 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.663416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05832be0-e659-4c5c-a3dd-4b162fa5257f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.712804 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.733244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.895392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.897980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:32.899109 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9678c692-77f3-41f8-8f81-4cee333c77c4 HTTP/1.1" status: 204 len: 168 time: 0.2397451 Dec 22 04:48:32.910823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9678c692-77f3-41f8-8f81-4cee333c77c4,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:32.913591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.913953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.914287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.914611 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.914933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.915271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.915590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.915922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.916767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.917081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.917390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:32.917719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50bc6f6-358b-4cd6-8a34-68228bc63938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:39.220782 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8a9e791f-98cd-4633-baae-d8bd2fe15b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:41.532712 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 5 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:48:41.627859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ba88d316-4858-489a-a6a9-a9900999e2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:43.021729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:44.158031 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:48:45.171042 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:09.186822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f41e4db6-a37c-46b8-9b26-9c1fd796e777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:11.615240 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e0a05da9-e268-458f-bda5-cf3f6c03bacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:13.032101 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:14.151864 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:15.186011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:18.530502 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 5 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:49:39.173794 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-384afe29-d82f-4f56-bd6b-46959081dc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:41.642569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c58a2db-8baf-4c31-97be-6f652f4acda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:43.030814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:44.139452 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:45.167879 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:50.487401 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679388'] for agent, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:49:55.529394 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:50:05.198187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36022) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:50:05.299233 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9f1293ad-d44b-47f2-a8bf-f5f9c65b5433 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0999777 Dec 22 04:50:07.488118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36032) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:50:07.541599 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-34aca5e8-31fb-4103-8f5b-0fa7f8fed007 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0524013 Dec 22 04:50:09.206909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29a97f99-a96e-437d-b1b2-5ce9577d8c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:11.635484 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-db716710-2cbb-49fc-b5a0-d852604a8b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:13.081896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:14.172906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:15.178189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:20.447254 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:32.528468 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:50:39.201217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bbc6cba6-f53c-412a-a622-a6faefb97682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:41.588585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-044d38e9-a9a1-4b41-865e-4c0ee16d21c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:43.136897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:44.143288 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:45.206736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:50:50.440766 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.223174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c1911bc1-512a-4a71-bdaf-392b7d2a62e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:09.528215 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:51:11.605877 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-908aa307-c1ba-4708-a842-71b3e4868d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:13.050030 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:14.165900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:15.181631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:20.468768 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:32.918774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36222) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:32.953914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36228) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:33.008324 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36234) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:33.437168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-983276827-network', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:33.474542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2123515266-network', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:33.535058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Made reservation on behalf of 348ed44d0e704fcba74c3cc8925ab135 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:33.537349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.554715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.565133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-221669371'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:33.646464 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36250) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:33.648928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.654310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Made reservation on behalf of cc695b84985544e19d5e39f94c543b64 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:33.657187 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.670185 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.743285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.752169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.766986 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:33.776131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95593a00-a235-4d5a-b3e5-ef6ef837f264,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:33.783478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.783803 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Added segment 53ccdc7b-8e96-41c3-a284-ea2402686593 of type vlan for network 1d436651-0ddd-42fa-825f-7a433bc5760e Dec 22 04:51:33.785836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:33.786187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:33.786518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:33.786840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:33.787164 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:33.787496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:33.787814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:33.788139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:33.788992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:33.789302 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:33.789608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:33.789914 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Tracked resource versions report: Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: pushed versions: Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: { 'AddressGroup': {'1.2'}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'ConntrackHelper': {'1.0'}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Log': {'1.0'}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Network': {'1.1'}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Port': {'1.7'}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'PortForwarding': {'1.2'}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'QosPolicy': {'1.9'}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'SecurityGroup': {'1.4'}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'SubPort': {'1.0'}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Subnet': {'1.1'}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Trunk': {'1.1'}} Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: consumer versions: Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: { DHCP agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: HyperV agent@hv-neutron-8225: {}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: L3 agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: Metadata agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: Metering agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: Open vSwitch agent@dv-neutron-822523-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'ConntrackHelper': '1.0', Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Log': '1.0', Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Network': '1.1', Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Port': '1.7', Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'PortForwarding': '1.2', Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'QosPolicy': '1.9', Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'SecurityGroup': '1.4', Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'SecurityGroupRule': '1.2', Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'SubPort': '1.0', Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Subnet': '1.1', Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: 'Trunk': '1.1'}} Dec 22 04:51:33.790989 dv-neutron-822523-1-hyperv neutron-server[109183]: {{(pid=109183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:51:33.794116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Made reservation on behalf of 54c8e87435b14122873ec0fda8de3463 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:33.797773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.807189 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.833137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.878622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.966643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1543073781-network', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:33.970740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:33.991784 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:34.028274 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.029342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:34.029916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.034192 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753904676235', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.040473 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Unsubscribe: segment precommit_create {{(pid=109182) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 04:51:34.040473 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Added segment 7315f982-e7ae-4c26-a1ec-2e935c2140a0 of type vlan for network acba3edc-1a2e-4051-96b5-5b30cfbf6171 Dec 22 04:51:34.040473 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.090017 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.094354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] Pushing event updated for resources: {'Network': ['ID=1d436651-0ddd-42fa-825f-7a433bc5760e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:34.100144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d054ba48-029c-44b8-a5e3-b5053711f00b,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:34.106195 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 1d436651-0ddd-42fa-825f-7a433bc5760e details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:34.130876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:34.131134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:34.131461 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:34.131793 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:34.132104 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:34.132673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:34.133319 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:34.133815 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:34.134295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:34.134770 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:34.135586 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:34.136132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Tracked resource versions report: Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: pushed versions: Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: { 'AddressGroup': {'1.2'}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'ConntrackHelper': {'1.0'}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Log': {'1.0'}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Network': {'1.1'}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Port': {'1.7'}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'PortForwarding': {'1.2'}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'QosPolicy': {'1.9'}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'SecurityGroup': {'1.4'}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'SubPort': {'1.0'}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Subnet': {'1.1'}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Trunk': {'1.1'}} Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: consumer versions: Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: { DHCP agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: HyperV agent@hv-neutron-8225: {}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: L3 agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: Metadata agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: Metering agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: Open vSwitch agent@dv-neutron-822523-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'ConntrackHelper': '1.0', Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Log': '1.0', Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Network': '1.1', Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Port': '1.7', Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'PortForwarding': '1.2', Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'QosPolicy': '1.9', Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'SecurityGroup': '1.4', Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'SecurityGroupRule': '1.2', Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'SubPort': '1.0', Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Subnet': '1.1', Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: 'Trunk': '1.1'}} Dec 22 04:51:34.137394 dv-neutron-822523-1-hyperv neutron-server[109182]: {{(pid=109182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:51:34.166477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Made reservation on behalf of c8691fd6612f4f9994457c3334d20dee for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:34.169127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.186457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:34.193510 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.213333 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-72f21bed-8c1d-4d62-81a9-c263088242b1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2931221 Dec 22 04:51:34.213663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.213912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36270) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:34.214025 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Added segment 0d555715-cbff-4c95-944e-117bc4c3f425 of type vlan for network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f Dec 22 04:51:34.215894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab03e92-7199-4cf2-b724-571907c635dc,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:34.218867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b3dead98-dafd-48b8-9915-c79e4998d63f admin admin] Request body: {'subnet': {'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-983276827-subnet', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:34.257210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.258359 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:34.258925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.297242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36274) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:34.303834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dead98-dafd-48b8-9915-c79e4998d63f admin admin] Made reservation on behalf of 348ed44d0e704fcba74c3cc8925ab135 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:34.306998 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.307179 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3dead98-dafd-48b8-9915-c79e4998d63f admin admin] Notify callbacks [] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.392660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] Pushing event updated for resources: {'Network': ['ID=acba3edc-1a2e-4051-96b5-5b30cfbf6171,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:34.404819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network acba3edc-1a2e-4051-96b5-5b30cfbf6171 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:34.459671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.475549 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0f6bf0e6-b9af-421a-a9c2-fd3e783ad228 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5203640 Dec 22 04:51:34.476635 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36282) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:34.483317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0c84fb94-45d9-4b04-8608-0a48c31e1c11 admin admin] Request body: {'subnet': {'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2123515266-subnet', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:34.503104 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.511409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:34.511409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.582573 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.584216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1568971108'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:34.597670 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3dead98-dafd-48b8-9915-c79e4998d63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.612333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c84fb94-45d9-4b04-8608-0a48c31e1c11 admin admin] Made reservation on behalf of cc695b84985544e19d5e39f94c543b64 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:34.614687 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0c84fb94-45d9-4b04-8608-0a48c31e1c11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.675432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dead98-dafd-48b8-9915-c79e4998d63f admin admin] Checking segment: {'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:34.675988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dead98-dafd-48b8-9915-c79e4998d63f admin admin] Network hostable DHCP agents. Network: 1d436651-0ddd-42fa-825f-7a433bc5760e, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:34.678710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dead98-dafd-48b8-9915-c79e4998d63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ce218f-5db1-421c-b2b4-76f09d3395ae,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:34.693016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event updated for resources: {'Network': ['ID=914ff6d9-7364-4c6a-8ef1-64d7dab8364f,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:34.696240 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98197c8-7038-4076-914e-f317b7f81025,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:34.705610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:34.706968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:34.711260 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d0c41e38-8b68-49f6-8687-982862f3636f tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7009904 Dec 22 04:51:34.715705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36294) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:34.721675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a6447038-892a-4455-af98-7258551ab801 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Request body: {'subnet': {'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:34.728594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.728943 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Added segment 00a870d2-cdd6-47f1-b9af-fe21d31422bb of type vlan for network 623df8f0-c4df-4f4e-93f2-0f23f453acde Dec 22 04:51:34.810717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dead98-dafd-48b8-9915-c79e4998d63f admin admin] Network 1d436651-0ddd-42fa-825f-7a433bc5760e is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:34.866836 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.889786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Made reservation on behalf of 504101f2d98f4fa8b6bde4a319a3bfa2 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:34.901544 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.906480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.933646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-b3dead98-dafd-48b8-9915-c79e4998d63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 1d436651-0ddd-42fa-825f-7a433bc5760e) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:34.946678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dead98-dafd-48b8-9915-c79e4998d63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:34.946678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3dead98-dafd-48b8-9915-c79e4998d63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:34.946921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807041cd-a6b9-4117-bd9a-bb4bb3733f0f None None] Network 1d436651-0ddd-42fa-825f-7a433bc5760e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:35.026298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.031889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6447038-892a-4455-af98-7258551ab801 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Made reservation on behalf of 54c8e87435b14122873ec0fda8de3463 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:35.036313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a6447038-892a-4455-af98-7258551ab801 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.038480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.038480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:35.038480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.053223 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b3dead98-dafd-48b8-9915-c79e4998d63f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8381476 Dec 22 04:51:35.054485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36304) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:35.054965 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36306) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:35.077894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:35.119139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.161465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:35.170768 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] Pushing event updated for resources: {'Network': ['ID=623df8f0-c4df-4f4e-93f2-0f23f453acde,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:35.189209 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 623df8f0-c4df-4f4e-93f2-0f23f453acde details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:35.228709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.229363 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Added segment 78b59485-8bcb-44d5-92c5-dcc596e0d88d of type vlan for network eb4ea15e-5a47-485a-a311-4323bc49bb1c Dec 22 04:51:35.260125 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84ff137-b958-438c-9c25-4efd24b6e61e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:35.265219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36316) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:35.270421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5d791cf5-d7aa-4d32-89da-054c019d3ddb admin admin] Request body: {'subnet': {'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1543073781-subnet', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:35.273854 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d8f9793a-f663-4d93-959d-c596d870a205 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6192412 Dec 22 04:51:35.280572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0c84fb94-45d9-4b04-8608-0a48c31e1c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.309505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-1d436651-0ddd-42fa-825f-7a433bc5760e', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'fixed_ips': [{'subnet_id': '34ce218f-5db1-421c-b2b4-76f09d3395ae'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:51:35.310227 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.310544 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.311114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.330841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-132530703'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:35.384215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.390687 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84fb94-45d9-4b04-8608-0a48c31e1c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f25154-b652-4066-8226-0fbe0c6c40c1,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:35.396413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c84fb94-45d9-4b04-8608-0a48c31e1c11 admin admin] Checking segment: {'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:35.396917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c84fb94-45d9-4b04-8608-0a48c31e1c11 admin admin] Network hostable DHCP agents. Network: acba3edc-1a2e-4051-96b5-5b30cfbf6171, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:35.477550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36324) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:35.511901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c84fb94-45d9-4b04-8608-0a48c31e1c11 admin admin] Network acba3edc-1a2e-4051-96b5-5b30cfbf6171 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:35.519713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Allocated IP 172.20.0.2 (1d436651-0ddd-42fa-825f-7a433bc5760e/34ce218f-5db1-421c-b2b4-76f09d3395ae/451298d5-ee86-4224-adcf-44060b3cd23e) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:35.539112 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.545633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d791cf5-d7aa-4d32-89da-054c019d3ddb admin admin] Made reservation on behalf of c8691fd6612f4f9994457c3334d20dee for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:35.547882 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5d791cf5-d7aa-4d32-89da-054c019d3ddb admin admin] Notify callbacks [] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.605720 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-0c84fb94-45d9-4b04-8608-0a48c31e1c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, acba3edc-1a2e-4051-96b5-5b30cfbf6171) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:35.617611 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c84fb94-45d9-4b04-8608-0a48c31e1c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:35.618203 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0c84fb94-45d9-4b04-8608-0a48c31e1c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.622377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0483ee5-c119-454e-826d-762973fc8cd2 None None] Network acba3edc-1a2e-4051-96b5-5b30cfbf6171 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:35.664480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2133707947'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:35.676912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a6447038-892a-4455-af98-7258551ab801 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.684737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.690285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:35.690884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.734336 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.773946 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0c84fb94-45d9-4b04-8608-0a48c31e1c11 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2955821 Dec 22 04:51:35.779322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36334) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:35.784855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Made reservation on behalf of 8ec6e948e8d64313b7259f927a2b8778 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:35.786437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:35.788226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.811535 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36336) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:35.832378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'fixed_ips': [{'subnet_id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:51:35.833249 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.905871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.937103 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d9e3014d-589d-4cfe-9f43-14dc6dd525b5 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:35.942421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Made reservation on behalf of 39d7298b374b49e092a08516b35fef78 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:35.946546 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.968184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Network 1d436651-0ddd-42fa-825f-7a433bc5760e is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:35.974207 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:35.980170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:35.998962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:36.003368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Pushing event updated for resources: {'Port': ['ID=451298d5-ee86-4224-adcf-44060b3cd23e,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.014658 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.023931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:36.024307 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:36.024780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:36.025117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:36.025451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:36.025838 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:36.026137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:36.026475 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:36.026802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:36.028149 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:36.028520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:36.028859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Tracked resource versions report: Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: pushed versions: Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: { 'AddressGroup': {'1.2'}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'ConntrackHelper': {'1.0'}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Log': {'1.0'}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Network': {'1.1'}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Port': {'1.7'}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'PortForwarding': {'1.2'}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'QosPolicy': {'1.9'}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'SecurityGroup': {'1.4'}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'SubPort': {'1.0'}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Subnet': {'1.1'}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Trunk': {'1.1'}} Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: consumer versions: Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: { DHCP agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: HyperV agent@hv-neutron-8225: {}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: L3 agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: Metadata agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: Metering agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: Open vSwitch agent@dv-neutron-822523-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'ConntrackHelper': '1.0', Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Log': '1.0', Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Network': '1.1', Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Port': '1.7', Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'PortForwarding': '1.2', Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'QosPolicy': '1.9', Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'SecurityGroup': '1.4', Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'SecurityGroupRule': '1.2', Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'SubPort': '1.0', Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Subnet': '1.1', Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: 'Trunk': '1.1'}} Dec 22 04:51:36.030055 dv-neutron-822523-1-hyperv neutron-server[109184]: {{(pid=109184) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:51:36.035200 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7367437 Dec 22 04:51:36.040695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36340) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:36.084863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Allocated IP 172.20.0.2 (acba3edc-1a2e-4051-96b5-5b30cfbf6171/e1f25154-b652-4066-8226-0fbe0c6c40c1/7f5d288e-991e-41df-a8d5-9d4c8e011f36) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:36.101353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Attempting to bind port 451298d5-ee86-4224-adcf-44060b3cd23e on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:36.101703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Attempting to bind port 451298d5-ee86-4224-adcf-44060b3cd23e by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:36.101981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Attempting to bind port 451298d5-ee86-4224-adcf-44060b3cd23e on network 1d436651-0ddd-42fa-825f-7a433bc5760e {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:36.105564 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.110898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:36.111267 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Checking segment: {'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:36.111665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.112073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Bound using segment: {'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:36.112543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Bound port: 451298d5-ee86-4224-adcf-44060b3cd23e, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:36.112939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.118800 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d9e3014d-589d-4cfe-9f43-14dc6dd525b5 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] 10.222.0.54 "PUT /v2.0/quotas/6ee975805eee4a1a8a61e6078616def4 HTTP/1.1" status: 200 len: 368 time: 0.3054209 Dec 22 04:51:36.120705 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36344) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:36.127617 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Request body: {'network': {'project_id': '6ee975805eee4a1a8a61e6078616def4'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:36.137134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.139584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.167404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6447038-892a-4455-af98-7258551ab801 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event updated for resources: {'Subnet': ['ID=36c40859-89a3-488c-b202-efacf02969f5,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.178874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.182251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0d716-74f3-45f8-9969-6e1f5ed8314f tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Pushing event updated for resources: {'Network': ['ID=eb4ea15e-5a47-485a-a311-4323bc49bb1c,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.190698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6447038-892a-4455-af98-7258551ab801 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Checking segment: {'id': '0d555715-cbff-4c95-944e-117bc4c3f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:36.191055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6447038-892a-4455-af98-7258551ab801 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Network hostable DHCP agents. Network: 914ff6d9-7364-4c6a-8ef1-64d7dab8364f, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:36.200874 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network eb4ea15e-5a47-485a-a311-4323bc49bb1c details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:36.233861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5d791cf5-d7aa-4d32-89da-054c019d3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.235818 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Request body: {'network': {'name': 'tempest-network--123574637', 'router:external': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:36.239075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.293681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.307174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.308108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d791cf5-d7aa-4d32-89da-054c019d3ddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=97850584-8955-4e5c-9aec-07b4b2c9178c,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.310047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] For port 451298d5-ee86-4224-adcf-44060b3cd23e, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:36.315171 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] For port 451298d5-ee86-4224-adcf-44060b3cd23e, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=451298d5-ee86-4224-adcf-44060b3cd23e,segment=NetworkSegment(53ccdc7b-8e96-41c3-a284-ea2402686593),segment_id=53ccdc7b-8e96-41c3-a284-ea2402686593)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:36.323293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:36.337599 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6095d2b-5f2c-4fdc-8aa3-bd049b92c3c6,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.343374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.343711 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Added segment 26bd5922-a370-442f-adde-901b3f2951a7 of type vlan for network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 Dec 22 04:51:36.366173 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6447038-892a-4455-af98-7258551ab801 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:36.373252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d791cf5-d7aa-4d32-89da-054c019d3ddb admin admin] Checking segment: {'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:36.376631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d791cf5-d7aa-4d32-89da-054c019d3ddb admin admin] Network hostable DHCP agents. Network: 623df8f0-c4df-4f4e-93f2-0f23f453acde, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:36.379265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.383983 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.480945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.484692 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.490642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-a6447038-892a-4455-af98-7258551ab801 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 914ff6d9-7364-4c6a-8ef1-64d7dab8364f) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:36.492799 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.493529 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Made reservation on behalf of 6ee975805eee4a1a8a61e6078616def4 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:36.495833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.500924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Made reservation on behalf of 0300bd53e83943189aa1cbcdc4977a16 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:36.503192 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.505532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6447038-892a-4455-af98-7258551ab801 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:36.506250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a6447038-892a-4455-af98-7258551ab801 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.519857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.525400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:36.526506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.527307 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d1f36b-6955-4492-a386-05ebe3f48eb6 None None] Network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:36.528067 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:36.528862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.545895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.556385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Network acba3edc-1a2e-4051-96b5-5b30cfbf6171 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:36.565416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:36.568122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:36.579143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab120f98-4f6d-4a71-9a2d-88fd91650ae6,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.583850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.584341 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Added segment 16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6 of type vlan for network ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b Dec 22 04:51:36.623586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.624912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafcc6b-c983-4da6-bda0-dee9b920020e None None] Pushing event updated for resources: {'Port': ['ID=451298d5-ee86-4224-adcf-44060b3cd23e,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.671286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d791cf5-d7aa-4d32-89da-054c019d3ddb admin admin] Network 623df8f0-c4df-4f4e-93f2-0f23f453acde is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:36.673961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.680374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.702264 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a6447038-892a-4455-af98-7258551ab801 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9854136 Dec 22 04:51:36.703168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5d791cf5-d7aa-4d32-89da-054c019d3ddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 623df8f0-c4df-4f4e-93f2-0f23f453acde) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:36.724908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36348) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:36.733979 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Request body: {'port': {'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f', 'name': 'tempest-AllowedAddressPairTestJSON-2107487407'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:36.745715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d791cf5-d7aa-4d32-89da-054c019d3ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:36.746645 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5d791cf5-d7aa-4d32-89da-054c019d3ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.757506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.817507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b37a41-ea83-48c0-a1c2-68baf98fa60d None None] Network 623df8f0-c4df-4f4e-93f2-0f23f453acde requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:36.826342 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3424962 Dec 22 04:51:36.890710 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1049483-e99e-40d9-ac11-85dd4666ba96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Pushing event updated for resources: {'Network': ['ID=553e5d9d-c2dc-4c21-a57a-a69d774b0950,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.901213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Allocated IP 172.26.5.75 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/ef657284-9e70-4e5b-9cd2-bc1758484d52) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:36.914696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:36.919792 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5d791cf5-d7aa-4d32-89da-054c019d3ddb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6533885 Dec 22 04:51:36.924848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36362) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:36.932870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:36.958405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Attempting to bind port 7f5d288e-991e-41df-a8d5-9d4c8e011f36 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:36.958964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Attempting to bind port 7f5d288e-991e-41df-a8d5-9d4c8e011f36 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:36.959509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Attempting to bind port 7f5d288e-991e-41df-a8d5-9d4c8e011f36 on network acba3edc-1a2e-4051-96b5-5b30cfbf6171 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:36.962262 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Pushing event updated for resources: {'Port': ['ID=7f5d288e-991e-41df-a8d5-9d4c8e011f36,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.987644 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:36.989405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Checking segment: {'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:36.989971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:36.990555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Bound using segment: {'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:36.991604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Bound port: 7f5d288e-991e-41df-a8d5-9d4c8e011f36, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:36.991604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.046353 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.054165 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:37.056411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.181564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Pushing event updated for resources: {'Network': ['ID=ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:37.185701 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.190172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.194221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.195704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.208308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:37.247211 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-249246ab-939f-44ab-950c-c6f1c92986c3 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1787095 Dec 22 04:51:37.250007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36366) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:37.268655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-16793af1-3763-472a-8185-776018a68bb7 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Request body: {'subnet': {'network_id': 'ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:37.290364 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-914ff6d9-7364-4c6a-8ef1-64d7dab8364f', 'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f', 'tenant_id': '54c8e87435b14122873ec0fda8de3463', 'fixed_ips': [{'subnet_id': '36c40859-89a3-488c-b202-efacf02969f5'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:51:37.291229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.300438 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] For port 7f5d288e-991e-41df-a8d5-9d4c8e011f36, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:37.333437 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] For port 7f5d288e-991e-41df-a8d5-9d4c8e011f36, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7f5d288e-991e-41df-a8d5-9d4c8e011f36,segment=NetworkSegment(7315f982-e7ae-4c26-a1ec-2e935c2140a0),segment_id=7315f982-e7ae-4c26-a1ec-2e935c2140a0)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:37.361490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.369633 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-623df8f0-c4df-4f4e-93f2-0f23f453acde', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'fixed_ips': [{'subnet_id': '97850584-8955-4e5c-9aec-07b4b2c9178c'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:51:37.370488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.421073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.431067 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.475791 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.480172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Made reservation on behalf of 54c8e87435b14122873ec0fda8de3463 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:37.484620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.496879 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.566871 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.597575 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:37.609270 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36368) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:37.613902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16793af1-3763-472a-8185-776018a68bb7 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Made reservation on behalf of 8ec6e948e8d64313b7259f927a2b8778 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:37.614891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.615333 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Added segment 48bc5d90-e24d-4944-bac4-39e25e04b70a of type vlan for network 24155132-590a-4363-9415-f1958daed204 Dec 22 04:51:37.618374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-16793af1-3763-472a-8185-776018a68bb7 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks [] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.626778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Request body: {'port': {'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157600554'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:37.634503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.650045 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c10022-76b1-4eb0-ac52-b51e38f3a021 None None] Pushing event updated for resources: {'Port': ['ID=7f5d288e-991e-41df-a8d5-9d4c8e011f36,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:37.672481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.673809 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Allocated IP 172.20.0.2 (914ff6d9-7364-4c6a-8ef1-64d7dab8364f/36c40859-89a3-488c-b202-efacf02969f5/074107fa-68eb-494f-82e9-c80f414eaf01) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:37.712467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:37.724241 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.725036 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Added segment 4d19be98-56e5-4c33-a292-2dd96e66eb4d of type vlan for network 703628a6-6c49-4bef-ace8-44be76384a3d Dec 22 04:51:37.742044 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0dc7a2-4a81-4bf6-afd8-aec1ae758f91,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:37.774003 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.791668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Allocated IP 172.20.0.2 (623df8f0-c4df-4f4e-93f2-0f23f453acde/97850584-8955-4e5c-9aec-07b4b2c9178c/c78b7cf2-52ba-43f6-96ce-fb3fdb882faa) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:37.850072 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] device_id is not set on port 15fc4af6-bf72-436a-bd3c-f1a17680d73b yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:37.861468 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.863372 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:37.864296 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.873329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:37.878942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:37.883276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:37.895768 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:38.027911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef657284-9e70-4e5b-9cd2-bc1758484d52,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.094458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.128892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Made reservation on behalf of 1b76c8ed0eee44d383329a783d18b663 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:38.131979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.143653 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.144729 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2591cea4-569a-43d0-9601-38d7fdac308c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.159696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.200078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27013011-f924-4862-9cec-36ef36c6be1e None None] Network 1d436651-0ddd-42fa-825f-7a433bc5760e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:38.217052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:38.231833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.232739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.261839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:38.269129 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Pushing event updated for resources: {'Network': ['ID=24155132-590a-4363-9415-f1958daed204,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.273834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:38.290739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Pushing event updated for resources: {'Port': ['ID=074107fa-68eb-494f-82e9-c80f414eaf01,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.293026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 24155132-590a-4363-9415-f1958daed204 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:38.316369 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-47af94ae-bac1-4f64-a75d-dacb003993a3 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1912105 Dec 22 04:51:38.330970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.331734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36372) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:38.343489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-661a5d97-478c-4227-8228-896cca1ed43e None None] Provisioning complete for port 451298d5-ee86-4224-adcf-44060b3cd23e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:38.349560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-661a5d97-478c-4227-8228-896cca1ed43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.349560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Pushing event updated for resources: {'Port': ['ID=c78b7cf2-52ba-43f6-96ce-fb3fdb882faa,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.352114 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6a90c39b-fa4e-45a5-b75a-b38a90f60f0c tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Request body: {'network': {'project_id': '6ee975805eee4a1a8a61e6078616def4'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:38.421952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Allocated IP 172.20.0.14 (914ff6d9-7364-4c6a-8ef1-64d7dab8364f/36c40859-89a3-488c-b202-efacf02969f5/15fc4af6-bf72-436a-bd3c-f1a17680d73b) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:38.427405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Network 623df8f0-c4df-4f4e-93f2-0f23f453acde is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:38.445289 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Allocated IP 172.26.5.159 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/b154a54c-ed20-42dc-b596-d9e28469514e) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:38.457780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:38.487389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:38.487551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.488524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:38.489145 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.560543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Attempting to bind port 074107fa-68eb-494f-82e9-c80f414eaf01 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:38.561057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Attempting to bind port 074107fa-68eb-494f-82e9-c80f414eaf01 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '0d555715-cbff-4c95-944e-117bc4c3f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:38.561417 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Attempting to bind port 074107fa-68eb-494f-82e9-c80f414eaf01 on network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:38.586288 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-16793af1-3763-472a-8185-776018a68bb7 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.599123 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event updated for resources: {'Network': ['ID=703628a6-6c49-4bef-ace8-44be76384a3d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.601496 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a90c39b-fa4e-45a5-b75a-b38a90f60f0c tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Made reservation on behalf of 6ee975805eee4a1a8a61e6078616def4 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:38.603754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6a90c39b-fa4e-45a5-b75a-b38a90f60f0c tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.604792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.663973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.713633 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 703628a6-6c49-4bef-ace8-44be76384a3d details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:38.720175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a90c39b-fa4e-45a5-b75a-b38a90f60f0c tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:38.748635 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c278ce32-57f5-46b9-8f3e-478787b2978b tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7068291 Dec 22 04:51:38.754394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36374) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:38.758509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6a90c39b-fa4e-45a5-b75a-b38a90f60f0c tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.758825 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-6a90c39b-fa4e-45a5-b75a-b38a90f60f0c tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Added segment 3e25009c-6009-4966-9b80-d79efe820a59 of type vlan for network 4bc7abd6-b7e8-4749-859e-605c2d68f626 Dec 22 04:51:38.771436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.779384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:38.783691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Checking segment: {'id': '0d555715-cbff-4c95-944e-117bc4c3f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:38.783691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.783691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Bound using segment: {'id': '0d555715-cbff-4c95-944e-117bc4c3f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:38.783691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Bound port: 074107fa-68eb-494f-82e9-c80f414eaf01, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d555715-cbff-4c95-944e-117bc4c3f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:38.783691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.810189 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16793af1-3763-472a-8185-776018a68bb7 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Pushing event updated for resources: {'Subnet': ['ID=29845d53-9295-47a6-80fa-1c316af00b95,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.827762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] device_id is not set on port 97a3b43c-37e1-453d-bc42-b676e236c865 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:38.943001 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.959988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16793af1-3763-472a-8185-776018a68bb7 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Checking segment: {'id': '16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:38.960942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16793af1-3763-472a-8185-776018a68bb7 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Network hostable DHCP agents. Network: ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:38.969624 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6a90c39b-fa4e-45a5-b75a-b38a90f60f0c tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.974895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] For port 074107fa-68eb-494f-82e9-c80f414eaf01, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:38.978905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] For port 074107fa-68eb-494f-82e9-c80f414eaf01, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=074107fa-68eb-494f-82e9-c80f414eaf01,segment=NetworkSegment(0d555715-cbff-4c95-944e-117bc4c3f425),segment_id=0d555715-cbff-4c95-944e-117bc4c3f425)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:38.979152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87be3d2-1554-4fef-a7a9-c41bc6216ddc,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.986598 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Attempting to bind port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:38.990543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Attempting to bind port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:38.990543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Attempting to bind port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa on network 623df8f0-c4df-4f4e-93f2-0f23f453acde {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:38.997660 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:38.998368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Checking segment: {'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:38.998780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:38.999168 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Bound using segment: {'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:38.999713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Bound port: c78b7cf2-52ba-43f6-96ce-fb3fdb882faa, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:39.000095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.016622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.018466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7f5d288e-991e-41df-a8d5-9d4c8e011f36 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:39.028578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.049790 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.058831 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.151999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6a90c39b-fa4e-45a5-b75a-b38a90f60f0c tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.152978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a90c39b-fa4e-45a5-b75a-b38a90f60f0c tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:39.153536 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6a90c39b-fa4e-45a5-b75a-b38a90f60f0c tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.193995 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626503a5-0346-47c1-af81-bfff3c94b72e None None] Network acba3edc-1a2e-4051-96b5-5b30cfbf6171 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:39.219027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.221721 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.232832 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16793af1-3763-472a-8185-776018a68bb7 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Network ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:39.257757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] For port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:39.261166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] For port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c78b7cf2-52ba-43f6-96ce-fb3fdb882faa,segment=NetworkSegment(00a870d2-cdd6-47f1-b9af-fe21d31422bb),segment_id=00a870d2-cdd6-47f1-b9af-fe21d31422bb)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:39.277385 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90c39b-fa4e-45a5-b75a-b38a90f60f0c tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Pushing event updated for resources: {'Network': ['ID=4bc7abd6-b7e8-4749-859e-605c2d68f626,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.280044 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.301240 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.301602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.302364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.302691 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > port after_create 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.303018 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.303699 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > port after_update 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.304448 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.304643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.304953 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.305263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.315165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-661a5d97-478c-4227-8228-896cca1ed43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.321831 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 4bc7abd6-b7e8-4749-859e-605c2d68f626 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:39.321831 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.361236 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-16793af1-3763-472a-8185-776018a68bb7 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:39.365547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16793af1-3763-472a-8185-776018a68bb7 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:39.366329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-16793af1-3763-472a-8185-776018a68bb7 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.384322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b897a-8bc8-45f4-919d-157c34e13cea None None] Network ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:39.389102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.401908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] device_id is not set on port 97a3b43c-37e1-453d-bc42-b676e236c865 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:39.408371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.414273 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Allocated IP 172.26.5.74 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/aec7a816-b42b-4585-a29e-0750d7555a3f) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:39.421106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.501896 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-16793af1-3763-472a-8185-776018a68bb7 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2461836 Dec 22 04:51:39.505136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36388) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:39.514722 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Request body: {'port': {'network_id': 'ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-735342347'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:39.564224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 7f5d288e-991e-41df-a8d5-9d4c8e011f36 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:39.564639 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.566372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c148b60-407d-4231-a9e9-054b0aa09226 None None] Pushing event updated for resources: {'Port': ['ID=074107fa-68eb-494f-82e9-c80f414eaf01,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.569048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.571133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.571473 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.571794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.572111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:39.572478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703628a6-6c49-4bef-ace8-44be76384a3d']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:39.594869 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6a90c39b-fa4e-45a5-b75a-b38a90f60f0c tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2571244 Dec 22 04:51:39.595636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Pushing event updated for resources: {'Port': ['ID=b154a54c-ed20-42dc-b596-d9e28469514e,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.598679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36390) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:39.611438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:39.631204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d4817fdb-84ac-4431-b343-69fe3ccfdb6f tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Request body: {'network': {'project_id': '6ee975805eee4a1a8a61e6078616def4'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:39.639375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-661a5d97-478c-4227-8228-896cca1ed43e None None] For port 451298d5-ee86-4224-adcf-44060b3cd23e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=451298d5-ee86-4224-adcf-44060b3cd23e,segment=NetworkSegment(53ccdc7b-8e96-41c3-a284-ea2402686593),segment_id=53ccdc7b-8e96-41c3-a284-ea2402686593)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:39.659816 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d19be98-56e5-4c33-a292-2dd96e66eb4d') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:39.659816 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d19be98-56e5-4c33-a292-2dd96e66eb4d') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:39.689332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.691676 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fe7185ae-6bcb-418f-964d-5408905cbe51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.722109 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:39.730144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.732686 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:39.755363 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-661a5d97-478c-4227-8228-896cca1ed43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.784725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event updated for resources: {'Port': ['ID=97a3b43c-37e1-453d-bc42-b676e236c865,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.818626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Checking segment: {'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:39.819910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Network hostable DHCP agents. Network: 553e5d9d-c2dc-4c21-a57a-a69d774b0950, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:39.852528 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:39.863401 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: from cryptography.utils import int_from_bytes Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: from cryptography.utils import int_from_bytes Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:39.870086 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:39.884735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.043439 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4817fdb-84ac-4431-b343-69fe3ccfdb6f tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 04:51:40.043947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4817fdb-84ac-4431-b343-69fe3ccfdb6f tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:40.044074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd932ecd-dd60-417e-b107-b2e78c7c6645 None None] Pushing event updated for resources: {'Port': ['ID=c78b7cf2-52ba-43f6-96ce-fb3fdb882faa,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:40.045167 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d4817fdb-84ac-4431-b343-69fe3ccfdb6f tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4301605 Dec 22 04:51:40.049077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36394) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:40.102056 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e3c9046f-f63b-4c6b-8561-bd6b7949694e None None] Provisioning complete for port 7f5d288e-991e-41df-a8d5-9d4c8e011f36 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:40.105133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3c9046f-f63b-4c6b-8561-bd6b7949694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.148113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:40.152162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Made reservation on behalf of 8ec6e948e8d64313b7259f927a2b8778 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:40.152810 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:40.153719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event updated for resources: {'Port': ['ID=15fc4af6-bf72-436a-bd3c-f1a17680d73b,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:40.156316 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:40.156842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.159224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:40.164939 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:40.165568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.182095 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:51:40.184066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.199778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.213934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 703628a6-6c49-4bef-ace8-44be76384a3d {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:51:40.230195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event deleted for resources: {'Network': ['ID=703628a6-6c49-4bef-ace8-44be76384a3d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:40.233510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] device_id is not set on port 74af069d-f10d-43a2-8ed3-057f99d766ae yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:40.234408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.240288 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2cab2e92-6594-4b62-b183-7ee6169a6e22 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "DELETE /v2.0/networks/703628a6-6c49-4bef-ace8-44be76384a3d HTTP/1.1" status: 204 len: 168 time: 1.4828246 Dec 22 04:51:40.247326 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cb134773-747d-44c0-a61a-3a71d650f5df tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ee975805eee4a1a8a61e6078616def4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1956000 Dec 22 04:51:40.251775 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b', 'network_id': 'ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b', 'tenant_id': '8ec6e948e8d64313b7259f927a2b8778', 'fixed_ips': [{'subnet_id': '29845d53-9295-47a6-80fa-1c316af00b95'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:51:40.252287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36396) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:40.252611 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36398) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:40.252847 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.268092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:40.315465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a5d97-478c-4227-8228-896cca1ed43e None None] Pushing event updated for resources: {'Port': ['ID=451298d5-ee86-4224-adcf-44060b3cd23e,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:40.321094 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-728f36ce-9b84-4dec-a62e-f02b0c7a51d2 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5935748 Dec 22 04:51:40.324994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.382563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36402) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:40.393672 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Request body: {'port': {'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f', 'name': 'tempest-AllowedAddressPairTestJSON-221126966', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:47:5c:23'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:40.518283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 7f5d288e-991e-41df-a8d5-9d4c8e011f36, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7f5d288e-991e-41df-a8d5-9d4c8e011f36,segment=NetworkSegment(7315f982-e7ae-4c26-a1ec-2e935c2140a0),segment_id=7315f982-e7ae-4c26-a1ec-2e935c2140a0)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:40.532063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3c9046f-f63b-4c6b-8561-bd6b7949694e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.622357 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.625195 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 451298d5-ee86-4224-adcf-44060b3cd23e up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:40.642641 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Allocated IP 172.20.0.2 (ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b/29845d53-9295-47a6-80fa-1c316af00b95/bb433aa7-3d7d-4eb1-86d6-67911a2e26d9) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:40.720008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:40.787363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.794534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:40.796124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 553e5d9d-c2dc-4c21-a57a-a69d774b0950) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:40.847108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:40.894787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:40.903455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-e3c9046f-f63b-4c6b-8561-bd6b7949694e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:51:40.903455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-e3c9046f-f63b-4c6b-8561-bd6b7949694e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:51:40.977074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.025671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e22862-ca2f-4355-9c34-f326ca3b5afd None None] Network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:41.066353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Made reservation on behalf of 54c8e87435b14122873ec0fda8de3463 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:41.078135 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Network ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:41.082576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=7f5d288e-991e-41df-a8d5-9d4c8e011f36,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:41.086098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:41.088991 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:41.095574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Pushing event updated for resources: {'Port': ['ID=aec7a816-b42b-4585-a29e-0750d7555a3f,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:41.097290 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:41.108039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Allocated IP 172.20.0.8 (ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b/29845d53-9295-47a6-80fa-1c316af00b95/74af069d-f10d-43a2-8ed3-057f99d766ae) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:41.152640 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df8c0b4-692a-46b3-ad62-2323afa2c185 None None] Network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:41.203145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:41.203145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:41.203604 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:41.222328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.228960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.230623 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:41.230971 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:41.243432 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Pushing event updated for resources: {'Port': ['ID=bb433aa7-3d7d-4eb1-86d6-67911a2e26d9,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:41.250244 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] device_id is not set on port a0966009-c3ce-4e81-8fb6-6cd28aecce80 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:41.261186 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 2 to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 Dec 22 04:51:41.284424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-84518fdd-853b-43f7-9700-e0a27bc92b84 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.313341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Made reservation on behalf of 0300bd53e83943189aa1cbcdc4977a16 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:41.315699 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.337173 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:41.337499 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:41.337828 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:41.345729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8cbc1-570b-4c94-ab03-b6b45e49e0c1 None None] Network 623df8f0-c4df-4f4e-93f2-0f23f453acde requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:41.384530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 451298d5-ee86-4224-adcf-44060b3cd23e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:41.385123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.398391 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:41.398717 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:41.403950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-84518fdd-853b-43f7-9700-e0a27bc92b84 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.405686 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 3 to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 Dec 22 04:51:41.420000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:41.438055 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Sync routers for ids ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:41.452215 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Routers {'87fcade4-419b-4296-b4d5-f8e4d9a23a07'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:41.453383 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7f176287-0239-4092-848b-e7235451fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:51:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:41.465970 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Allocated IP 172.20.0.3 (914ff6d9-7364-4c6a-8ef1-64d7dab8364f/36c40859-89a3-488c-b202-efacf02969f5/a0966009-c3ce-4e81-8fb6-6cd28aecce80) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:41.500048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:41.500404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:41.500737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:41.502947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:41.565423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:41.565423 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:41.588908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Router 01959458-2462-43b5-857a-3a74ed51f166 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:51:41.596871 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 4 to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 Dec 22 04:51:41.603445 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.604087 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Added segment 010c6ec2-f04b-45a2-b2c7-62217f0cdd6e of type vlan for network ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7 Dec 22 04:51:41.622778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Attempting to bind port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:41.623272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Attempting to bind port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:41.625077 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Attempting to bind port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 on network ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:41.632714 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.633956 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-abe2960d-2d48-482d-9f1e-be86d4412fe4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5596867 Dec 22 04:51:41.660309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36406) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:41.674730 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:41.675056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:41.675389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:41.685229 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Set router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:41.696865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:41.697408 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Checking segment: {'id': '16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:41.697907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.698402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Bound using segment: {'id': '16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:41.698982 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Bound port: bb433aa7-3d7d-4eb1-86d6-67911a2e26d9, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:41.699459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.768945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:41.775287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.779373 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:41.779698 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:41.790570 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 5 to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 Dec 22 04:51:41.815084 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] For port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:41.818788 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] For port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bb433aa7-3d7d-4eb1-86d6-67911a2e26d9,segment=NetworkSegment(16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6),segment_id=16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:41.819933 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2e13c028-e18e-41f0-b5a2-aa7370a1a8cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.834569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Sync routers for ids ['01959458-2462-43b5-857a-3a74ed51f166'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:41.835233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-84518fdd-853b-43f7-9700-e0a27bc92b84 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.844558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-84518fdd-853b-43f7-9700-e0a27bc92b84 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.845087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.845722 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-84518fdd-853b-43f7-9700-e0a27bc92b84 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/7e0dc7a2-4a81-4bf6-afd8-aec1ae758f91 HTTP/1.1" status: 204 len: 168 time: 1.5910716 Dec 22 04:51:41.851046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36408) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:41.886716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:41.896988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Routers {'01959458-2462-43b5-857a-3a74ed51f166'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:41.897774 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:51:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['01959458-2462-43b5-857a-3a74ed51f166'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:41.925227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Provisioning complete for port 074107fa-68eb-494f-82e9-c80f414eaf01 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:41.925753 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.270545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.db.resource_extend [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:51:42.274966 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.274966 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b634e6f4-254c-4f18-a8c6-624cd6b14d1b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.1882453 Dec 22 04:51:42.280058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36410) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:42.280939 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.281137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:42.281137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:42.281137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:42.281599 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7f176287-0239-4092-848b-e7235451fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:51:38Z', 'revision_number': 3, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:42.281796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.281796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84518fdd-853b-43f7-9700-e0a27bc92b84 tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0dc7a2-4a81-4bf6-afd8-aec1ae758f91,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:42.282155 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Checking router: 87fcade4-419b-4296-b4d5-f8e4d9a23a07 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:42.282155 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Updating router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 port ef657284-9e70-4e5b-9cd2-bc1758484d52 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:51:42.282405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Set router 01959458-2462-43b5-857a-3a74ed51f166 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:42.282559 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.282811 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.282945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc7abd6-b7e8-4749-859e-605c2d68f626']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:42.282945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e25009c-6009-4966-9b80-d79efe820a59') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:42.282945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e25009c-6009-4966-9b80-d79efe820a59') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:42.282945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.282945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.283665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:42.285640 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:42.291623 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:42.291623 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:42.291905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.292092 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 6 to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 Dec 22 04:51:42.307547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:42.308085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:42.308487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:42.349163 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:42.353162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:42.357330 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:42.418360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.420921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event updated for resources: {'Port': ['ID=a0966009-c3ce-4e81-8fb6-6cd28aecce80,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:42.428578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:42.429439 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:42.436055 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 7 to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 Dec 22 04:51:42.448101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:42.448994 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.498245 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68dd0f-30b3-4ac5-9af6-87d7a6c905ed None None] Pushing event updated for resources: {'Port': ['ID=bb433aa7-3d7d-4eb1-86d6-67911a2e26d9,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:42.525775 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.536525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.545238 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] 10.222.0.54 "DELETE /v2.0/networks/4bc7abd6-b7e8-4749-859e-605c2d68f626 HTTP/1.1" status: 204 len: 168 time: 0.6930852 Dec 22 04:51:42.550364 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36412) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:42.551837 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.557439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.558382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:42.558963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.572467 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bf1d445e-8d12-4078-a7eb-fa2d3433ba9a tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.1885710 Dec 22 04:51:42.573584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7fa7d-351c-4c05-a24b-e2bf2f0c87cb tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bc7abd6-b7e8-4749-859e-605c2d68f626,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:42.575200 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36416) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:42.596752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.597976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:42.598313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:42.598646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:42.665731 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.671224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] For port 074107fa-68eb-494f-82e9-c80f414eaf01, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=074107fa-68eb-494f-82e9-c80f414eaf01,segment=NetworkSegment(0d555715-cbff-4c95-944e-117bc4c3f425),segment_id=0d555715-cbff-4c95-944e-117bc4c3f425)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:42.677756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:40Z', 'revision_number': 3, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:42.717682 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Checking router: 01959458-2462-43b5-857a-3a74ed51f166 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:42.717989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Updating router 01959458-2462-43b5-857a-3a74ed51f166 port b154a54c-ed20-42dc-b596-d9e28469514e binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:51:42.787166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.787420 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Pushing event updated for resources: {'Port': ['ID=ef657284-9e70-4e5b-9cd2-bc1758484d52,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:42.792654 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abce0ab-bc37-4aeb-96d4-064d473e4192 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:42.794559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.807923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abce0ab-bc37-4aeb-96d4-064d473e4192 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:42.812297 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.815926 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.815926 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.815926 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.815926 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.815926 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.815926 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.815926 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.815926 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.816986 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.817680 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.818239 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Tracked resource versions report: Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: pushed versions: Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: { 'AddressGroup': {'1.2'}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'ConntrackHelper': {'1.0'}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Log': {'1.0'}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Network': {'1.1'}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Port': {'1.7'}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'PortForwarding': {'1.2'}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'QosPolicy': {'1.9'}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'SecurityGroup': {'1.4'}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'SubPort': {'1.0'}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Subnet': {'1.1'}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Trunk': {'1.1'}} Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: consumer versions: Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: { DHCP agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: HyperV agent@hv-neutron-8225: {}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: L3 agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: Metadata agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: Metering agent@dv-neutron-822523-1-hyperv: {}, Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: Open vSwitch agent@dv-neutron-822523-1-hyperv: { 'AddressGroup': '1.2', Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'ConntrackHelper': '1.0', Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Log': '1.0', Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Network': '1.1', Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Port': '1.7', Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'PortForwarding': '1.2', Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'QosPolicy': '1.9', Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'SecurityGroup': '1.4', Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'SecurityGroupRule': '1.2', Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'SubPort': '1.0', Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Subnet': '1.1', Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: 'Trunk': '1.1'}} Dec 22 04:51:42.819907 dv-neutron-822523-1-hyperv neutron-server[109185]: {{(pid=109185) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:51:42.826268 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Attempting to bind port ef657284-9e70-4e5b-9cd2-bc1758484d52 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:42.826732 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Attempting to bind port ef657284-9e70-4e5b-9cd2-bc1758484d52 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:42.827151 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Attempting to bind port ef657284-9e70-4e5b-9cd2-bc1758484d52 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:42.833932 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:42.834498 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:42.834980 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.835432 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:42.835979 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Bound port: ef657284-9e70-4e5b-9cd2-bc1758484d52, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:42.836519 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:42.869333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abce0ab-bc37-4aeb-96d4-064d473e4192 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:42.870998 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2abce0ab-bc37-4aeb-96d4-064d473e4192 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2947404 Dec 22 04:51:42.885419 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36420) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:42.955685 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-7f176287-0239-4092-848b-e7235451fd4f None None] For port ef657284-9e70-4e5b-9cd2-bc1758484d52, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:42.994396 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-7f176287-0239-4092-848b-e7235451fd4f None None] For port ef657284-9e70-4e5b-9cd2-bc1758484d52, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ef657284-9e70-4e5b-9cd2-bc1758484d52,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:42.997969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Provisioning complete for port 451298d5-ee86-4224-adcf-44060b3cd23e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:42.998534 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.064025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7f5d288e-991e-41df-a8d5-9d4c8e011f36 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:43.083653 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.166555 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Routers {'87fcade4-419b-4296-b4d5-f8e4d9a23a07'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:43.167335 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7f176287-0239-4092-848b-e7235451fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:51:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:43.183224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-c25d4da0-ba69-42b0-97c6-dd4ce33ae982 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Deleting port a0966009-c3ce-4e81-8fb6-6cd28aecce80 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:51:43.183788 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c25d4da0-ba69-42b0-97c6-dd4ce33ae982 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.203134 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Pushing event updated for resources: {'Port': ['ID=074107fa-68eb-494f-82e9-c80f414eaf01,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:43.210614 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdab63-75f6-4be8-805c-b0a3c3b8ffc0 None None] Pushing event updated for resources: {'Port': ['ID=ef657284-9e70-4e5b-9cd2-bc1758484d52,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:43.226484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.248720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.261195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Network ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:43.283919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:43.284950 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:43.298712 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 8 to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 Dec 22 04:51:43.310428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.322531 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-7f176287-0239-4092-848b-e7235451fd4f None None] Set router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:43.344142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 7f5d288e-991e-41df-a8d5-9d4c8e011f36 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:43.344660 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.353105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:43.353666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:43.354213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:43.360400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:43.363258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:43.369426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:43.370301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.420738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:43.421063 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:43.422908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Pushing event updated for resources: {'Port': ['ID=74af069d-f10d-43a2-8ed3-057f99d766ae,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:43.426731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Provisioning complete for port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:43.427400 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.432381 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 9 to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 Dec 22 04:51:43.437522 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.1839368 Dec 22 04:51:43.442782 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36422) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:43.451902 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Request body: {'subnet': {'network_id': 'ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:43.474749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c25d4da0-ba69-42b0-97c6-dd4ce33ae982 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.478887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dace7c-284c-4698-a450-3a56a1f7dee5 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event updated for resources: {'Network': ['ID=ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:43.503256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-c25d4da0-ba69-42b0-97c6-dd4ce33ae982 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Calling delete_port for a0966009-c3ce-4e81-8fb6-6cd28aecce80 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:51:43.527471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:43.610552 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7f176287-0239-4092-848b-e7235451fd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:51:38Z', 'revision_number': 3, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:43.621203 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Made reservation on behalf of 0300bd53e83943189aa1cbcdc4977a16 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:43.623268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.641882 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f176287-0239-4092-848b-e7235451fd4f None None] The sync data for ids ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'] in dv-neutron-822523-1-hyperv is: [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:51:38Z', 'revision_number': 3, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:43.689853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.731670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 451298d5-ee86-4224-adcf-44060b3cd23e up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:43.775425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:43.775788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:43.776136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:43.789588 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5eb44901-9065-4f72-ad3f-e30c73e9b0fe tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2816122 Dec 22 04:51:43.799517 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.811350 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36424) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:43.855888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.890151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Attempting to bind port b154a54c-ed20-42dc-b596-d9e28469514e on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:43.890570 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Attempting to bind port b154a54c-ed20-42dc-b596-d9e28469514e by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:43.890945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Attempting to bind port b154a54c-ed20-42dc-b596-d9e28469514e on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:43.898835 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dd0c2-d077-4a6e-99b7-0b924b1bb8ae None None] Pushing event updated for resources: {'Port': ['ID=b154a54c-ed20-42dc-b596-d9e28469514e,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:43.910430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:43.910827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:43.911264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.911664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:43.912146 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Bound port: b154a54c-ed20-42dc-b596-d9e28469514e, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:43.912549 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.938340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:43.938675 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:43.945728 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 10 to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 Dec 22 04:51:43.956157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.972853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 451298d5-ee86-4224-adcf-44060b3cd23e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:43.973228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.978356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c25d4da0-ba69-42b0-97c6-dd4ce33ae982 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:43.980881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] For port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c78b7cf2-52ba-43f6-96ce-fb3fdb882faa,segment=NetworkSegment(00a870d2-cdd6-47f1-b9af-fe21d31422bb),segment_id=00a870d2-cdd6-47f1-b9af-fe21d31422bb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:44.045671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f4615b-6d03-4d37-b3f2-60525de88167 None None] Network ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:44.091991 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d4da0-ba69-42b0-97c6-dd4ce33ae982 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event deleted for resources: {'Port': ['ID=a0966009-c3ce-4e81-8fb6-6cd28aecce80,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:44.102134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:44.102485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:44.102784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:44.110380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.110825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.111493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.111814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > port after_create 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.112125 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.112479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > port after_update 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.112792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.113100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.113405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.113723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.201121 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] For port b154a54c-ed20-42dc-b596-d9e28469514e, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:44.224253 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-70746395-f976-4852-a555-5dd766c2a3f1 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Deleting port 74af069d-f10d-43a2-8ed3-057f99d766ae {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:51:44.224599 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-70746395-f976-4852-a555-5dd766c2a3f1 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.257544 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.269413 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] For port b154a54c-ed20-42dc-b596-d9e28469514e, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b154a54c-ed20-42dc-b596-d9e28469514e,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:44.340837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Pushing event updated for resources: {'Port': ['ID=c78b7cf2-52ba-43f6-96ce-fb3fdb882faa,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:44.371711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.372271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.372463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.374276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109183) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:51:44.374666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24155132-590a-4363-9415-f1958daed204']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:44.379649 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.391443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 97a3b43c-37e1-453d-bc42-b676e236c865 on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:44.391768 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 97a3b43c-37e1-453d-bc42-b676e236c865 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:44.392132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.392859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Provisioning complete for port 7f5d288e-991e-41df-a8d5-9d4c8e011f36 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:44.393322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d7899569-1c0d-439e-bbf9-92ca24b84e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.467634 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.470896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48bc5d90-e24d-4944-bac4-39e25e04b70a') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:44.471190 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48bc5d90-e24d-4944-bac4-39e25e04b70a') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:44.512617 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.515595 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c78b7cf2-52ba-43f6-96ce-fb3fdb882faa up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:44.559306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-70746395-f976-4852-a555-5dd766c2a3f1 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.564132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c25d4da0-ba69-42b0-97c6-dd4ce33ae982 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.567558 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c25d4da0-ba69-42b0-97c6-dd4ce33ae982 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "DELETE /v2.0/ports/a0966009-c3ce-4e81-8fb6-6cd28aecce80 HTTP/1.1" status: 204 len: 168 time: 1.6810739 Dec 22 04:51:44.574200 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36426) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:44.585727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Routers {'01959458-2462-43b5-857a-3a74ed51f166'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:44.586347 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:51:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['01959458-2462-43b5-857a-3a74ed51f166'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:44.606157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.611291 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e6fd99-57a9-4cf6-a4d1-880b1a80bccb tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] GET failed (client error): The resource could not be found. Dec 22 04:51:44.617113 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-79e6fd99-57a9-4cf6-a4d1-880b1a80bccb tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "GET /v2.0/ports/a0966009-c3ce-4e81-8fb6-6cd28aecce80 HTTP/1.1" status: 404 len: 333 time: 0.0379055 Dec 22 04:51:44.619630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36428) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:44.624605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Request body: {'port': {'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f', 'name': 'tempest-AllowedAddressPairTestJSON-1453217836'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:44.628905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-70746395-f976-4852-a555-5dd766c2a3f1 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Calling delete_port for 74af069d-f10d-43a2-8ed3-057f99d766ae owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:51:44.665490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:44.665739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: from cryptography.utils import int_from_bytes Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: from cryptography.utils import int_from_bytes Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:44.671824 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:44.710391 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232dd0c2-d077-4a6e-99b7-0b924b1bb8ae None None] Pushing event updated for resources: {'Port': ['ID=b154a54c-ed20-42dc-b596-d9e28469514e,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:44.811200 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] For port 97a3b43c-37e1-453d-bc42-b676e236c865, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:44.811410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempted to set empty binding levels {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 04:51:44.823002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:44.823700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.856477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] Set router 01959458-2462-43b5-857a-3a74ed51f166 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:44.865301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.897804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.objects.ports [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109182) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:51:44.898238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:44.945524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.021433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Provisioning complete for port 074107fa-68eb-494f-82e9-c80f414eaf01 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:45.021733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.042235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Router 756a6f30-3ef7-467c-9805-5a5ec08f474d is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:51:45.044092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.052718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b9efd3cd-40a2-4655-b4ed-b66f86eb63f0,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:45.085070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Checking segment: {'id': '010c6ec2-f04b-45a2-b2c7-62217f0cdd6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:45.085790 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Network hostable DHCP agents. Network: ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:45.091423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.101012 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] 10.222.0.54 "DELETE /v2.0/networks/24155132-590a-4363-9415-f1958daed204 HTTP/1.1" status: 204 len: 168 time: 2.5386534 Dec 22 04:51:45.115775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:45.116056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.128875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Made reservation on behalf of 54c8e87435b14122873ec0fda8de3463 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:45.138376 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.142736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b09679-05db-48af-8fd7-439da396d16d tempest-QuotasNegativeTest-1286999438 tempest-QuotasNegativeTest-1286999438-project-admin] Pushing event deleted for resources: {'Network': ['ID=24155132-590a-4363-9415-f1958daed204,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:45.158052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.163704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 074107fa-68eb-494f-82e9-c80f414eaf01 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:45.166293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-70746395-f976-4852-a555-5dd766c2a3f1 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.207367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event updated for resources: {'Port': ['ID=97a3b43c-37e1-453d-bc42-b676e236c865,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:45.225329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] device_id is not set on port 335bcb70-c1a8-4884-81eb-685060645295 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:45.230806 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70746395-f976-4852-a555-5dd766c2a3f1 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Pushing event deleted for resources: {'Port': ['ID=74af069d-f10d-43a2-8ed3-057f99d766ae,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:45.239729 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Network ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:45.258617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.301847 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Could not find standard attr ID for object a0966009-c3ce-4e81-8fb6-6cd28aecce80. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:51:45.322129 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 074107fa-68eb-494f-82e9-c80f414eaf01 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:45.322503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.371414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Provisioning complete for port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:45.371770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.379738 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:45.399556 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:45.399556 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.399690 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48dcb18-3462-43ab-8dac-2282f13161b0 None None] Network ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:45.421361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:40Z', 'revision_number': 3, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:45.425640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-70746395-f976-4852-a555-5dd766c2a3f1 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.428520 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-70746395-f976-4852-a555-5dd766c2a3f1 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] 10.222.0.54 "DELETE /v2.0/ports/74af069d-f10d-43a2-8ed3-057f99d766ae HTTP/1.1" status: 204 len: 168 time: 1.6131988 Dec 22 04:51:45.431127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36432) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:45.498461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e16d96-2971-42ab-bff3-fb6c30f7c34f None None] The sync data for ids ['01959458-2462-43b5-857a-3a74ed51f166'] in dv-neutron-822523-1-hyperv is: [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:40Z', 'revision_number': 3, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:45.504099 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d4ed75c4-5a03-45bc-a035-cae920891c08 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0591130 Dec 22 04:51:45.511292 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36438) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:45.527799 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Request body: {'floatingip': {'floating_network_id': 'ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:45.543264 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Allocated IP 172.20.0.9 (914ff6d9-7364-4c6a-8ef1-64d7dab8364f/36c40859-89a3-488c-b202-efacf02969f5/335bcb70-c1a8-4884-81eb-685060645295) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:45.757772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.779192 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9501478c-cba5-4921-89a9-c64edee92479 None None] Network ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:45.809014 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-03058368-c6cd-460f-a0d4-f96d358addf4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 8.1944215 Dec 22 04:51:45.817510 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36440) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:45.829552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:45.953592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] For port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bb433aa7-3d7d-4eb1-86d6-67911a2e26d9,segment=NetworkSegment(16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6),segment_id=16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:46.094256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.134659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c78b7cf2-52ba-43f6-96ce-fb3fdb882faa up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:46.144128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Allocated IP 172.20.0.1 (acba3edc-1a2e-4051-96b5-5b30cfbf6171/e1f25154-b652-4066-8226-0fbe0c6c40c1/d6b8752f-1b8f-4a52-97d4-60cb5d761798) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:46.227969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Provisioning complete for port 15fc4af6-bf72-436a-bd3c-f1a17680d73b triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:46.228436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.249779 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.299815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Pushing event updated for resources: {'Port': ['ID=bb433aa7-3d7d-4eb1-86d6-67911a2e26d9,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:46.309489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:46.309961 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.316650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Port 15fc4af6-bf72-436a-bd3c-f1a17680d73b cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:51:46.346052 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-89b29de9-0750-45a0-b769-e8d53efc8d6e tempest-DHCPAgentSchedulersTestJSON-907754252 tempest-DHCPAgentSchedulersTestJSON-907754252-project-admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.9125469 Dec 22 04:51:46.351216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36446) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:46.363812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0d7abfbe-9979-4a80-97ea-0ae5387016fa tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1521113703'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:46.363996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Provisioning complete for port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:46.364383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-18858fee-7053-4685-b103-cc8da83a25e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.394127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.405094 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36448) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:46.421359 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:46.444735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:46.457376 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Sync routers for ids ['756a6f30-3ef7-467c-9805-5a5ec08f474d'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:46.471002 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Routers {'756a6f30-3ef7-467c-9805-5a5ec08f474d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:46.473062 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:51:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['756a6f30-3ef7-467c-9805-5a5ec08f474d'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:46.485778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:46.507565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:46.565752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Allocated IP 172.20.0.1 (1d436651-0ddd-42fa-825f-7a433bc5760e/34ce218f-5db1-421c-b2b4-76f09d3395ae/7e3f2dd3-a120-40be-bced-75aa666f36a6) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:46.579936 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7abfbe-9979-4a80-97ea-0ae5387016fa tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Made reservation on behalf of 8ec6e948e8d64313b7259f927a2b8778 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:46.583828 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d7abfbe-9979-4a80-97ea-0ae5387016fa tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.605986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-074e846f-94bb-49c4-bfb1-9706c6b1a37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Deleting port 97a3b43c-37e1-453d-bc42-b676e236c865 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:51:46.606611 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-074e846f-94bb-49c4-bfb1-9706c6b1a37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.621270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.674468 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.676835 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ef657284-9e70-4e5b-9cd2-bc1758484d52 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:46.680591 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c6256d47-5c0e-44c0-b02f-031c98eb12f8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7523124 Dec 22 04:51:46.682891 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36452) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:46.709060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af2cc317-98df-4967-b3ec-d8ef5ffa7c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.733575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.747570 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ef657284-9e70-4e5b-9cd2-bc1758484d52 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:46.748079 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.785194 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Allocated IP 172.20.0.12 (ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7/b9efd3cd-40a2-4655-b4ed-b66f86eb63f0/bf650bc1-5bb6-4e75-8c6c-b0922fe0f061) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:46.794603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-03bb1131-2a49-4df4-8908-83c05dc76598 None None] Could not find standard attr ID for object 74af069d-f10d-43a2-8ed3-057f99d766ae. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:51:46.832835 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-03bb1131-2a49-4df4-8908-83c05dc76598 None None] Provisioning complete for port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:46.833272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-03bb1131-2a49-4df4-8908-83c05dc76598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.850195 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:51:46.902235 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Set router 756a6f30-3ef7-467c-9805-5a5ec08f474d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:46.950197 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.957479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:46.984781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port ef657284-9e70-4e5b-9cd2-bc1758484d52, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ef657284-9e70-4e5b-9cd2-bc1758484d52,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:47.065465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event updated for resources: {'Port': ['ID=335bcb70-c1a8-4884-81eb-685060645295,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:47.084386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.096386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 074107fa-68eb-494f-82e9-c80f414eaf01 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:47.096517 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.096925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:47.096925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.124341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7abfbe-9979-4a80-97ea-0ae5387016fa tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:47.131062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.143068 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-074e846f-94bb-49c4-bfb1-9706c6b1a37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] For port 97a3b43c-37e1-453d-bc42-b676e236c865, host hv-neutron-8225, got binding levels [] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:47.143429 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-074e846f-94bb-49c4-bfb1-9706c6b1a37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.158677 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:41Z', 'revision_number': 3, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:47.172130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.177347 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d7abfbe-9979-4a80-97ea-0ae5387016fa tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.177687 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-0d7abfbe-9979-4a80-97ea-0ae5387016fa tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Added segment 147ce42d-b436-4d15-b78e-bec50f0dc3b9 of type vlan for network c7cdedad-3b45-45be-9f94-6005a5b327be Dec 22 04:51:47.197957 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Checking router: 756a6f30-3ef7-467c-9805-5a5ec08f474d for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:47.198151 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-074e846f-94bb-49c4-bfb1-9706c6b1a37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Calling delete_port for 97a3b43c-37e1-453d-bc42-b676e236c865 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:51:47.198366 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Updating router 756a6f30-3ef7-467c-9805-5a5ec08f474d port aec7a816-b42b-4585-a29e-0750d7555a3f binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:51:47.230360 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-431a7f5f-8aa2-449b-88a0-7dbf4cb28105 None None] Provisioning complete for port 335bcb70-c1a8-4884-81eb-685060645295 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:47.230934 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-431a7f5f-8aa2-449b-88a0-7dbf4cb28105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.236343 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.236502 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Network ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:47.239992 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3dd76751-e1fd-4ac9-87dd-0003ca1ed145 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6193733 Dec 22 04:51:47.242252 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=ef657284-9e70-4e5b-9cd2-bc1758484d52,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:47.244672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36454) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:47.255136 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:47.256394 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af2cc317-98df-4967-b3ec-d8ef5ffa7c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.259232 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d7abfbe-9979-4a80-97ea-0ae5387016fa tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.269993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:47.276937 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-66ab98ae-a963-4792-a69d-c45855a8ed97 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:47:5c:23'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:47.284525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Network acba3edc-1a2e-4051-96b5-5b30cfbf6171 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:47.314243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 074107fa-68eb-494f-82e9-c80f414eaf01 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:47.314552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event updated for resources: {'Port': ['ID=bf650bc1-5bb6-4e75-8c6c-b0922fe0f061,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:47.314649 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.316284 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-431a7f5f-8aa2-449b-88a0-7dbf4cb28105 None None] Port 335bcb70-c1a8-4884-81eb-685060645295 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:51:47.336074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:47.359211 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:47.392955 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b8752f-1b8f-4a52-97d4-60cb5d761798,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:47.401620 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af2cc317-98df-4967-b3ec-d8ef5ffa7c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.468371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:47.508399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d7abfbe-9979-4a80-97ea-0ae5387016fa tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.508399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7abfbe-9979-4a80-97ea-0ae5387016fa tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:47.508399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d7abfbe-9979-4a80-97ea-0ae5387016fa tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.540705 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.562479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:47.562857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.624298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.639724 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-074e846f-94bb-49c4-bfb1-9706c6b1a37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.641972 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-af2cc317-98df-4967-b3ec-d8ef5ffa7c32 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=db2bc3fd861346c3aecec2aae62a2f37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2311842 Dec 22 04:51:47.642918 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.651217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36456) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:47.695969 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.749935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e846f-94bb-49c4-bfb1-9706c6b1a37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event deleted for resources: {'Port': ['ID=97a3b43c-37e1-453d-bc42-b676e236c865,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:47.752745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ef0a2464-ce47-4a1b-9ee6-d9209dba326e None None] Provisioning complete for port d6b8752f-1b8f-4a52-97d4-60cb5d761798 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:47.753451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef0a2464-ce47-4a1b-9ee6-d9209dba326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.754413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cc317-98df-4967-b3ec-d8ef5ffa7c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ab29ab-3b7d-431a-b377-a0927ba76600,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:47.757624 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0d7abfbe-9979-4a80-97ea-0ae5387016fa tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4006159 Dec 22 04:51:47.761726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36458) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:47.772864 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.777689 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7abfbe-9979-4a80-97ea-0ae5387016fa tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Pushing event updated for resources: {'Network': ['ID=c7cdedad-3b45-45be-9f94-6005a5b327be,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:47.781997 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-074e846f-94bb-49c4-bfb1-9706c6b1a37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.788509 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-074e846f-94bb-49c4-bfb1-9706c6b1a37c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "DELETE /v2.0/ports/97a3b43c-37e1-453d-bc42-b676e236c865 HTTP/1.1" status: 204 len: 168 time: 1.9665203 Dec 22 04:51:47.797381 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36460) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:47.804236 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Network 1d436651-0ddd-42fa-825f-7a433bc5760e is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:47.819567 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.839987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:47.862903 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-4863c650-aed3-4c67-aa7e-078b7a4766a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:51:47.868348 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4863c650-aed3-4c67-aa7e-078b7a4766a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "GET /v2.0/ports/97a3b43c-37e1-453d-bc42-b676e236c865 HTTP/1.1" status: 404 len: 333 time: 0.0659168 Dec 22 04:51:47.873891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ef0a2464-ce47-4a1b-9ee6-d9209dba326e None None] Port d6b8752f-1b8f-4a52-97d4-60cb5d761798 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:51:47.874464 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36462) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:47.896767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network c7cdedad-3b45-45be-9f94-6005a5b327be details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:47.897582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:47.900796 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Request body: {'port': {'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-810783067'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:47.904701 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd024e72-b39e-425b-b414-b3f2285ec229 None None] Pushing event updated for resources: {'Port': ['ID=aec7a816-b42b-4585-a29e-0750d7555a3f,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:47.915360 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Attempting to bind port aec7a816-b42b-4585-a29e-0750d7555a3f on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:47.918361 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Attempting to bind port aec7a816-b42b-4585-a29e-0750d7555a3f by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:47.920781 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Attempting to bind port aec7a816-b42b-4585-a29e-0750d7555a3f on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:47.945432 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:47.946447 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:47.946957 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:47.947569 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:47.949195 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Bound port: aec7a816-b42b-4585-a29e-0750d7555a3f, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:47.949956 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.022119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3f2dd3-a120-40be-bced-75aa666f36a6,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:48.060113 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ef657284-9e70-4e5b-9cd2-bc1758484d52 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:48.076157 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] For port aec7a816-b42b-4585-a29e-0750d7555a3f, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:48.084736 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] For port aec7a816-b42b-4585-a29e-0750d7555a3f, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=aec7a816-b42b-4585-a29e-0750d7555a3f,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:48.118713 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5b989b5-c08d-4ead-86b7-5565261e36de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.151092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ef657284-9e70-4e5b-9cd2-bc1758484d52 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:48.151522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.197566 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.208181 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5b989b5-c08d-4ead-86b7-5565261e36de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.276072 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Made reservation on behalf of 1b76c8ed0eee44d383329a783d18b663 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:48.277228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.279416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.291377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-66ab98ae-a963-4792-a69d-c45855a8ed97 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.320444 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b154a54c-ed20-42dc-b596-d9e28469514e up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:48.327941 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a39d5ad1-8037-45f3-9634-9f88733e36b8 tempest-DHCPAgentSchedulersTestJSON-907754252 tempest-DHCPAgentSchedulersTestJSON-907754252-project-admin] 10.222.0.54 "GET /v2.0/agents/b108103f-74f2-40dd-8314-bff2d8a463f8/dhcp-networks HTTP/1.1" status: 200 len: 8028 time: 0.5615768 Dec 22 04:51:48.330787 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36464) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:48.336855 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Routers {'756a6f30-3ef7-467c-9805-5a5ec08f474d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:48.337642 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:51:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['756a6f30-3ef7-467c-9805-5a5ec08f474d'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:48.362302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a4c3f1a1-fb3b-421f-a72a-b626d26469a7 None None] Provisioning complete for port 7e3f2dd3-a120-40be-bced-75aa666f36a6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:48.362666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4c3f1a1-fb3b-421f-a72a-b626d26469a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.402737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a4c3f1a1-fb3b-421f-a72a-b626d26469a7 None None] Port 7e3f2dd3-a120-40be-bced-75aa666f36a6 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:51:48.415001 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] device_id is not set on port 7e48fe2c-cb8d-417e-994a-e408fadce03e yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:48.422460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port b154a54c-ed20-42dc-b596-d9e28469514e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:48.422460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.422673 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd024e72-b39e-425b-b414-b3f2285ec229 None None] Pushing event updated for resources: {'Port': ['ID=aec7a816-b42b-4585-a29e-0750d7555a3f,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:48.480820 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] Set router 756a6f30-3ef7-467c-9805-5a5ec08f474d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:48.514173 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.548138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.558321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d40422-6536-4a3b-a7fb-f8f74aa28b01 tempest-DHCPAgentSchedulersTestJSON-907754252 tempest-DHCPAgentSchedulersTestJSON-907754252-project-admin] Network c7cdedad-3b45-45be-9f94-6005a5b327be is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:48.575246 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port b154a54c-ed20-42dc-b596-d9e28469514e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b154a54c-ed20-42dc-b596-d9e28469514e,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:48.583803 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5b989b5-c08d-4ead-86b7-5565261e36de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.587238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5b989b5-c08d-4ead-86b7-5565261e36de admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.588424 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a5b989b5-c08d-4ead-86b7-5565261e36de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/69ab29ab-3b7d-431a-b377-a0927ba76600 HTTP/1.1" status: 204 len: 168 time: 0.9350500 Dec 22 04:51:48.633796 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b989b5-c08d-4ead-86b7-5565261e36de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ab29ab-3b7d-431a-b377-a0927ba76600,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:48.636863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.689123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.689915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:48.693012 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:41Z', 'revision_number': 3, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:48.712698 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b8d40422-6536-4a3b-a7fb-f8f74aa28b01 tempest-DHCPAgentSchedulersTestJSON-907754252 tempest-DHCPAgentSchedulersTestJSON-907754252-project-admin] 10.222.0.54 "POST /v2.0/agents/b108103f-74f2-40dd-8314-bff2d8a463f8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3632424 Dec 22 04:51:48.727857 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5eba94-eac2-4679-a6d6-a7f35d7d7361 None None] The sync data for ids ['756a6f30-3ef7-467c-9805-5a5ec08f474d'] in dv-neutron-822523-1-hyperv is: [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:41Z', 'revision_number': 3, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:48.739512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36468) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:48.751824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b941b033-4ec6-4cdf-8274-e414d3f2b6bb None None] Network c7cdedad-3b45-45be-9f94-6005a5b327be requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:48.833119 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=b154a54c-ed20-42dc-b596-d9e28469514e,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:48.883296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:48.963921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:48.964425 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.203383 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-345c4ba4-a24a-4bbb-9886-956b9df913d7 tempest-DHCPAgentSchedulersTestJSON-907754252 tempest-DHCPAgentSchedulersTestJSON-907754252-project-admin] 10.222.0.54 "GET /v2.0/agents/b108103f-74f2-40dd-8314-bff2d8a463f8/dhcp-networks HTTP/1.1" status: 200 len: 8798 time: 0.4623725 Dec 22 04:51:49.208638 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event updated for resources: {'Port': ['ID=bf650bc1-5bb6-4e75-8c6c-b0922fe0f061,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:49.211802 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36472) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:49.242526 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.282321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.410560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.422622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.426583 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-04325a21-3034-4530-b527-bcc228f0c09c tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9094667 Dec 22 04:51:49.427436 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36474) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:49.486738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.526677 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.526860 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7064787e-c6ba-4b58-9470-18d79690d365 tempest-DHCPAgentSchedulersTestJSON-907754252 tempest-DHCPAgentSchedulersTestJSON-907754252-project-admin] 10.222.0.54 "DELETE /v2.0/agents/b108103f-74f2-40dd-8314-bff2d8a463f8/dhcp-networks/c7cdedad-3b45-45be-9f94-6005a5b327be HTTP/1.1" status: 204 len: 168 time: 0.2437320 Dec 22 04:51:49.528024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36476) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:49.532914 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b64e1a65-6f10-4b4d-8fcb-0943c443f50f tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "GET /v2.0/floatingips?floating_network_id=ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7 HTTP/1.1" status: 200 len: 690 time: 0.1024141 Dec 22 04:51:49.535606 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36478) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:49.579568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36480) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:49.607837 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-61610030-8ee0-47d1-93af-57d2f7ef4bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.608546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-66ab98ae-a963-4792-a69d-c45855a8ed97 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.633750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.671993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.676856 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.805992 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:49.816473 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:49.832171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-66ab98ae-a963-4792-a69d-c45855a8ed97 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.838087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:49.839431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:49.839595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.848477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Allocated IP 172.20.0.1 (623df8f0-c4df-4f4e-93f2-0f23f453acde/97850584-8955-4e5c-9aec-07b4b2c9178c/3faa4f88-5803-449b-8d99-5e4712289aab) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:49.866031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-61610030-8ee0-47d1-93af-57d2f7ef4bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.866031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event updated for resources: {'Port': ['ID=7e48fe2c-cb8d-417e-994a-e408fadce03e,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:49.881811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device aec7a816-b42b-4585-a29e-0750d7555a3f up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:49.903580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Deleting port bf650bc1-5bb6-4e75-8c6c-b0922fe0f061 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:51:49.904121 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.939764 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port aec7a816-b42b-4585-a29e-0750d7555a3f triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:49.940242 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.947162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.964719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-61610030-8ee0-47d1-93af-57d2f7ef4bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:49.996656 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d6182492-b186-4bfa-8081-ea39f67dc829 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1211085 Dec 22 04:51:50.004644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36482) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:50.022785 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-61610030-8ee0-47d1-93af-57d2f7ef4bb6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1eff443cda9a4e73b08973595d334769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405251 Dec 22 04:51:50.027575 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36484) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:50.034851 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.056237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port aec7a816-b42b-4585-a29e-0750d7555a3f, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=aec7a816-b42b-4585-a29e-0750d7555a3f,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:50.061606 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61610030-8ee0-47d1-93af-57d2f7ef4bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4570da58-aafb-4625-9c3d-5328b54c2e4e,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:50.075789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b8752f-1b8f-4a52-97d4-60cb5d761798,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:50.090653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.090975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.107607 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:50.112400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Calling delete_port for bf650bc1-5bb6-4e75-8c6c-b0922fe0f061 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:51:50.136703 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d361ce07-021d-4cff-9c3f-f6f5fae83fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.139428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.140319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b154a54c-ed20-42dc-b596-d9e28469514e up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:50.213131 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d361ce07-021d-4cff-9c3f-f6f5fae83fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.227849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=aec7a816-b42b-4585-a29e-0750d7555a3f,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:50.248553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port b154a54c-ed20-42dc-b596-d9e28469514e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:50.250137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.292435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-52009665-0a3f-44cd-bdb1-b0f5042f31e5 None None] Provisioning complete for port 335bcb70-c1a8-4884-81eb-685060645295 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:50.292805 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-52009665-0a3f-44cd-bdb1-b0f5042f31e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.307408 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e75f9a0c-a342-4170-adb1-c49a85d831e4 tempest-DHCPAgentSchedulersTestJSON-907754252 tempest-DHCPAgentSchedulersTestJSON-907754252-project-admin] 10.222.0.54 "GET /v2.0/agents/b108103f-74f2-40dd-8314-bff2d8a463f8/dhcp-networks HTTP/1.1" status: 200 len: 8028 time: 0.7726145 Dec 22 04:51:50.307979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab98ae-a963-4792-a69d-c45855a8ed97 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event updated for resources: {'Port': ['ID=335bcb70-c1a8-4884-81eb-685060645295,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:50.318502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-66ab98ae-a963-4792-a69d-c45855a8ed97 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] In _notify_port_updated(), no bound segment for port 335bcb70-c1a8-4884-81eb-685060645295 on network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f {{(pid=109183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:51:50.318665 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36486) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:50.324000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab98ae-a963-4792-a69d-c45855a8ed97 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:50.324708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-66ab98ae-a963-4792-a69d-c45855a8ed97 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.328604 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-66ab98ae-a963-4792-a69d-c45855a8ed97 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "PUT /v2.0/ports/335bcb70-c1a8-4884-81eb-685060645295 HTTP/1.1" status: 200 len: 994 time: 3.0659986 Dec 22 04:51:50.331055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36488) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:50.364148 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-52009665-0a3f-44cd-bdb1-b0f5042f31e5 None None] Port 335bcb70-c1a8-4884-81eb-685060645295 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:51:50.375437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d361ce07-021d-4cff-9c3f-f6f5fae83fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.378147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d361ce07-021d-4cff-9c3f-f6f5fae83fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.382515 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d361ce07-021d-4cff-9c3f-f6f5fae83fb2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4570da58-aafb-4625-9c3d-5328b54c2e4e HTTP/1.1" status: 204 len: 168 time: 0.3522120 Dec 22 04:51:50.392052 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8563b4d6-7696-4098-ba0d-985deb1a9a55 tempest-DHCPAgentSchedulersTestJSON-907754252 tempest-DHCPAgentSchedulersTestJSON-907754252-project-admin] 10.222.0.54 "GET /v2.0/networks/ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0718234 Dec 22 04:51:50.392656 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36492) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:50.393387 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.411207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.420222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361ce07-021d-4cff-9c3f-f6f5fae83fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4570da58-aafb-4625-9c3d-5328b54c2e4e,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:50.457947 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0bf3e087-e68d-4d3a-8d89-d10959a8a098 tempest-DHCPAgentSchedulersTestJSON-907754252 tempest-DHCPAgentSchedulersTestJSON-907754252-project-admin] 10.222.0.54 "GET /v2.0/networks/ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0607808 Dec 22 04:51:50.459717 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36494) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:50.525362 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.542704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.576056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf650bc1-5bb6-4e75-8c6c-b0922fe0f061,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:50.632573 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Network acba3edc-1a2e-4051-96b5-5b30cfbf6171 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:50.636160 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-75f1795c-d05f-4a29-a923-2c35896b7949 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Deleting port 335bcb70-c1a8-4884-81eb-685060645295 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:51:50.636548 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f1795c-d05f-4a29-a923-2c35896b7949 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.654053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:50.655861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.661793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.801616 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f1795c-d05f-4a29-a923-2c35896b7949 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.828083 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-551b9dd0-44c8-486e-ae30-2144831c84f5 tempest-DHCPAgentSchedulersTestJSON-907754252 tempest-DHCPAgentSchedulersTestJSON-907754252-project-admin] 10.222.0.54 "GET /v2.0/agents/b108103f-74f2-40dd-8314-bff2d8a463f8/dhcp-networks HTTP/1.1" status: 200 len: 8028 time: 0.3668256 Dec 22 04:51:50.829155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-75f1795c-d05f-4a29-a923-2c35896b7949 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Calling delete_port for 335bcb70-c1a8-4884-81eb-685060645295 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:51:50.833400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.836418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36498) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:50.839831 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:50.939276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Pushing event updated for resources: {'Port': ['ID=7e3f2dd3-a120-40be-bced-75aa666f36a6,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:50.987901 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0a888903-a747-4e4a-a687-190daceb5328 None None] Provisioning complete for port d6b8752f-1b8f-4a52-97d4-60cb5d761798 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:50.988297 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0a888903-a747-4e4a-a687-190daceb5328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.042580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.046233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-0a888903-a747-4e4a-a687-190daceb5328 None None] Port d6b8752f-1b8f-4a52-97d4-60cb5d761798 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:51:51.078188 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.100502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Router 01959458-2462-43b5-857a-3a74ed51f166 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:51:51.166172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] device_id is not set on port 7e48fe2c-cb8d-417e-994a-e408fadce03e yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:51.210426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.214176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.246943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Network 1d436651-0ddd-42fa-825f-7a433bc5760e is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:51.258540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:51.300122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Network 623df8f0-c4df-4f4e-93f2-0f23f453acde is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:51.310330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:51.378491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:51.396580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.402280 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.412084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.436129 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Pushing event updated for resources: {'Port': ['ID=3faa4f88-5803-449b-8d99-5e4712289aab,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:51.466264 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b9efd3cd-40a2-4655-b4ed-b66f86eb63f0,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:51.499145 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7cdedad-3b45-45be-9f94-6005a5b327be']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:51.505593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:51.518968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Sync routers for ids ['01959458-2462-43b5-857a-3a74ed51f166'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:51.521520 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fdc35e36-0385-4939-8328-8eca62947902 admin admin] 10.222.0.54 "PUT /v2.0/routers/01959458-2462-43b5-857a-3a74ed51f166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5221920 Dec 22 04:51:51.538486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.550118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Routers {'01959458-2462-43b5-857a-3a74ed51f166'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:51.552228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:51:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['01959458-2462-43b5-857a-3a74ed51f166'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:51.584278 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.588834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:51:51.590167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event updated for resources: {'Port': ['ID=7e48fe2c-cb8d-417e-994a-e408fadce03e,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:51.613222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:51.650252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010c6ec2-f04b-45a2-b2c7-62217f0cdd6e') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:51.650615 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010c6ec2-f04b-45a2-b2c7-62217f0cdd6e') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:51.672046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.673358 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:51.673827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:51.674142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:51.688901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.695681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:51.696496 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.757449 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147ce42d-b436-4d15-b78e-bec50f0dc3b9') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:51.757805 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147ce42d-b436-4d15-b78e-bec50f0dc3b9') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:51.763874 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:51.765422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Set router 01959458-2462-43b5-857a-3a74ed51f166 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:51.772835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:51.773160 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:51.775390 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 2 to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e Dec 22 04:51:51.784230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.810090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.817177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:51.817485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:51.817862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:51.821692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:51.823317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.826547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:51.826912 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:51.829963 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:51.833962 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 3 to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e Dec 22 04:51:51.848486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:51.848843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:51.849174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:51.856801 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:51.857127 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:51.859721 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 4 to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e Dec 22 04:51:51.880221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:51.880221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:51.880221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:51.880492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device aec7a816-b42b-4585-a29e-0750d7555a3f up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:51.894186 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:51.894650 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:51.914763 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 5 to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e Dec 22 04:51:51.927970 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.931411 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f1795c-d05f-4a29-a923-2c35896b7949 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:51.937945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:51.940492 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:51.941408 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:51.967290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:51:51.974004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:51.974428 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:51.985114 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 6 to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e Dec 22 04:51:52.000484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:52.016359 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cc8866be-aa9d-42d2-acc1-ce3cccd6e794 admin admin] 10.222.0.54 "PUT /v2.0/routers/87fcade4-419b-4296-b4d5-f8e4d9a23a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3445997 Dec 22 04:51:52.016359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:52.016359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:52.016359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:52.029283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-5bd686a1-eaaa-474f-a8b0-65ea2ab6bbf7 None None] Provisioning complete for port 7e3f2dd3-a120-40be-bced-75aa666f36a6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:52.029283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5bd686a1-eaaa-474f-a8b0-65ea2ab6bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.029436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:52.029436 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:52.029436 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 7 to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e Dec 22 04:51:52.029659 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Sync routers for ids ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:52.031960 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Routers {'87fcade4-419b-4296-b4d5-f8e4d9a23a07'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:52.034184 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:51:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:52.038662 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:52.039001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:52.039334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:52.050720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:52.051053 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:52.054305 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 8 to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e Dec 22 04:51:52.057551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.065309 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "DELETE /v2.0/networks/ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7 HTTP/1.1" status: 204 len: 168 time: 2.5287268 Dec 22 04:51:52.069921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1795c-d05f-4a29-a923-2c35896b7949 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event deleted for resources: {'Port': ['ID=335bcb70-c1a8-4884-81eb-685060645295,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:52.092578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36532) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:52.092664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5bd686a1-eaaa-474f-a8b0-65ea2ab6bbf7 None None] Port 7e3f2dd3-a120-40be-bced-75aa666f36a6 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:51:52.093078 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:52.093078 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:52.093078 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:52.119459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:52.124628 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:52.124628 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 9 to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e Dec 22 04:51:52.132538 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port aec7a816-b42b-4585-a29e-0750d7555a3f triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:52.133233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.141563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b7ef2-7a17-42f8-aa13-0314acf91eae tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:52.169805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.207626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:52.207964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:52.208320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:52.224507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:52.224697 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:52.228596 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-045d0d42-1d04-431e-8ac9-ce7fc59f39f1 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1265187 Dec 22 04:51:52.250226 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36536) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:52.283692 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 10 to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e Dec 22 04:51:52.321387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.352791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:52.357355 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:52.357700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:52.383131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:52.384080 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port 7e48fe2c-cb8d-417e-994a-e408fadce03e on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:51:52.384485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.399910 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Set router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:52.401227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4c4ca3d7-a19b-43e7-aa9c-e86e96deb0c0 None None] Provisioning complete for port 3faa4f88-5803-449b-8d99-5e4712289aab triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:52.402251 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c4ca3d7-a19b-43e7-aa9c-e86e96deb0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.450663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.465064 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] 10.222.0.54 "DELETE /v2.0/networks/c7cdedad-3b45-45be-9f94-6005a5b327be HTTP/1.1" status: 204 len: 168 time: 1.6239440 Dec 22 04:51:52.467409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36540) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:52.505471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ef4c3-3b29-43d1-9481-c210737d0c77 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Pushing event deleted for resources: {'Network': ['ID=c7cdedad-3b45-45be-9f94-6005a5b327be,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:52.524654 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-b675ab1b-949c-4775-9970-e4008f168aec tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] DELETE failed (client error): The resource could not be found. Dec 22 04:51:52.525406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b675ab1b-949c-4775-9970-e4008f168aec tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:52.540591 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36546) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:52.542345 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b675ab1b-949c-4775-9970-e4008f168aec tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] 10.222.0.54 "DELETE /v2.0/ports/74af069d-f10d-43a2-8ed3-057f99d766ae HTTP/1.1" status: 404 len: 333 time: 0.0607798 Dec 22 04:51:52.610996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ca3d7-a19b-43e7-aa9c-e86e96deb0c0 None None] Port 3faa4f88-5803-449b-8d99-5e4712289aab cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:51:52.742495 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] For port 7e48fe2c-cb8d-417e-994a-e408fadce03e, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:52.742919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempted to set empty binding levels {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 04:51:52.832445 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.848457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.910103 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 4, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '7e3f2dd3-a120-40be-bced-75aa666f36a6', 'name': '', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'mac_address': 'fa:16:3e:33:a9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:45Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 2, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'subnets': [{'id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:52.930337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb7bd3-b36a-4701-ab81-148cfa5f5498 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:52.937784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.937963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb7bd3-b36a-4701-ab81-148cfa5f5498 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:52.937963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb7bd3-b36a-4701-ab81-148cfa5f5498 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:52.937963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb7bd3-b36a-4701-ab81-148cfa5f5498 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:52.937963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb7bd3-b36a-4701-ab81-148cfa5f5498 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:52.938231 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb7bd3-b36a-4701-ab81-148cfa5f5498 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:52.938462 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb7bd3-b36a-4701-ab81-148cfa5f5498 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:52.938901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb7bd3-b36a-4701-ab81-148cfa5f5498 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:52.946561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36556) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:52.947746 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8bcb7bd3-b36a-4701-ab81-148cfa5f5498 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.6961465 Dec 22 04:51:52.964420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] In _notify_port_updated(), no bound segment for port 7e48fe2c-cb8d-417e-994a-e408fadce03e on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:51:52.965294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:52.965900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:52.967226 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "PUT /v2.0/ports/7e48fe2c-cb8d-417e-994a-e408fadce03e HTTP/1.1" status: 200 len: 980 time: 2.8925169 Dec 22 04:51:52.981561 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Checking router: 87fcade4-419b-4296-b4d5-f8e4d9a23a07 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:52.982094 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Updating router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 port 7e3f2dd3-a120-40be-bced-75aa666f36a6 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:51:52.988811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-067612c6-1780-4736-aa1b-01785f96b8df tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Deleting subnet 29845d53-9295-47a6-80fa-1c316af00b95 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:51:52.990961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36558) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:53.044052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd6b8752f-1b8f-4a52-97d4-60cb5d761798', 'name': '', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'mac_address': 'fa:16:3e:93:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:44Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 2, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'subnets': [{'id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:53.044259 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.070028 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.103886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Checking router: 01959458-2462-43b5-857a-3a74ed51f166 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:53.106312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Updating router 01959458-2462-43b5-857a-3a74ed51f166 port d6b8752f-1b8f-4a52-97d4-60cb5d761798 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:51:53.107462 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-067612c6-1780-4736-aa1b-01785f96b8df tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.160015 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.212421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-067612c6-1780-4736-aa1b-01785f96b8df tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.307248 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-a59cab38-9d40-4917-b26c-2f54ecaa16a0 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] delete failed (client error): The resource could not be found. Dec 22 04:51:53.313373 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a59cab38-9d40-4917-b26c-2f54ecaa16a0 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/f4bcdc0d-6d35-4e13-ad31-00d78441282f HTTP/1.1" status: 404 len: 345 time: 0.3387456 Dec 22 04:51:53.329569 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36566) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:53.356573 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfac130-8468-4ff1-94d1-51c3b1adc2c6 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] DELETE failed (client error): The resource could not be found. Dec 22 04:51:53.357294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfac130-8468-4ff1-94d1-51c3b1adc2c6 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:51:53.360797 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cdfac130-8468-4ff1-94d1-51c3b1adc2c6 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "DELETE /v2.0/networks/ff6c61ed-271a-4ac7-9523-81e7fdb5f2a7 HTTP/1.1" status: 404 len: 339 time: 0.0296741 Dec 22 04:51:53.365674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e02fb-ab0c-4d4f-957a-3df497d5186c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event updated for resources: {'Port': ['ID=7e48fe2c-cb8d-417e-994a-e408fadce03e,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:53.375883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36568) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:53.459026 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f1795c-d05f-4a29-a923-2c35896b7949 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.462420 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-75f1795c-d05f-4a29-a923-2c35896b7949 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "DELETE /v2.0/ports/335bcb70-c1a8-4884-81eb-685060645295 HTTP/1.1" status: 204 len: 168 time: 3.1290207 Dec 22 04:51:53.469391 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36570) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:53.469728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36572) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:53.470035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36574) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:53.499475 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2b5ee20d-5e0a-49fe-b1c4-dc8a0df37fd3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106931726', 'description': 'tempest-description--349182974'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:53.509593 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-067612c6-1780-4736-aa1b-01785f96b8df tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.526581 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36582) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:53.557761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-009ef4e8-9daf-4407-908c-629436e8f84d tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1278462673', 'description': 'tempest-description--1681752257'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:53.588719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.589169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.589742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.590197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.591222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.591673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.592631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.593112 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.593562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.594010 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.594867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.595333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.595778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.596242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.596686 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.597135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.597985 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.600629 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f1a3f0f7-262b-4593-b14d-bffaffb6df7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15428 time: 0.6086757 Dec 22 04:51:53.605349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36584) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:53.615080 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2eb599-0d1f-4755-8a3f-c895f11bebf7 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] GET failed (client error): The resource could not be found. Dec 22 04:51:53.620687 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8b2eb599-0d1f-4755-8a3f-c895f11bebf7 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "GET /v2.0/ports/335bcb70-c1a8-4884-81eb-685060645295 HTTP/1.1" status: 404 len: 333 time: 0.1332896 Dec 22 04:51:53.626273 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36586) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:53.651295 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.654281 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Request body: {'port': {'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f', 'name': 'tempest-AllowedAddressPairTestJSON-64226363'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:53.684759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.719182 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.719407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-411cd2b5-bb18-493f-9698-293e46046d8a tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Request body: {'network': {'name': 'tempest-network--1137926166', 'router:external': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:53.741679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-141170764', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:53.752920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.783374 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef5d-8235-4383-b4e6-2ec2c4857c8b None None] Pushing event updated for resources: {'Port': ['ID=7e3f2dd3-a120-40be-bced-75aa666f36a6,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:53.787066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Pushing event updated for resources: {'Port': ['ID=3faa4f88-5803-449b-8d99-5e4712289aab,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:53.799630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Network 623df8f0-c4df-4f4e-93f2-0f23f453acde is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:53.801124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:53.848074 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Attempting to bind port 7e3f2dd3-a120-40be-bced-75aa666f36a6 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:53.848074 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Attempting to bind port 7e3f2dd3-a120-40be-bced-75aa666f36a6 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:53.848074 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Attempting to bind port 7e3f2dd3-a120-40be-bced-75aa666f36a6 on network 1d436651-0ddd-42fa-825f-7a433bc5760e {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:53.857713 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:53.858140 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Checking segment: {'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:53.858593 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.858978 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Bound using segment: {'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:53.860889 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Bound port: 7e3f2dd3-a120-40be-bced-75aa666f36a6, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:53.861307 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.874085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-067612c6-1780-4736-aa1b-01785f96b8df tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.948957 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067612c6-1780-4736-aa1b-01785f96b8df tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Pushing event deleted for resources: {'Subnet': ['ID=29845d53-9295-47a6-80fa-1c316af00b95,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:53.959948 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee20d-5e0a-49fe-b1c4-dc8a0df37fd3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:53.965755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Router 756a6f30-3ef7-467c-9805-5a5ec08f474d has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:51:54.011488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd3fc7-8fb1-4ef1-911f-9c5d7454f716 None None] Pushing event updated for resources: {'Port': ['ID=d6b8752f-1b8f-4a52-97d4-60cb5d761798,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:54.031314 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] For port 7e3f2dd3-a120-40be-bced-75aa666f36a6, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:54.039893 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] For port 7e3f2dd3-a120-40be-bced-75aa666f36a6, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7e3f2dd3-a120-40be-bced-75aa666f36a6,segment=NetworkSegment(53ccdc7b-8e96-41c3-a284-ea2402686593),segment_id=53ccdc7b-8e96-41c3-a284-ea2402686593)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:54.077042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-067612c6-1780-4736-aa1b-01785f96b8df tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.080648 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-067612c6-1780-4736-aa1b-01785f96b8df tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] 10.222.0.54 "DELETE /v2.0/subnets/29845d53-9295-47a6-80fa-1c316af00b95 HTTP/1.1" status: 204 len: 168 time: 1.5355487 Dec 22 04:51:54.084368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Attempting to bind port d6b8752f-1b8f-4a52-97d4-60cb5d761798 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:54.084823 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Attempting to bind port d6b8752f-1b8f-4a52-97d4-60cb5d761798 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:54.085438 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Attempting to bind port d6b8752f-1b8f-4a52-97d4-60cb5d761798 on network acba3edc-1a2e-4051-96b5-5b30cfbf6171 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:54.087449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36590) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:54.092250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244986c8-5f3f-4e80-a1a7-a876a5c333ba None None] Network ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:51:54.113005 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-449bcf94-efd4-4d34-92de-a0a83f78c684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Deleting port 7e48fe2c-cb8d-417e-994a-e408fadce03e {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:51:54.115090 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:54.116835 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Checking segment: {'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:54.117415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.118013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Bound using segment: {'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:54.118501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Bound port: d6b8752f-1b8f-4a52-97d4-60cb5d761798, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:54.118962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.120698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-449bcf94-efd4-4d34-92de-a0a83f78c684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.141158 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-009ef4e8-9daf-4407-908c-629436e8f84d tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.165586 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.184759 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Made reservation on behalf of 37eb3e8ea04a4ac2bd742386d07cf390 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:54.187038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.193220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411cd2b5-bb18-493f-9698-293e46046d8a tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Made reservation on behalf of 0300bd53e83943189aa1cbcdc4977a16 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:54.195755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-411cd2b5-bb18-493f-9698-293e46046d8a tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.246215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.247272 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411cd2b5-bb18-493f-9698-293e46046d8a tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:54.264135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-411cd2b5-bb18-493f-9698-293e46046d8a tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.264735 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-411cd2b5-bb18-493f-9698-293e46046d8a tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Added segment 514d35fe-0f0e-4046-a0d7-fc7d50b971da of type vlan for network d2cd55ab-e292-42ed-84b8-58e45feede5b Dec 22 04:51:54.313747 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Routers {'87fcade4-419b-4296-b4d5-f8e4d9a23a07'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:54.314582 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:51:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:54.321309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-411cd2b5-bb18-493f-9698-293e46046d8a tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.325003 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-449bcf94-efd4-4d34-92de-a0a83f78c684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] For port 7e48fe2c-cb8d-417e-994a-e408fadce03e, host hv-neutron-8225, got binding levels [] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:54.325540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-449bcf94-efd4-4d34-92de-a0a83f78c684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.359933 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] For port d6b8752f-1b8f-4a52-97d4-60cb5d761798, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:54.373139 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779ef5d-8235-4383-b4e6-2ec2c4857c8b None None] Pushing event updated for resources: {'Port': ['ID=7e3f2dd3-a120-40be-bced-75aa666f36a6,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:54.392159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee20d-5e0a-49fe-b1c4-dc8a0df37fd3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.398097 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-eb6fe6fb-7606-403e-8f44-cecebe3957a8 None None] Provisioning complete for port 7e3f2dd3-a120-40be-bced-75aa666f36a6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:54.398464 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe6fb-7606-403e-8f44-cecebe3957a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.406559 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.427440 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] For port d6b8752f-1b8f-4a52-97d4-60cb5d761798, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d6b8752f-1b8f-4a52-97d4-60cb5d761798,segment=NetworkSegment(7315f982-e7ae-4c26-a1ec-2e935c2140a0),segment_id=7315f982-e7ae-4c26-a1ec-2e935c2140a0)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:54.430583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-411cd2b5-bb18-493f-9698-293e46046d8a tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.431365 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411cd2b5-bb18-493f-9698-293e46046d8a tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:54.431922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-411cd2b5-bb18-493f-9698-293e46046d8a tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.474029 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] Set router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:54.489878 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Made reservation on behalf of 54c8e87435b14122873ec0fda8de3463 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:54.498973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.504573 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-449bcf94-efd4-4d34-92de-a0a83f78c684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Calling delete_port for 7e48fe2c-cb8d-417e-994a-e408fadce03e owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:51:54.508626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:54.542471 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cd2b5-bb18-493f-9698-293e46046d8a tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event updated for resources: {'Network': ['ID=d2cd55ab-e292-42ed-84b8-58e45feede5b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:54.560940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Sync routers for ids ['756a6f30-3ef7-467c-9805-5a5ec08f474d'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:54.564109 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8ae3fc08-c5ef-45db-b4c7-181d086c963a admin admin] 10.222.0.54 "PUT /v2.0/routers/756a6f30-3ef7-467c-9805-5a5ec08f474d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8664007 Dec 22 04:51:54.571305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.591754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network d2cd55ab-e292-42ed-84b8-58e45feede5b details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:54.603101 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3456dd0f-0f07-4037-8d1f-c06c2e1e1593 None None] DHCP port deletion for ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:51:54.624031 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Deleting port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:51:54.624402 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.649861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe6fb-7606-403e-8f44-cecebe3957a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.748717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] For port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bb433aa7-3d7d-4eb1-86d6-67911a2e26d9,segment=NetworkSegment(16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6),segment_id=16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:54.749243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.774147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Calling delete_port for bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:51:54.789761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee20d-5e0a-49fe-b1c4-dc8a0df37fd3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:54.818093 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 4, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '7e3f2dd3-a120-40be-bced-75aa666f36a6', 'name': '', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'mac_address': 'fa:16:3e:33:a9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:45Z', 'updated_at': '2021-12-22T04:51:54Z', 'revision_number': 4, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'subnets': [{'id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:54.819310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36596) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:54.823490 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-411cd2b5-bb18-493f-9698-293e46046d8a tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1068985 Dec 22 04:51:54.838654 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Routers {'01959458-2462-43b5-857a-3a74ed51f166'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:54.839285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:51:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['01959458-2462-43b5-857a-3a74ed51f166'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:54.848133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Routers {'756a6f30-3ef7-467c-9805-5a5ec08f474d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:54.848771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:51:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['756a6f30-3ef7-467c-9805-5a5ec08f474d'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:54.871270 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10366c42-724c-4f14-b774-d9c38d1f394c None None] The sync data for ids ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'] in dv-neutron-822523-1-hyperv is: [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 4, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '7e3f2dd3-a120-40be-bced-75aa666f36a6', 'name': '', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'mac_address': 'fa:16:3e:33:a9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:45Z', 'updated_at': '2021-12-22T04:51:54Z', 'revision_number': 4, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'subnets': [{'id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:54.961628 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] device_id is not set on port 8fe79654-d653-410b-9e2e-d9d03478fd84 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:55.050090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.058838 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-009ef4e8-9daf-4407-908c-629436e8f84d tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.098473 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-eb6fe6fb-7606-403e-8f44-cecebe3957a8 None None] For port 7e3f2dd3-a120-40be-bced-75aa666f36a6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7e3f2dd3-a120-40be-bced-75aa666f36a6,segment=NetworkSegment(53ccdc7b-8e96-41c3-a284-ea2402686593),segment_id=53ccdc7b-8e96-41c3-a284-ea2402686593)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:55.110025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd3fc7-8fb1-4ef1-911f-9c5d7454f716 None None] Pushing event updated for resources: {'Port': ['ID=d6b8752f-1b8f-4a52-97d4-60cb5d761798,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.113507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] No DVR routers for this DVR port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:55.123097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Pushing event deleted for resources: {'Port': ['ID=bb433aa7-3d7d-4eb1-86d6-67911a2e26d9,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.140630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ee20d-5e0a-49fe-b1c4-dc8a0df37fd3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e3911d-aaa2-45fa-8ecf-124324df0dca,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.145111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee20d-5e0a-49fe-b1c4-dc8a0df37fd3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.146552 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2b5ee20d-5e0a-49fe-b1c4-dc8a0df37fd3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6653688 Dec 22 04:51:55.160332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.170129 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36600) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:55.179711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-075de9ff-fbcf-448b-b5b1-f982e76d9b3b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Request body: {'security_group_rule': {'security_group_id': '88e3911d-aaa2-45fa-8ecf-124324df0dca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:55.181395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eb6fe6fb-7606-403e-8f44-cecebe3957a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.205407 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-009ef4e8-9daf-4407-908c-629436e8f84d tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.257449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-3456dd0f-0f07-4037-8d1f-c06c2e1e1593 None None] Deleting port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:51:55.257449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3456dd0f-0f07-4037-8d1f-c06c2e1e1593 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.282046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Set router 756a6f30-3ef7-467c-9805-5a5ec08f474d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:55.321937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.325633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.337256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] device_id is not set on port d2c1f22f-39f0-45df-968e-82c161dc5d05 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:55.354593 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] Set router 01959458-2462-43b5-857a-3a74ed51f166 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:55.367766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:55.382290 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:55.382912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b054c9-76ca-4564-9ff6-dcbfc2cfc3d6') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:55.398420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.406796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fe6fb-7606-403e-8f44-cecebe3957a8 None None] Pushing event updated for resources: {'Port': ['ID=7e3f2dd3-a120-40be-bced-75aa666f36a6,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.421860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.433389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:55.434365 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.448909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-edaa8396-b6c8-4eba-9e98-29aa124ac3cb None None] Provisioning complete for port 7e3f2dd3-a120-40be-bced-75aa666f36a6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:55.449400 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-edaa8396-b6c8-4eba-9e98-29aa124ac3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.469212 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ef4e8-9daf-4407-908c-629436e8f84d tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af7894f-e05b-4216-8b62-03845f13e109,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.488087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7439be11-b6de-4445-9b55-c13a29b52025 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:55.492472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7439be11-b6de-4445-9b55-c13a29b52025 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:55.498643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7439be11-b6de-4445-9b55-c13a29b52025 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:55.504493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7439be11-b6de-4445-9b55-c13a29b52025 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:55.506227 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7439be11-b6de-4445-9b55-c13a29b52025 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6668506 Dec 22 04:51:55.515612 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-009ef4e8-9daf-4407-908c-629436e8f84d tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.519652 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-009ef4e8-9daf-4407-908c-629436e8f84d tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9628584 Dec 22 04:51:55.522969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36602) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:55.523514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36604) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:55.536411 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:55.539099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d66dce71-56fd-4e2a-af2f-3d1b64419f0e tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Request body: {'security_group_rule': {'security_group_id': '8af7894f-e05b-4216-8b62-03845f13e109', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:55.568799 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3456dd0f-0f07-4037-8d1f-c06c2e1e1593 None None] For port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:55.569570 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3456dd0f-0f07-4037-8d1f-c06c2e1e1593 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.583406 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-3456dd0f-0f07-4037-8d1f-c06c2e1e1593 None None] Calling delete_port for bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:51:55.587680 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.ipam_backend_mixin [None req-3456dd0f-0f07-4037-8d1f-c06c2e1e1593 None None] Port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 was not found and therefore no delete operation was performed {{(pid=109184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:51:55.589583 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3456dd0f-0f07-4037-8d1f-c06c2e1e1593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.594426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36606) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:55.598949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-9f3804d3-ad66-4c93-ad8c-7f8e2e92fef7 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069825159', 'description': 'tempest-description--366622068'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:55.625748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Allocated IP 172.20.0.5 (914ff6d9-7364-4c6a-8ef1-64d7dab8364f/36c40859-89a3-488c-b202-efacf02969f5/8fe79654-d653-410b-9e2e-d9d03478fd84) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:55.655874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-075de9ff-fbcf-448b-b5b1-f982e76d9b3b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.657388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.684902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Pushing event deleted for resources: {'Network': ['ID=ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.694097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.695194 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a194c055-256d-4542-bec9-53e6009e22f2,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.722687 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6cb321a6-30d6-4eeb-a381-a40a73f53807 tempest-DHCPAgentSchedulersTestJSON-867871091 tempest-DHCPAgentSchedulersTestJSON-867871091-project] 10.222.0.54 "DELETE /v2.0/networks/ab3d41e4-4c74-4e3a-aaf2-279b2e0cb62b HTTP/1.1" status: 204 len: 168 time: 1.6301799 Dec 22 04:51:55.736773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-449bcf94-efd4-4d34-92de-a0a83f78c684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.746120 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9f3804d3-ad66-4c93-ad8c-7f8e2e92fef7 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.783245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.823002 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bcf94-efd4-4d34-92de-a0a83f78c684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e48fe2c-cb8d-417e-994a-e408fadce03e,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.848532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456dd0f-0f07-4037-8d1f-c06c2e1e1593 None None] Pushing event deleted for resources: {'Port': ['ID=bb433aa7-3d7d-4eb1-86d6-67911a2e26d9,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.859522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Allocated IP 172.26.5.3 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/d2c1f22f-39f0-45df-968e-82c161dc5d05) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:55.892995 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-449bcf94-efd4-4d34-92de-a0a83f78c684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.894800 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3456dd0f-0f07-4037-8d1f-c06c2e1e1593 None None] No DVR routers for this DVR port bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:55.902144 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-449bcf94-efd4-4d34-92de-a0a83f78c684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "DELETE /v2.0/ports/7e48fe2c-cb8d-417e-994a-e408fadce03e HTTP/1.1" status: 204 len: 168 time: 2.2943363 Dec 22 04:51:55.906036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36612) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:55.967187 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7e3f2dd3-a120-40be-bced-75aa666f36a6 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:55.978546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9f3804d3-ad66-4c93-ad8c-7f8e2e92fef7 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.980662 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-504ab98e-abc8-4527-9d4a-6c01ac3bcb6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:51:55.982485 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-504ab98e-abc8-4527-9d4a-6c01ac3bcb6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "GET /v2.0/ports/7e48fe2c-cb8d-417e-994a-e408fadce03e HTTP/1.1" status: 404 len: 333 time: 0.0749605 Dec 22 04:51:55.986721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36614) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:55.988052 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d66dce71-56fd-4e2a-af2f-3d1b64419f0e tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:55.993260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1664915119', 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:56.076903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9f3804d3-ad66-4c93-ad8c-7f8e2e92fef7 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.129690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3804d3-ad66-4c93-ad8c-7f8e2e92fef7 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f6d1f2-983e-49e7-b51b-b8505c8ca687,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:56.143549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Made reservation on behalf of 1b76c8ed0eee44d383329a783d18b663 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:56.145560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-edaa8396-b6c8-4eba-9e98-29aa124ac3cb None None] Provisioning complete for port d6b8752f-1b8f-4a52-97d4-60cb5d761798 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:56.145933 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-edaa8396-b6c8-4eba-9e98-29aa124ac3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.146496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.148718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 7e3f2dd3-a120-40be-bced-75aa666f36a6 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:56.148892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.165440 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] device_id is not set on port 2829b7e1-a767-40a3-8436-4b14d11490da yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:56.173541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9f3804d3-ad66-4c93-ad8c-7f8e2e92fef7 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.175039 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9f3804d3-ad66-4c93-ad8c-7f8e2e92fef7 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5796216 Dec 22 04:51:56.177883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36616) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:56.185259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-db4d3faf-3b02-4eef-b3a0-0cae6fa6214f tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Request body: {'security_group_rule': {'security_group_id': 'e5f6d1f2-983e-49e7-b51b-b8505c8ca687', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:56.300434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd6b8752f-1b8f-4a52-97d4-60cb5d761798', 'name': '', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'mac_address': 'fa:16:3e:93:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:44Z', 'updated_at': '2021-12-22T04:51:54Z', 'revision_number': 4, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'subnets': [{'id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:56.310591 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:51Z', 'revision_number': 4, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '3faa4f88-5803-449b-8d99-5e4712289aab', 'name': '', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'mac_address': 'fa:16:3e:01:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:49Z', 'updated_at': '2021-12-22T04:51:52Z', 'revision_number': 2, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'subnets': [{'id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:56.320252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-075de9ff-fbcf-448b-b5b1-f982e76d9b3b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.377773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.380149 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.389910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d30dc-c0d6-419f-bc09-753a9c849929 None None] The sync data for ids ['01959458-2462-43b5-857a-3a74ed51f166'] in dv-neutron-822523-1-hyperv is: [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd6b8752f-1b8f-4a52-97d4-60cb5d761798', 'name': '', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'mac_address': 'fa:16:3e:93:10:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:44Z', 'updated_at': '2021-12-22T04:51:54Z', 'revision_number': 4, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'subnets': [{'id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:56.403568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-edaa8396-b6c8-4eba-9e98-29aa124ac3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.403568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Checking router: 756a6f30-3ef7-467c-9805-5a5ec08f474d for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:56.403568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Updating router 756a6f30-3ef7-467c-9805-5a5ec08f474d port 3faa4f88-5803-449b-8d99-5e4712289aab binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:51:56.406436 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d66dce71-56fd-4e2a-af2f-3d1b64419f0e tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.406779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-db4d3faf-3b02-4eef-b3a0-0cae6fa6214f tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.457274 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.459960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2cd55ab-e292-42ed-84b8-58e45feede5b']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:56.475741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-075de9ff-fbcf-448b-b5b1-f982e76d9b3b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.486617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-edaa8396-b6c8-4eba-9e98-29aa124ac3cb None None] For port d6b8752f-1b8f-4a52-97d4-60cb5d761798, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d6b8752f-1b8f-4a52-97d4-60cb5d761798,segment=NetworkSegment(7315f982-e7ae-4c26-a1ec-2e935c2140a0),segment_id=7315f982-e7ae-4c26-a1ec-2e935c2140a0)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:56.502640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d66dce71-56fd-4e2a-af2f-3d1b64419f0e tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.510458 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514d35fe-0f0e-4046-a0d7-fc7d50b971da') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:56.516276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514d35fe-0f0e-4046-a0d7-fc7d50b971da') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:56.564367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-edaa8396-b6c8-4eba-9e98-29aa124ac3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.571021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-db4d3faf-3b02-4eef-b3a0-0cae6fa6214f tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.576684 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36620) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:56.609399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075de9ff-fbcf-448b-b5b1-f982e76d9b3b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b3219f-9c9a-485f-8cda-39a1b61705fd,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:56.632961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.634790 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.644984 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-db4d3faf-3b02-4eef-b3a0-0cae6fa6214f tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.661890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d3faf-3b02-4eef-b3a0-0cae6fa6214f tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1299cb5e-3853-4780-84a8-940b5304a265,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:56.700550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dce71-56fd-4e2a-af2f-3d1b64419f0e tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cda1fc-2a5d-4dce-a73a-07b10416c5bb,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:56.708259 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-075de9ff-fbcf-448b-b5b1-f982e76d9b3b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.713105 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-075de9ff-fbcf-448b-b5b1-f982e76d9b3b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5351944 Dec 22 04:51:56.714041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36624) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:56.714761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.716452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.718483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8b0543b5-562b-4726-a2cb-324637b19ab3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Request body: {'security_group_rule': {'security_group_id': '88e3911d-aaa2-45fa-8ecf-124324df0dca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:56.729324 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:56.729719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:56.732760 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:56.779898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-db4d3faf-3b02-4eef-b3a0-0cae6fa6214f tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.781317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d66dce71-56fd-4e2a-af2f-3d1b64419f0e tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.784878 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-db4d3faf-3b02-4eef-b3a0-0cae6fa6214f tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6025031 Dec 22 04:51:56.784878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.786043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36626) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:56.791718 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d66dce71-56fd-4e2a-af2f-3d1b64419f0e tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2582400 Dec 22 04:51:56.795573 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36628) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:56.800448 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1d6f8ecc-0c93-415a-8086-c8ced51841e5 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Request body: {'security_group_rule': {'security_group_id': '8af7894f-e05b-4216-8b62-03845f13e109', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:56.802881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-917a3929-ab5e-4623-8df4-ef4e49027a00 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Request body: {'security_group_rule': {'security_group_id': 'e5f6d1f2-983e-49e7-b51b-b8505c8ca687', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:56.828429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:51:56.842381 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.863398 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:51:56.863735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device bb433aa7-3d7d-4eb1-86d6-67911a2e26d9 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:51:56.883363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:56.889457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event updated for resources: {'Port': ['ID=2829b7e1-a767-40a3-8436-4b14d11490da,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:56.889988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-edaa8396-b6c8-4eba-9e98-29aa124ac3cb None None] Provisioning complete for port 3faa4f88-5803-449b-8d99-5e4712289aab triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:56.890379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-edaa8396-b6c8-4eba-9e98-29aa124ac3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.906831 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:56.912125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:56.926943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:56.940639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:56.948820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:56.950243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:56.950437 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa8396-b6c8-4eba-9e98-29aa124ac3cb None None] Pushing event updated for resources: {'Port': ['ID=d6b8752f-1b8f-4a52-97d4-60cb5d761798,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:56.950512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.950740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:56.951257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.956944 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4f779560-4cf5-4d97-9881-08feecda63dc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8ec6e948e8d64313b7259f927a2b8778&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3755412 Dec 22 04:51:56.967860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36630) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:56.975896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Pushing event updated for resources: {'Port': ['ID=d2c1f22f-39f0-45df-968e-82c161dc5d05,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:56.984529 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8ecc-0c93-415a-8086-c8ced51841e5 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:56.987106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-edaa8396-b6c8-4eba-9e98-29aa124ac3cb None None] Port 3faa4f88-5803-449b-8d99-5e4712289aab cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:51:57.031492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.033510 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.039418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d2cd55ab-e292-42ed-84b8-58e45feede5b {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:51:57.043867 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.052645 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.061245 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "DELETE /v2.0/networks/d2cd55ab-e292-42ed-84b8-58e45feede5b HTTP/1.1" status: 204 len: 168 time: 1.5348308 Dec 22 04:51:57.068273 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36632) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:57.069675 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f48025d0-5a6f-4728-8b07-39cf9f865b3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0819168 Dec 22 04:51:57.075996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36634) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:57.094457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8b0543b5-562b-4726-a2cb-324637b19ab3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.097903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-917a3929-ab5e-4623-8df4-ef4e49027a00 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.102291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8b75320d-970d-4b40-9a2e-dcb8b19206b9 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Request body: {'network': {'name': 'tempest-network--918394760', 'router:external': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:57.115109 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9e1923ab-0a2b-4b97-bb3c-d3b2adc26b1d tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.6350772 Dec 22 04:51:57.117806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-83163adf-0516-4894-bcf9-1febf50322be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.119429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36636) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:57.122040 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cc3cb-645e-4b37-8c1a-a5c4446d65cd tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event deleted for resources: {'Network': ['ID=d2cd55ab-e292-42ed-84b8-58e45feede5b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:57.125088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8ecc-0c93-415a-8086-c8ced51841e5 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.130286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.159996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:57.167203 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:57.179750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.3'}]}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:57.196910 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:57.203194 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event updated for resources: {'Port': ['ID=8fe79654-d653-410b-9e2e-d9d03478fd84,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:57.205956 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8ecc-0c93-415a-8086-c8ced51841e5 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.242709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8b0543b5-562b-4726-a2cb-324637b19ab3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.280872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4374dff-5330-4132-b125-617027b38f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:57.283563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Attempting to bind port 3faa4f88-5803-449b-8d99-5e4712289aab on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:51:57.283929 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Attempting to bind port 3faa4f88-5803-449b-8d99-5e4712289aab by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:51:57.284307 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Attempting to bind port 3faa4f88-5803-449b-8d99-5e4712289aab on network 623df8f0-c4df-4f4e-93f2-0f23f453acde {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:57.285640 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e4374dff-5330-4132-b125-617027b38f8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "GET /v2.0/ports/2829b7e1-a767-40a3-8436-4b14d11490da HTTP/1.1" status: 200 len: 959 time: 0.2072918 Dec 22 04:51:57.286478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef8dc2-bfe0-4ce2-a6db-de0ac08bce06 None None] Pushing event updated for resources: {'Port': ['ID=3faa4f88-5803-449b-8d99-5e4712289aab,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:57.287786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36638) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:57.297789 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f8ecc-0c93-415a-8086-c8ced51841e5 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69500fe4-b204-4b9a-9995-a7cc83d5627a,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:57.309133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:57.310082 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Checking segment: {'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:51:57.310703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.311286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Bound using segment: {'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:57.312069 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Bound port: 3faa4f88-5803-449b-8d99-5e4712289aab, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:51:57.312703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.347092 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:57.347735 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.355590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-83163adf-0516-4894-bcf9-1febf50322be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.360435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8b0543b5-562b-4726-a2cb-324637b19ab3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.405563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1d6f8ecc-0c93-415a-8086-c8ced51841e5 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.410271 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1d6f8ecc-0c93-415a-8086-c8ced51841e5 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6135144 Dec 22 04:51:57.410971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36640) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:57.419063 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:57.438094 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] For port 3faa4f88-5803-449b-8d99-5e4712289aab, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:57.441237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] For port 3faa4f88-5803-449b-8d99-5e4712289aab, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3faa4f88-5803-449b-8d99-5e4712289aab,segment=NetworkSegment(00a870d2-cdd6-47f1-b9af-fe21d31422bb),segment_id=00a870d2-cdd6-47f1-b9af-fe21d31422bb)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:57.445222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b75320d-970d-4b40-9a2e-dcb8b19206b9 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Made reservation on behalf of 0300bd53e83943189aa1cbcdc4977a16 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:57.447425 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b75320d-970d-4b40-9a2e-dcb8b19206b9 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.454276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-917a3929-ab5e-4623-8df4-ef4e49027a00 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.479951 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b75320d-970d-4b40-9a2e-dcb8b19206b9 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:57.485788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0543b5-562b-4726-a2cb-324637b19ab3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b640e75e-ed20-41f3-b2fc-b67dee476271,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:57.508090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b75320d-970d-4b40-9a2e-dcb8b19206b9 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.508090 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-8b75320d-970d-4b40-9a2e-dcb8b19206b9 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Added segment 43358388-c040-46b6-9935-469cba5b6268 of type vlan for network 39e7270b-7bc1-472e-85a5-a45c1893d589 Dec 22 04:51:57.513064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f4107f54-c90c-42cb-b457-bd9fd48d7668 None None] Provisioning complete for port 8fe79654-d653-410b-9e2e-d9d03478fd84 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:57.513495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4107f54-c90c-42cb-b457-bd9fd48d7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.566285 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b75320d-970d-4b40-9a2e-dcb8b19206b9 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.573795 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f4107f54-c90c-42cb-b457-bd9fd48d7668 None None] Port 8fe79654-d653-410b-9e2e-d9d03478fd84 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:51:57.578843 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.580668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-eaddbcad-9a57-4828-bce8-8031e20b87d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Deleting port 2829b7e1-a767-40a3-8436-4b14d11490da {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:51:57.581059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eaddbcad-9a57-4828-bce8-8031e20b87d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.596413 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bab70a63-b6cf-4865-9ae6-7dd5ee1fa8d5 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.9526224 Dec 22 04:51:57.599882 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8b0543b5-562b-4726-a2cb-324637b19ab3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.600683 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36642) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:57.601884 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8b0543b5-562b-4726-a2cb-324637b19ab3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8868434 Dec 22 04:51:57.602688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-917a3929-ab5e-4623-8df4-ef4e49027a00 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.613136 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b2592be6-8fe4-40e1-bb2b-8dc144055967 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:47:5c:23'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:57.640165 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36644) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:57.644324 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a3929-ab5e-4623-8df4-ef4e49027a00 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aabc26d-8fae-4209-9a7b-df9f0cb6c559,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:57.652219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:57.662423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef8dc2-bfe0-4ce2-a6db-de0ac08bce06 None None] Pushing event updated for resources: {'Port': ['ID=3faa4f88-5803-449b-8d99-5e4712289aab,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:57.664410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-83163adf-0516-4894-bcf9-1febf50322be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.668425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-83163adf-0516-4894-bcf9-1febf50322be admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.672904 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-83163adf-0516-4894-bcf9-1febf50322be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab120f98-4f6d-4a71-9a2d-88fd91650ae6 HTTP/1.1" status: 204 len: 168 time: 0.7034547 Dec 22 04:51:57.696324 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83163adf-0516-4894-bcf9-1febf50322be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab120f98-4f6d-4a71-9a2d-88fd91650ae6,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:57.700627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.701873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.759044 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Routers {'756a6f30-3ef7-467c-9805-5a5ec08f474d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:57.759968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:51:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['756a6f30-3ef7-467c-9805-5a5ec08f474d'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:57.770986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f4107f54-c90c-42cb-b457-bd9fd48d7668 None None] Provisioning complete for port 3faa4f88-5803-449b-8d99-5e4712289aab triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:57.771123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4107f54-c90c-42cb-b457-bd9fd48d7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.796250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.833050 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b75320d-970d-4b40-9a2e-dcb8b19206b9 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.834482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b75320d-970d-4b40-9a2e-dcb8b19206b9 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:57.835178 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b75320d-970d-4b40-9a2e-dcb8b19206b9 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.852706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eaddbcad-9a57-4828-bce8-8031e20b87d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.882368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-eaddbcad-9a57-4828-bce8-8031e20b87d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Calling delete_port for 2829b7e1-a767-40a3-8436-4b14d11490da owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:51:57.944454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.953567 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8b75320d-970d-4b40-9a2e-dcb8b19206b9 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8551466 Dec 22 04:51:57.955976 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d6b8752f-1b8f-4a52-97d4-60cb5d761798 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:57.970645 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36648) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:57.974042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-917a3929-ab5e-4623-8df4-ef4e49027a00 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:57.976526 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-917a3929-ab5e-4623-8df4-ef4e49027a00 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1887329 Dec 22 04:51:58.001402 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36650) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:58.034377 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:58.088164 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75320d-970d-4b40-9a2e-dcb8b19206b9 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event updated for resources: {'Network': ['ID=39e7270b-7bc1-472e-85a5-a45c1893d589,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:58.105591 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 39e7270b-7bc1-472e-85a5-a45c1893d589 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:58.126171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.133801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2592be6-8fe4-40e1-bb2b-8dc144055967 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.206921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] Set router 756a6f30-3ef7-467c-9805-5a5ec08f474d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:58.246576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port d6b8752f-1b8f-4a52-97d4-60cb5d761798 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:58.247105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.423486 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4107f54-c90c-42cb-b457-bd9fd48d7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.454181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.471154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d4ae55-f724-4a45-ac29-ef8d8e727fd3 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:58.475337 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f1d4ae55-f724-4a45-ac29-ef8d8e727fd3 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] 10.222.0.54 "GET /v2.0/networks/39e7270b-7bc1-472e-85a5-a45c1893d589 HTTP/1.1" status: 200 len: 756 time: 0.4982808 Dec 22 04:51:58.477451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36654) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:58.568233 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.569378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f4107f54-c90c-42cb-b457-bd9fd48d7668 None None] For port 3faa4f88-5803-449b-8d99-5e4712289aab, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3faa4f88-5803-449b-8d99-5e4712289aab,segment=NetworkSegment(00a870d2-cdd6-47f1-b9af-fe21d31422bb),segment_id=00a870d2-cdd6-47f1-b9af-fe21d31422bb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:58.609510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36656) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:58.644002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80918387-0150-43fe-8fe5-00cfde6d1e2e tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:58.649012 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-80918387-0150-43fe-8fe5-00cfde6d1e2e tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] 10.222.0.54 "GET /v2.0/networks/eb4ea15e-5a47-485a-a311-4323bc49bb1c HTTP/1.1" status: 200 len: 768 time: 0.1665130 Dec 22 04:51:58.649246 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2592be6-8fe4-40e1-bb2b-8dc144055967 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.652285 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36658) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:58.663719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eaddbcad-9a57-4828-bce8-8031e20b87d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.670981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5455b881-951a-4fe2-ba7e-59d16ecc7121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.680507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4107f54-c90c-42cb-b457-bd9fd48d7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.720977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.749208 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2592be6-8fe4-40e1-bb2b-8dc144055967 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.779919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eaddbcad-9a57-4828-bce8-8031e20b87d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.783237 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eaddbcad-9a57-4828-bce8-8031e20b87d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "DELETE /v2.0/ports/2829b7e1-a767-40a3-8436-4b14d11490da HTTP/1.1" status: 204 len: 168 time: 1.4918118 Dec 22 04:51:58.790817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36660) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:58.796957 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddbcad-9a57-4828-bce8-8031e20b87d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event deleted for resources: {'Port': ['ID=2829b7e1-a767-40a3-8436-4b14d11490da,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:58.820308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4107f54-c90c-42cb-b457-bd9fd48d7668 None None] Pushing event updated for resources: {'Port': ['ID=3faa4f88-5803-449b-8d99-5e4712289aab,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:58.830743 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6d0ef70a-992d-4be6-9fb3-47ac2a899914 None None] Provisioning complete for port 3faa4f88-5803-449b-8d99-5e4712289aab triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:58.832824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6d0ef70a-992d-4be6-9fb3-47ac2a899914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.838540 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-86195ce8-2f23-4cf5-8154-352d3aa4154c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:51:58.840403 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-86195ce8-2f23-4cf5-8154-352d3aa4154c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "GET /v2.0/ports/2829b7e1-a767-40a3-8436-4b14d11490da HTTP/1.1" status: 404 len: 333 time: 0.0452361 Dec 22 04:51:58.844917 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36662) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:58.852923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.858943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Request body: {'port': {'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1341834242'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:58.868074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.955108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2592be6-8fe4-40e1-bb2b-8dc144055967 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event updated for resources: {'Port': ['ID=8fe79654-d653-410b-9e2e-d9d03478fd84,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:58.974637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:51Z', 'revision_number': 4, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '3faa4f88-5803-449b-8d99-5e4712289aab', 'name': '', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'mac_address': 'fa:16:3e:01:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:49Z', 'updated_at': '2021-12-22T04:51:57Z', 'revision_number': 4, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'subnets': [{'id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:58.991841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5455b881-951a-4fe2-ba7e-59d16ecc7121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:58.998513 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-b2592be6-8fe4-40e1-bb2b-8dc144055967 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] In _notify_port_updated(), no bound segment for port 8fe79654-d653-410b-9e2e-d9d03478fd84 on network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f {{(pid=109182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:51:59.011555 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2592be6-8fe4-40e1-bb2b-8dc144055967 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:59.012253 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2592be6-8fe4-40e1-bb2b-8dc144055967 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.016434 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b2592be6-8fe4-40e1-bb2b-8dc144055967 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "PUT /v2.0/ports/8fe79654-d653-410b-9e2e-d9d03478fd84 HTTP/1.1" status: 200 len: 994 time: 1.4119399 Dec 22 04:51:59.019191 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36664) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:59.043392 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fa06b-1c89-4f8b-9e40-83cff838a0d8 None None] The sync data for ids ['756a6f30-3ef7-467c-9805-5a5ec08f474d'] in dv-neutron-822523-1-hyperv is: [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:51Z', 'revision_number': 4, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '3faa4f88-5803-449b-8d99-5e4712289aab', 'name': '', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'mac_address': 'fa:16:3e:01:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:49Z', 'updated_at': '2021-12-22T04:51:57Z', 'revision_number': 4, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'subnets': [{'id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:59.109732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Allocated IP 172.26.5.116 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/ac6b70d6-a07a-4837-ab99-d8d547584e09) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:59.123790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Made reservation on behalf of 1b76c8ed0eee44d383329a783d18b663 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:59.126115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.128127 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5455b881-951a-4fe2-ba7e-59d16ecc7121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.136830 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.206011 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.237920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-26889cbd-f079-45f8-bbbc-b11ffe7f314d None None] Provisioning complete for port 8fe79654-d653-410b-9e2e-d9d03478fd84 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:59.238260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] device_id is not set on port e532825a-9826-477c-a06c-177a8901d07d yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:51:59.239575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-26889cbd-f079-45f8-bbbc-b11ffe7f314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.248704 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5455b881-951a-4fe2-ba7e-59d16ecc7121 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=823f2cb5a8b5451580937a0dee117968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6380775 Dec 22 04:51:59.257661 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36666) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:59.258191 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455b881-951a-4fe2-ba7e-59d16ecc7121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc150d2-9476-4b34-8f5f-f867d517dcac,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:59.286568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e7270b-7bc1-472e-85a5-a45c1893d589']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:59.305122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-26889cbd-f079-45f8-bbbc-b11ffe7f314d None None] Port 8fe79654-d653-410b-9e2e-d9d03478fd84 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:51:59.313111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43358388-c040-46b6-9935-469cba5b6268') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:59.313732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43358388-c040-46b6-9935-469cba5b6268') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:59.323102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.328509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.355367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.369826 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:59.370172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.370322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:59.371989 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:59.417060 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.518818 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.523909 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39e7270b-7bc1-472e-85a5-a45c1893d589 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:51:59.524150 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab6aac-d2ca-4e7a-a0a0-c8c8681e2909 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Deleting port 8fe79654-d653-410b-9e2e-d9d03478fd84 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:51:59.524510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4ab6aac-d2ca-4e7a-a0a0-c8c8681e2909 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.527020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.530887 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "DELETE /v2.0/networks/39e7270b-7bc1-472e-85a5-a45c1893d589 HTTP/1.1" status: 204 len: 168 time: 0.8778930 Dec 22 04:51:59.550142 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36668) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:51:59.555849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a895ca5c-db48-4c97-b160-ad5a2143dee7 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Request body: {'network': {'name': 'tempest-network--1759821212'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:59.569865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.577379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478abde-a385-4c87-8ba2-fe0128688a15 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event deleted for resources: {'Network': ['ID=39e7270b-7bc1-472e-85a5-a45c1893d589,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:59.582572 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-883ac180-7ba3-403c-be3a-cfc874492658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.596244 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:59.620926 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:59.623607 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:59.676492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Pushing event updated for resources: {'Port': ['ID=ac6b70d6-a07a-4837-ab99-d8d547584e09,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:59.713588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-883ac180-7ba3-403c-be3a-cfc874492658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.737487 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.742597 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.743832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a895ca5c-db48-4c97-b160-ad5a2143dee7 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Made reservation on behalf of 0300bd53e83943189aa1cbcdc4977a16 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:59.746616 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a895ca5c-db48-4c97-b160-ad5a2143dee7 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.766791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Allocated IP 172.26.5.174 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/c542e147-b085-4ff8-a433-4ba6ac64899d) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:59.775743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a895ca5c-db48-4c97-b160-ad5a2143dee7 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:59.789110 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a895ca5c-db48-4c97-b160-ad5a2143dee7 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.789569 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-a895ca5c-db48-4c97-b160-ad5a2143dee7 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Added segment 1646547d-de0c-4aa7-a1af-cbe2624b8720 of type vlan for network 131b2d45-6293-44d6-83ab-7388a551eb83 Dec 22 04:51:59.819626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4ab6aac-d2ca-4e7a-a0a0-c8c8681e2909 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.848686 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b4ab6aac-d2ca-4e7a-a0a0-c8c8681e2909 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Calling delete_port for 8fe79654-d653-410b-9e2e-d9d03478fd84 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:51:59.856555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3faa4f88-5803-449b-8d99-5e4712289aab up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:59.862466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a895ca5c-db48-4c97-b160-ad5a2143dee7 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.913322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 3faa4f88-5803-449b-8d99-5e4712289aab triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:59.914128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:51:59.933265 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.008150 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a895ca5c-db48-4c97-b160-ad5a2143dee7 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.010895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a895ca5c-db48-4c97-b160-ad5a2143dee7 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:00.013934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a895ca5c-db48-4c97-b160-ad5a2143dee7 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.036275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.038594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-883ac180-7ba3-403c-be3a-cfc874492658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.041176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-883ac180-7ba3-403c-be3a-cfc874492658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.042304 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-883ac180-7ba3-403c-be3a-cfc874492658 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fbc150d2-9476-4b34-8f5f-f867d517dcac HTTP/1.1" status: 204 len: 168 time: 0.7802455 Dec 22 04:52:00.043318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.089074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ac180-7ba3-403c-be3a-cfc874492658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc150d2-9476-4b34-8f5f-f867d517dcac,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:00.129342 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.136836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:00.151672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:00.162051 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:00.163738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:00.164162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.170754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event updated for resources: {'Port': ['ID=e532825a-9826-477c-a06c-177a8901d07d,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:00.199565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895ca5c-db48-4c97-b160-ad5a2143dee7 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event updated for resources: {'Network': ['ID=131b2d45-6293-44d6-83ab-7388a551eb83,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:00.210656 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 131b2d45-6293-44d6-83ab-7388a551eb83 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:00.236573 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.272161 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a1d5f20e-ec1c-4813-9a7d-9f3846ad39de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4224551 Dec 22 04:52:00.275786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4ab6aac-d2ca-4e7a-a0a0-c8c8681e2909 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.278580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.279186 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a895ca5c-db48-4c97-b160-ad5a2143dee7 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7272892 Dec 22 04:52:00.279949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36672) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:00.302718 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36674) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:00.311666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:00.320017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-10359e5f-9b38-4f6c-b693-38d11a71caeb tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:00.379664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Pushing event updated for resources: {'Port': ['ID=ac6b70d6-a07a-4837-ab99-d8d547584e09,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:00.403127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Allocated IP 172.26.5.139 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/fbef7a76-fbcf-4992-871b-e8204a9c251a) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:00.430427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.447942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:00.449651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:00.516382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Pushing event updated for resources: {'Port': ['ID=c542e147-b085-4ff8-a433-4ba6ac64899d,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:00.524292 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:00.526577 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.713549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.741299 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.743357 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e184e709-3f50-412f-abb9-7f50398b9108 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3306587 Dec 22 04:52:00.811376 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] device_id is not set on port e532825a-9826-477c-a06c-177a8901d07d yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:00.819681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.879671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab6aac-d2ca-4e7a-a0a0-c8c8681e2909 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event deleted for resources: {'Port': ['ID=8fe79654-d653-410b-9e2e-d9d03478fd84,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:00.919702 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.966885 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:00.980029 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:00.987504 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:00.997310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:01.001433 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Pushing event updated for resources: {'Port': ['ID=fbef7a76-fbcf-4992-871b-e8204a9c251a,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:01.040171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4ab6aac-d2ca-4e7a-a0a0-c8c8681e2909 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.043548 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b4ab6aac-d2ca-4e7a-a0a0-c8c8681e2909 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "DELETE /v2.0/ports/8fe79654-d653-410b-9e2e-d9d03478fd84 HTTP/1.1" status: 204 len: 168 time: 2.0233831 Dec 22 04:52:01.048220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.053874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36698) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:01.090055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event updated for resources: {'Port': ['ID=e532825a-9826-477c-a06c-177a8901d07d,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:01.097884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-10359e5f-9b38-4f6c-b693-38d11a71caeb tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.106456 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d33114b-ed3c-44e7-a13b-ddf45ba25449 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] GET failed (client error): The resource could not be found. Dec 22 04:52:01.108051 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9d33114b-ed3c-44e7-a13b-ddf45ba25449 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "GET /v2.0/ports/8fe79654-d653-410b-9e2e-d9d03478fd84 HTTP/1.1" status: 404 len: 333 time: 0.0532444 Dec 22 04:52:01.114334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36712) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:01.121749 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Request body: {'port': {'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f', 'name': 'tempest-AllowedAddressPairTestJSON-287006095'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:01.129284 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:01.129645 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:01.130006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:01.153732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:01.154065 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:52:01.155821 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 2 to bind port e532825a-9826-477c-a06c-177a8901d07d Dec 22 04:52:01.169581 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:01.169961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:01.170798 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:01.171127 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.179773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:01.180452 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:52:01.180830 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 3 to bind port e532825a-9826-477c-a06c-177a8901d07d Dec 22 04:52:01.204973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.208970 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:01.209323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:01.209648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:01.217521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:01.217836 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:52:01.218204 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 4 to bind port e532825a-9826-477c-a06c-177a8901d07d Dec 22 04:52:01.233416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:01.233766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:01.234122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:01.244377 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:01.244697 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:52:01.245116 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 5 to bind port e532825a-9826-477c-a06c-177a8901d07d Dec 22 04:52:01.260225 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:01.260580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:01.260929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:01.271809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:01.272129 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:52:01.278721 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 6 to bind port e532825a-9826-477c-a06c-177a8901d07d Dec 22 04:52:01.289221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:01.289664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:01.290167 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:01.294955 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:01.295270 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:52:01.295704 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 7 to bind port e532825a-9826-477c-a06c-177a8901d07d Dec 22 04:52:01.310311 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:01.310658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:01.311021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:01.312961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36722) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:01.315944 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 04:52:01.317181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.332839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:01.333140 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:52:01.335471 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 8 to bind port e532825a-9826-477c-a06c-177a8901d07d Dec 22 04:52:01.344890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-10359e5f-9b38-4f6c-b693-38d11a71caeb tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.375195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:01.375522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:01.375845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:01.381164 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-0d49fbb4-ff3a-4d24-9ef3-6b7fe6e44d01 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1278462673&fields=id&tenant_id=cc695b84985544e19d5e39f94c543b64 HTTP/1.1" status: 200 len: 267 time: 0.0661256 Dec 22 04:52:01.438410 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:01.438747 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:52:01.475396 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 9 to bind port e532825a-9826-477c-a06c-177a8901d07d Dec 22 04:52:01.488472 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10359e5f-9b38-4f6c-b693-38d11a71caeb tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Network 131b2d45-6293-44d6-83ab-7388a551eb83 is not hosted by any dhcp agent {{(pid=109183) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:52:01.489665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10359e5f-9b38-4f6c-b693-38d11a71caeb tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:01.491049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-10359e5f-9b38-4f6c-b693-38d11a71caeb tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.491935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.492692 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-10359e5f-9b38-4f6c-b693-38d11a71caeb tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "PUT /v2.0/networks/131b2d45-6293-44d6-83ab-7388a551eb83 HTTP/1.1" status: 200 len: 858 time: 1.1886849 Dec 22 04:52:01.506041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36726) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:01.509573 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.526473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.555565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:01.555903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:01.556257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:01.605353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:01.605668 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:52:01.649906 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10359e5f-9b38-4f6c-b693-38d11a71caeb tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event updated for resources: {'Network': ['ID=131b2d45-6293-44d6-83ab-7388a551eb83,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:01.735495 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.790006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Made reservation on behalf of 54c8e87435b14122873ec0fda8de3463 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:01.793817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.795798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.797259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9dd5512e-f3bc-4476-adbf-9b3d5727a132 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:52:01.802070 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempt 10 to bind port e532825a-9826-477c-a06c-177a8901d07d Dec 22 04:52:01.874933 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:01.875261 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:01.875584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempting to bind port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:01.886784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] device_id is not set on port 13bc0804-0848-4125-866c-8ed089cd879a yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:01.890320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-ac5698c4-af6c-4b09-a118-0f75ef2db717 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:01.891782 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-ac5698c4-af6c-4b09-a118-0f75ef2db717 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/networks?id=acba3edc-1a2e-4051-96b5-5b30cfbf6171 HTTP/1.1" status: 200 len: 806 time: 0.4953356 Dec 22 04:52:01.895769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:01.896083 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Failed to bind port e532825a-9826-477c-a06c-177a8901d07d on host hv-neutron-8225 for vnic_type normal using segments [{'id': '26bd5922-a370-442f-adde-901b3f2951a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '553e5d9d-c2dc-4c21-a57a-a69d774b0950'}] Dec 22 04:52:01.896985 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.903074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.906465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:01.927467 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4ecce31b-ab64-4da4-b186-4dd3a6830f64 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/quotas/cc695b84985544e19d5e39f94c543b64 HTTP/1.1" status: 200 len: 375 time: 0.0228965 Dec 22 04:52:01.958699 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:52:01.960284 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-37b5e8cb-e224-477d-a146-247c194fa9c6 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 4.8248856 Dec 22 04:52:01.964095 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131b2d45-6293-44d6-83ab-7388a551eb83']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:01.966001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36732) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:01.986909 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1646547d-de0c-4aa7-a1af-cbe2624b8720') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:01.987191 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1646547d-de0c-4aa7-a1af-cbe2624b8720') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:02.042092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.083328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.095711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.096776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] For port e532825a-9826-477c-a06c-177a8901d07d, host hv-neutron-8225, cleared binding levels {{(pid=109182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:02.097167 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attempted to set empty binding levels {{(pid=109182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 04:52:02.113049 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-e8b7ac74-825a-4ddc-9c1f-047eee8af575 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=cc695b84985544e19d5e39f94c543b64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1611602 Dec 22 04:52:02.115138 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.127278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:02.127679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:02.129704 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:02.188106 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.199404 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.199914 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Allocated IP 172.20.0.9 (914ff6d9-7364-4c6a-8ef1-64d7dab8364f/36c40859-89a3-488c-b202-efacf02969f5/13bc0804-0848-4125-866c-8ed089cd879a) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:02.230332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] In _notify_port_updated(), no bound segment for port e532825a-9826-477c-a06c-177a8901d07d on network 553e5d9d-c2dc-4c21-a57a-a69d774b0950 {{(pid=109182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:52:02.231243 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:02.231846 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.236160 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "PUT /v2.0/ports/e532825a-9826-477c-a06c-177a8901d07d HTTP/1.1" status: 200 len: 981 time: 1.9291108 Dec 22 04:52:02.240105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36744) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:02.248234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Pushing event updated for resources: {'Port': ['ID=c542e147-b085-4ff8-a433-4ba6ac64899d,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:02.267206 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.308912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-51384078-6868-44d5-8f5f-97841d14bab3 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Deleting port d2c1f22f-39f0-45df-968e-82c161dc5d05 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:02.309248 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-51384078-6868-44d5-8f5f-97841d14bab3 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.310962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d56961-4167-4ee7-861a-7835881047f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event updated for resources: {'Port': ['ID=e532825a-9826-477c-a06c-177a8901d07d,revision_number=3']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:02.390733 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.420583 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-c86fece3-e560-47a4-85d6-52ab3e2db791 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:52:02.421711 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-c86fece3-e560-47a4-85d6-52ab3e2db791 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1806679 Dec 22 04:52:02.447341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Pushing event updated for resources: {'Port': ['ID=fbef7a76-fbcf-4992-871b-e8204a9c251a,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:02.503882 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.513148 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cce539a5-0a6a-4d9f-a787-0dfaaf084b5c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4786768 Dec 22 04:52:02.520868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-47f4e536-3f2e-4faf-b430-8b3283fc59c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Deleting port e532825a-9826-477c-a06c-177a8901d07d {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:02.521217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47f4e536-3f2e-4faf-b430-8b3283fc59c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.561650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.565654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 131b2d45-6293-44d6-83ab-7388a551eb83 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:52:02.567645 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.583370 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] 10.222.0.54 "DELETE /v2.0/networks/131b2d45-6293-44d6-83ab-7388a551eb83 HTTP/1.1" status: 204 len: 168 time: 1.0597775 Dec 22 04:52:02.583370 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.583370 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-75c2253a-05b1-4fb2-91d4-7f3fd81ff790 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9283700 Dec 22 04:52:02.583370 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36754) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:02.611581 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-483165c6-8b63-4491-9030-6aea56a85250 service neutron] 10.222.0.54 "GET /v2.0/networks/acba3edc-1a2e-4051-96b5-5b30cfbf6171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808786 Dec 22 04:52:02.677322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-47f4e536-3f2e-4faf-b430-8b3283fc59c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] For port e532825a-9826-477c-a06c-177a8901d07d, host hv-neutron-8225, got binding levels [] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:02.677726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47f4e536-3f2e-4faf-b430-8b3283fc59c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.692855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15da7e4-595f-4071-9530-5102693d7ca8 tempest-ExternalNetworksTestJSON-405350478 tempest-ExternalNetworksTestJSON-405350478-project-admin] Pushing event deleted for resources: {'Network': ['ID=131b2d45-6293-44d6-83ab-7388a551eb83,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:02.693995 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36760) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:02.706483 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-47f4e536-3f2e-4faf-b430-8b3283fc59c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Calling delete_port for e532825a-9826-477c-a06c-177a8901d07d owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:02.708389 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-79034c63-c245-4f0c-b1b7-8ef79fb9a656 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] DELETE failed (client error): The resource could not be found. Dec 22 04:52:02.709580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79034c63-c245-4f0c-b1b7-8ef79fb9a656 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:52:02.715697 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-79034c63-c245-4f0c-b1b7-8ef79fb9a656 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] 10.222.0.54 "DELETE /v2.0/subnets/b9efd3cd-40a2-4655-b4ed-b66f86eb63f0 HTTP/1.1" status: 404 len: 337 time: 0.1086068 Dec 22 04:52:02.715899 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36770) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:02.780249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-51384078-6868-44d5-8f5f-97841d14bab3 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.804674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.806377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-51384078-6868-44d5-8f5f-97841d14bab3 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Calling delete_port for d2c1f22f-39f0-45df-968e-82c161dc5d05 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:02.910195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:02.935756 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-10165bba-b0e1-450d-a00f-3e97bb818138 service neutron] 10.222.0.54 "GET /v2.0/networks/acba3edc-1a2e-4051-96b5-5b30cfbf6171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233027 Dec 22 04:52:02.939476 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:02.956682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.027824 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:03.040784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:03.055864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:03.087668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.115390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4ea15e-5a47-485a-a311-4323bc49bb1c']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:03.117182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-51384078-6868-44d5-8f5f-97841d14bab3 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.125702 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b59485-8bcb-44d5-92c5-dcc596e0d88d') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:03.126126 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b59485-8bcb-44d5-92c5-dcc596e0d88d') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:03.134499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.143966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event updated for resources: {'Port': ['ID=13bc0804-0848-4125-866c-8ed089cd879a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:03.158090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.231531 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.241091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51384078-6868-44d5-8f5f-97841d14bab3 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2c1f22f-39f0-45df-968e-82c161dc5d05,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:03.245173 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:03.245924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:03.252633 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:03.266297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47f4e536-3f2e-4faf-b430-8b3283fc59c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.285696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36788) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:03.289922 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 04:52:03.296018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:03.296650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.349926 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4e536-3f2e-4faf-b430-8b3283fc59c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Pushing event deleted for resources: {'Port': ['ID=e532825a-9826-477c-a06c-177a8901d07d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:03.367434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1153b182-847f-4f1f-bbfc-bc24c4c4fcaf None None] Provisioning complete for port 13bc0804-0848-4125-866c-8ed089cd879a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:03.367891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1153b182-847f-4f1f-bbfc-bc24c4c4fcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.379418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47f4e536-3f2e-4faf-b430-8b3283fc59c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.386183 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-47f4e536-3f2e-4faf-b430-8b3283fc59c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "DELETE /v2.0/ports/e532825a-9826-477c-a06c-177a8901d07d HTTP/1.1" status: 204 len: 168 time: 1.1437907 Dec 22 04:52:03.388136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36798) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:03.417059 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-d4bf2df5-86f9-4b47-b12b-c37c3591ba10 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1069825159&fields=id&tenant_id=c8691fd6612f4f9994457c3334d20dee HTTP/1.1" status: 200 len: 267 time: 0.1298797 Dec 22 04:52:03.426336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-51384078-6868-44d5-8f5f-97841d14bab3 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.437083 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-51384078-6868-44d5-8f5f-97841d14bab3 tempest-RoutersAdminNegativeIpV6Test-1504974313 tempest-RoutersAdminNegativeIpV6Test-1504974313-project-admin] 10.222.0.54 "DELETE /v2.0/ports/d2c1f22f-39f0-45df-968e-82c161dc5d05 HTTP/1.1" status: 204 len: 168 time: 1.4649324 Dec 22 04:52:03.460156 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.462051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.462166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1153b182-847f-4f1f-bbfc-bc24c4c4fcaf None None] Port 13bc0804-0848-4125-866c-8ed089cd879a cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:03.475176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.480632 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] 10.222.0.54 "DELETE /v2.0/networks/eb4ea15e-5a47-485a-a311-4323bc49bb1c HTTP/1.1" status: 204 len: 168 time: 0.7639759 Dec 22 04:52:03.506575 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ed81956d-6b98-404b-a6e7-9da5113f1cdd tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3903828 Dec 22 04:52:03.511543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36818) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:03.519509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Request body: {'port': {'network_id': '914ff6d9-7364-4c6a-8ef1-64d7dab8364f', 'name': 'tempest-AllowedAddressPairTestJSON-157613947'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:03.526337 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-89030d6c-5b6b-4663-95f6-f871ada439d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:52:03.528179 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-89030d6c-5b6b-4663-95f6-f871ada439d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1977694218-project-admin] 10.222.0.54 "GET /v2.0/ports/e532825a-9826-477c-a06c-177a8901d07d HTTP/1.1" status: 404 len: 333 time: 0.1354451 Dec 22 04:52:03.532825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e1659-356d-4fe8-827c-d0c56051c1c0 tempest-ExternalNetworksTestJSON-467534122 tempest-ExternalNetworksTestJSON-467534122-project] Pushing event deleted for resources: {'Network': ['ID=eb4ea15e-5a47-485a-a311-4323bc49bb1c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:03.534636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36820) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:03.604285 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-fd1062c0-6f4f-4161-af3b-66f22268f314 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--2106931726&fields=id&tenant_id=348ed44d0e704fcba74c3cc8925ab135 HTTP/1.1" status: 200 len: 267 time: 0.1755164 Dec 22 04:52:03.681477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-922dc1d6-9918-4530-9cb3-141b58ff5104 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:03.682988 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-922dc1d6-9918-4530-9cb3-141b58ff5104 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/networks?id=623df8f0-c4df-4f4e-93f2-0f23f453acde HTTP/1.1" status: 200 len: 812 time: 0.2648385 Dec 22 04:52:03.698309 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-e142aaf5-152d-47a8-818b-b6c594089fcf tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/quotas/c8691fd6612f4f9994457c3334d20dee HTTP/1.1" status: 200 len: 375 time: 0.0092571 Dec 22 04:52:03.782076 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-cbd8640d-aba9-43b7-9611-a40e74a159ac tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c8691fd6612f4f9994457c3334d20dee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781522 Dec 22 04:52:03.842809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:03.858864 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Allocated IP 172.26.5.182 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/e91a8153-d7d1-4651-a369-ae868be67bbe) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:03.954879 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36830) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:03.996472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-69875864-111d-4949-861a-7dc437c6233f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:03.996472 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-69875864-111d-4949-861a-7dc437c6233f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/networks?id=1d436651-0ddd-42fa-825f-7a433bc5760e HTTP/1.1" status: 200 len: 811 time: 0.3520739 Dec 22 04:52:04.083712 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-beb00398-4526-4aff-8b18-b2cc493feeed tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/quotas/348ed44d0e704fcba74c3cc8925ab135 HTTP/1.1" status: 200 len: 375 time: 0.0819483 Dec 22 04:52:04.087699 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Made reservation on behalf of 54c8e87435b14122873ec0fda8de3463 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:04.091567 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.094084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.142556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36840) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:04.165497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553e5d9d-c2dc-4c21-a57a-a69d774b0950']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:04.178121 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] device_id is not set on port 6d45d544-6ee5-4f55-9c43-7d8d38aa893d yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:04.190321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.194449 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bd5922-a370-442f-adde-901b3f2951a7') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:04.194730 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bd5922-a370-442f-adde-901b3f2951a7') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:04.217875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b36c3cca-3240-464a-a367-ee4705dd71a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.218052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-3d6a9d07-c78c-4837-b5c9-864e4f8c1ceb service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:52:04.219151 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-3d6a9d07-c78c-4837-b5c9-864e4f8c1ceb service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1634686 Dec 22 04:52:04.222212 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.316748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.335222 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-4a554354-c3ba-44f6-a5af-9fb72df94d9a tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=348ed44d0e704fcba74c3cc8925ab135&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2289944 Dec 22 04:52:04.342371 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e888a872-2797-471f-8557-32db55a88623 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=504101f2d98f4fa8b6bde4a319a3bfa2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1986015 Dec 22 04:52:04.342958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36846) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:04.355711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:04.356122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:04.360863 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:04.381382 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-b54d62be-967c-450e-8566-443a2b96ffea service neutron] 10.222.0.54 "GET /v2.0/networks/623df8f0-c4df-4f4e-93f2-0f23f453acde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550093 Dec 22 04:52:04.470602 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-503abab6-c020-4937-be17-2e81c4e6a855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.509733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-503abab6-c020-4937-be17-2e81c4e6a855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.529291 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-b1df1e13-9078-4dbe-bfc7-cdc1c17b9e66 service neutron] 10.222.0.54 "GET /v2.0/networks/623df8f0-c4df-4f4e-93f2-0f23f453acde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354525 Dec 22 04:52:04.671512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.679679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-503abab6-c020-4937-be17-2e81c4e6a855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.682374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-503abab6-c020-4937-be17-2e81c4e6a855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.683522 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-503abab6-c020-4937-be17-2e81c4e6a855 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b84ff137-b958-438c-9c25-4efd24b6e61e HTTP/1.1" status: 204 len: 168 time: 0.3378358 Dec 22 04:52:04.693225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503abab6-c020-4937-be17-2e81c4e6a855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84ff137-b958-438c-9c25-4efd24b6e61e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:04.761917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Allocated IP 172.20.0.6 (914ff6d9-7364-4c6a-8ef1-64d7dab8364f/36c40859-89a3-488c-b202-efacf02969f5/6d45d544-6ee5-4f55-9c43-7d8d38aa893d) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:04.764725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:04.781127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:04.806089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:04.843659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Pushing event updated for resources: {'Port': ['ID=e91a8153-d7d1-4651-a369-ae868be67bbe,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:04.852318 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b36c3cca-3240-464a-a367-ee4705dd71a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.921112 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.928955 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-5ef517e7-d603-4c9e-a0aa-c6ac78737e81 service neutron] 10.222.0.54 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554059 Dec 22 04:52:04.946086 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1574c5c4-f359-488d-9bdc-12e48c9b85a4 req-cad351e0-f1c8-4258-8744-d685b742ad9d tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 210 time: 0.0795958 Dec 22 04:52:04.957724 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:04.964068 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] 10.222.0.54 "DELETE /v2.0/networks/553e5d9d-c2dc-4c21-a57a-a69d774b0950 HTTP/1.1" status: 204 len: 168 time: 1.3655498 Dec 22 04:52:05.064279 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b36c3cca-3240-464a-a367-ee4705dd71a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.088255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e22ed-5e61-4178-9b7c-1629ca61d82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007 tempest-PortsAdminExtendedAttrsIpV6TestJSON-107546007-project] Pushing event deleted for resources: {'Network': ['ID=553e5d9d-c2dc-4c21-a57a-a69d774b0950,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:05.102057 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b36c3cca-3240-464a-a367-ee4705dd71a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67db34c1ac2e43f2832f9b4de4f0af52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1435211 Dec 22 04:52:05.107185 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-74cc7582-6669-49f1-9798-52a92a05a108 req-17dc9e2e-1fcf-4a9f-8bb2-f96d4ed74fd8 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 210 time: 0.0742538 Dec 22 04:52:05.107692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36882) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:05.180402 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5495f1fd-2822-4a34-9dad-ada2f9ad390e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.181725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.209255 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5495f1fd-2822-4a34-9dad-ada2f9ad390e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.215277 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c3cca-3240-464a-a367-ee4705dd71a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c398c7cf-7c1c-4242-848c-4f70ac62fb30,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:05.271047 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-98de8ed7-3dd2-49ef-8deb-3a1f6168a3f4 service neutron] 10.222.0.54 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306870 Dec 22 04:52:05.282471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.310271 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.344801 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5495f1fd-2822-4a34-9dad-ada2f9ad390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.347342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5495f1fd-2822-4a34-9dad-ada2f9ad390e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.348656 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5495f1fd-2822-4a34-9dad-ada2f9ad390e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c398c7cf-7c1c-4242-848c-4f70ac62fb30 HTTP/1.1" status: 204 len: 168 time: 0.2398531 Dec 22 04:52:05.357417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495f1fd-2822-4a34-9dad-ada2f9ad390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c398c7cf-7c1c-4242-848c-4f70ac62fb30,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:05.459512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.548295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:05.549135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:05.551861 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:05.625454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.631333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event updated for resources: {'Port': ['ID=6d45d544-6ee5-4f55-9c43-7d8d38aa893d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:05.640867 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-59d130f3-0f38-44ad-afb9-78c08853dfed req-eebc43bb-d6d4-47c8-bc46-d98b2ec346a8 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 210 time: 0.0906274 Dec 22 04:52:05.659518 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:05.660147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.666701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36902) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:05.714771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36904) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:05.726630 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-81ceb52e-b8b3-4178-8449-a04410a729c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0300bd53e83943189aa1cbcdc4977a16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0586681 Dec 22 04:52:05.730750 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.773181 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5e15bbdc-0827-4dee-ae6d-f43841579c98 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2562051 Dec 22 04:52:05.773577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36908) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:05.781241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-27aa26b7-2987-4d7d-8f3a-cd9fd70fc7e4 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:47:5c:23'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:09:ec:fb'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:05.801083 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36912) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:05.906480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8acb0c98-3b2b-42c6-a033-98337ff811c6 None None] Provisioning complete for port 6d45d544-6ee5-4f55-9c43-7d8d38aa893d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:05.907760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8acb0c98-3b2b-42c6-a033-98337ff811c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:05.979144 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8acb0c98-3b2b-42c6-a033-98337ff811c6 None None] Port 6d45d544-6ee5-4f55-9c43-7d8d38aa893d cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:05.996047 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Pushing event updated for resources: {'Port': ['ID=e91a8153-d7d1-4651-a369-ae868be67bbe,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:06.004695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.013990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2b498925-8223-46a6-af0f-a50df66d5331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.086427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-27aa26b7-2987-4d7d-8f3a-cd9fd70fc7e4 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.096815 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2b498925-8223-46a6-af0f-a50df66d5331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.181871 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.183156 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-91965115-b20a-488d-b42f-795cbbba27a9 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4890437 Dec 22 04:52:06.186062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36932) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:06.192499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a1a067b6-43de-4087-93ed-9a8de9c2e188 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1076716951', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'fixed_ips': [{'ip_address': '172.26.5.182'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:06.250003 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c6cc1f00-00f9-4cf0-be07-f740aebe5371 req-809f2575-f328-4bb6-9df8-86c180ba48f6 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 210 time: 0.0788417 Dec 22 04:52:06.291597 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2b498925-8223-46a6-af0f-a50df66d5331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.294704 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2b498925-8223-46a6-af0f-a50df66d5331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.295835 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2b498925-8223-46a6-af0f-a50df66d5331 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2591cea4-569a-43d0-9601-38d7fdac308c HTTP/1.1" status: 204 len: 168 time: 0.5795517 Dec 22 04:52:06.315490 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a067b6-43de-4087-93ed-9a8de9c2e188 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Made reservation on behalf of abbc3910bd224949a5a963823d87958f for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:06.319584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1a067b6-43de-4087-93ed-9a8de9c2e188 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.325704 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-92e07ed6-2c5d-4ddf-88d5-abe99de791e6 req-416a15b8-cfe9-4fdf-89be-d4f750d83524 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 210 time: 0.0813880 Dec 22 04:52:06.337551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b498925-8223-46a6-af0f-a50df66d5331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2591cea4-569a-43d0-9601-38d7fdac308c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:06.339676 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1a067b6-43de-4087-93ed-9a8de9c2e188 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.340486 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a92a6013-0702-44d5-97af-a922fe82835e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=39d7298b374b49e092a08516b35fef78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5367043 Dec 22 04:52:06.341903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36936) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:06.431949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3383a717-12e6-4a1a-a725-5a7ad15591b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.433514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-27aa26b7-2987-4d7d-8f3a-cd9fd70fc7e4 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.463651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3383a717-12e6-4a1a-a725-5a7ad15591b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.519055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1a067b6-43de-4087-93ed-9a8de9c2e188 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.522533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-27aa26b7-2987-4d7d-8f3a-cd9fd70fc7e4 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.545603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36940) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:06.582372 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1a067b6-43de-4087-93ed-9a8de9c2e188 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.590907 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-a1a067b6-43de-4087-93ed-9a8de9c2e188 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] device_id is not set on port ad93d934-fb3c-4805-a68e-a40e2d5d44ed yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:06.636746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa26b7-2987-4d7d-8f3a-cd9fd70fc7e4 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event updated for resources: {'Port': ['ID=6d45d544-6ee5-4f55-9c43-7d8d38aa893d,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:06.662277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-27aa26b7-2987-4d7d-8f3a-cd9fd70fc7e4 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] In _notify_port_updated(), no bound segment for port 6d45d544-6ee5-4f55-9c43-7d8d38aa893d on network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f {{(pid=109183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:52:06.666728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3383a717-12e6-4a1a-a725-5a7ad15591b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.669246 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3383a717-12e6-4a1a-a725-5a7ad15591b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.672897 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3383a717-12e6-4a1a-a725-5a7ad15591b2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d6095d2b-5f2c-4fdc-8aa3-bd049b92c3c6 HTTP/1.1" status: 204 len: 168 time: 0.3266695 Dec 22 04:52:06.673048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa26b7-2987-4d7d-8f3a-cd9fd70fc7e4 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:06.673048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-27aa26b7-2987-4d7d-8f3a-cd9fd70fc7e4 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.676257 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-27aa26b7-2987-4d7d-8f3a-cd9fd70fc7e4 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "PUT /v2.0/ports/6d45d544-6ee5-4f55-9c43-7d8d38aa893d HTTP/1.1" status: 200 len: 1055 time: 0.9012697 Dec 22 04:52:06.676952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36946) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:06.764222 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6022025e-25cb-4e0d-9d74-34e681d0bfb1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37eb3e8ea04a4ac2bd742386d07cf390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173688 Dec 22 04:52:06.769855 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a067b6-43de-4087-93ed-9a8de9c2e188 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80284f96-f4f5-4903-80f8-7a66de343f32,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:06.792653 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36950) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:06.796349 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-be8d8d05-6774-4903-aa47-83dcfed5778c req-d73c3c4c-336a-4758-8025-29822f8d2b35 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 210 time: 0.0732665 Dec 22 04:52:06.883925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383a717-12e6-4a1a-a725-5a7ad15591b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6095d2b-5f2c-4fdc-8aa3-bd049b92c3c6,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:06.980592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-eed70346-c0e9-4414-8477-b5de91974d56 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Deleting port 6d45d544-6ee5-4f55-9c43-7d8d38aa893d {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:06.980926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eed70346-c0e9-4414-8477-b5de91974d56 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:06.985100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9d9bf2bd-db98-4dbc-a7b4-b9535da5ec30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.086696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9d9bf2bd-db98-4dbc-a7b4-b9535da5ec30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.119184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8a8bcbb1-f3de-4d25-a358-460a6f039524 None None] Provisioning complete for port 6d45d544-6ee5-4f55-9c43-7d8d38aa893d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:07.120169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8a8bcbb1-f3de-4d25-a358-460a6f039524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.154763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8a8bcbb1-f3de-4d25-a358-460a6f039524 None None] Port 6d45d544-6ee5-4f55-9c43-7d8d38aa893d cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:07.154935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eed70346-c0e9-4414-8477-b5de91974d56 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.169549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-eed70346-c0e9-4414-8477-b5de91974d56 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Calling delete_port for 6d45d544-6ee5-4f55-9c43-7d8d38aa893d owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:07.188157 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a067b6-43de-4087-93ed-9a8de9c2e188 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 04:52:07.188740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a067b6-43de-4087-93ed-9a8de9c2e188 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:52:07.249815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9d9bf2bd-db98-4dbc-a7b4-b9535da5ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.254130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9d9bf2bd-db98-4dbc-a7b4-b9535da5ec30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.259781 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9d9bf2bd-db98-4dbc-a7b4-b9535da5ec30 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a194c055-256d-4542-bec9-53e6009e22f2 HTTP/1.1" status: 204 len: 168 time: 0.4658995 Dec 22 04:52:07.271102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9bf2bd-db98-4dbc-a7b4-b9535da5ec30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a194c055-256d-4542-bec9-53e6009e22f2,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:07.281519 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a1a067b6-43de-4087-93ed-9a8de9c2e188 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0940537 Dec 22 04:52:07.291332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36970) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:07.421630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eed70346-c0e9-4414-8477-b5de91974d56 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.426734 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2cd54fb6-e41c-42c2-b4f0-726d87bca389 req-20ca3fc1-d97f-43cc-8f7b-f1b779140f11 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 210 time: 0.0300276 Dec 22 04:52:07.457945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed70346-c0e9-4414-8477-b5de91974d56 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event deleted for resources: {'Port': ['ID=6d45d544-6ee5-4f55-9c43-7d8d38aa893d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:07.524822 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-db4e091d-301a-44b7-95b2-f461d5a99b00 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Deleting port e91a8153-d7d1-4651-a369-ae868be67bbe {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:07.525256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db4e091d-301a-44b7-95b2-f461d5a99b00 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.646656 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db4e091d-301a-44b7-95b2-f461d5a99b00 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.646969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db4e091d-301a-44b7-95b2-f461d5a99b00 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:07.660035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-db4e091d-301a-44b7-95b2-f461d5a99b00 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Calling delete_port for e91a8153-d7d1-4651-a369-ae868be67bbe owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:07.852858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 36984) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:07.917776 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 36986) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:07.918525 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d393865d-5f0f-4572-a2a9-7779ea5f9393 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1b76c8ed0eee44d383329a783d18b663&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636270 Dec 22 04:52:07.938490 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8cc60f5a-f582-461e-b2a0-a1e4408e9251 req-760b39a0-17e9-4792-84be-c9c9053c641d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 210 time: 0.0336521 Dec 22 04:52:07.940082 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b4a0a0f5-0b71-49a1-a2dd-f0e0c123234e req-f1a5719a-691a-45fe-b64a-36795e47d34a tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 210 time: 0.0356302 Dec 22 04:52:07.960780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db4e091d-301a-44b7-95b2-f461d5a99b00 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.010865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.16', 49854) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:08.011210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e091d-301a-44b7-95b2-f461d5a99b00 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Pushing event deleted for resources: {'Port': ['ID=e91a8153-d7d1-4651-a369-ae868be67bbe,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:08.093800 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db4e091d-301a-44b7-95b2-f461d5a99b00 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.098341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db4e091d-301a-44b7-95b2-f461d5a99b00 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.103016 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-db4e091d-301a-44b7-95b2-f461d5a99b00 tempest-ExternalNetworksAdminNegativeTestJSON-469591712 tempest-ExternalNetworksAdminNegativeTestJSON-469591712-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/41686ace-3c3b-4e14-ad36-1514806b8ab4 HTTP/1.1" status: 204 len: 168 time: 0.8104701 Dec 22 04:52:08.164703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eed70346-c0e9-4414-8477-b5de91974d56 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.168694 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eed70346-c0e9-4414-8477-b5de91974d56 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "DELETE /v2.0/ports/6d45d544-6ee5-4f55-9c43-7d8d38aa893d HTTP/1.1" status: 204 len: 168 time: 1.4897592 Dec 22 04:52:08.177595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37002) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:08.190924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5750d722-e639-4bce-a64e-448918515920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.216872 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dfe461-6bba-4e5e-a454-e4aa13e0838e tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] GET failed (client error): The resource could not be found. Dec 22 04:52:08.218417 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d1dfe461-6bba-4e5e-a454-e4aa13e0838e tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "GET /v2.0/ports/6d45d544-6ee5-4f55-9c43-7d8d38aa893d HTTP/1.1" status: 404 len: 333 time: 0.0397902 Dec 22 04:52:08.223423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-915fc259-036d-4483-984f-405c3d2aa1d4 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:08.224928 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-915fc259-036d-4483-984f-405c3d2aa1d4 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.16 "GET /v2.0/networks?id=acba3edc-1a2e-4051-96b5-5b30cfbf6171 HTTP/1.1" status: 200 len: 806 time: 0.2132385 Dec 22 04:52:08.233282 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37006) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:08.234180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5750d722-e639-4bce-a64e-448918515920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.323817 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8da2e-8689-4f23-88c3-d42e67dca114 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Deleting port 13bc0804-0848-4125-866c-8ed089cd879a {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:08.324227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1fe8da2e-8689-4f23-88c3-d42e67dca114 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.351549 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-736f4a30-c3f8-4337-8903-062b83ce3c11 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc695b84985544e19d5e39f94c543b64 HTTP/1.1" status: 200 len: 380 time: 0.0562921 Dec 22 04:52:08.352958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5750d722-e639-4bce-a64e-448918515920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.355958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5750d722-e639-4bce-a64e-448918515920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.357010 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5750d722-e639-4bce-a64e-448918515920 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c87be3d2-1554-4fef-a7a9-c41bc6216ddc HTTP/1.1" status: 204 len: 168 time: 0.4260478 Dec 22 04:52:08.362036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Request body: {'port': {'device_id': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'admin_state_up': True, 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'security_groups': ['8af7894f-e05b-4216-8b62-03845f13e109']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:08.382856 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750d722-e639-4bce-a64e-448918515920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87be3d2-1554-4fef-a7a9-c41bc6216ddc,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:08.426701 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1fe8da2e-8689-4f23-88c3-d42e67dca114 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.450420 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-1fe8da2e-8689-4f23-88c3-d42e67dca114 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Calling delete_port for 13bc0804-0848-4125-866c-8ed089cd879a owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:08.592701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Made reservation on behalf of cc695b84985544e19d5e39f94c543b64 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:08.596342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.626024 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6bbb2842-2c41-4138-a379-2971b8275f14 req-3eea1af7-2093-4552-82e3-3fd7817d55fc tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 210 time: 0.0647666 Dec 22 04:52:08.775584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1fe8da2e-8689-4f23-88c3-d42e67dca114 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.810167 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8da2e-8689-4f23-88c3-d42e67dca114 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event deleted for resources: {'Port': ['ID=13bc0804-0848-4125-866c-8ed089cd879a,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:08.897538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.16', 49859) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:08.923717 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1fe8da2e-8689-4f23-88c3-d42e67dca114 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:08.926974 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1fe8da2e-8689-4f23-88c3-d42e67dca114 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "DELETE /v2.0/ports/13bc0804-0848-4125-866c-8ed089cd879a HTTP/1.1" status: 204 len: 168 time: 0.6925170 Dec 22 04:52:08.930523 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37030) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:08.948545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37032) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:08.975734 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a827beff-bdc7-483e-8a69-9820b170bdbf tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] GET failed (client error): The resource could not be found. Dec 22 04:52:08.981105 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a827beff-bdc7-483e-8a69-9820b170bdbf tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "GET /v2.0/ports/13bc0804-0848-4125-866c-8ed089cd879a HTTP/1.1" status: 404 len: 333 time: 0.0470586 Dec 22 04:52:08.981325 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37036) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:08.990544 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Allocated IP 172.20.0.7 (acba3edc-1a2e-4051-96b5-5b30cfbf6171/e1f25154-b652-4066-8226-0fbe0c6c40c1/0ad5f406-ac95-4864-9ae7-3ed50f316264) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:09.112266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-958a3cc7-927d-4888-9da6-c2acce5bff66 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:09.113842 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-958a3cc7-927d-4888-9da6-c2acce5bff66 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.16 "GET /v2.0/networks?id=1d436651-0ddd-42fa-825f-7a433bc5760e HTTP/1.1" status: 200 len: 811 time: 0.2136657 Dec 22 04:52:09.156428 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b23bcefe-7b1c-453d-b6e6-ff8a322d6764 req-3d7dc574-11dc-46a3-b2e8-99de2f0d80c1 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 210 time: 0.0482132 Dec 22 04:52:09.198853 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fef14280-dbca-46c4-a438-f0e4d881238a req-f2553710-97a8-4117-999a-d629c48a1409 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 210 time: 0.0651534 Dec 22 04:52:09.243271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.244684 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-a52d2648-01cb-4237-9463-ec984882abdc tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=348ed44d0e704fcba74c3cc8925ab135 HTTP/1.1" status: 200 len: 380 time: 0.1095850 Dec 22 04:52:09.257729 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Request body: {'port': {'device_id': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'admin_state_up': True, 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'security_groups': ['88e3911d-aaa2-45fa-8ecf-124324df0dca']}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:09.287447 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1286b622-e3b1-4d01-a8e2-8ee24fc5c87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.323916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-968cf509-7e16-46f4-9dde-86e80cdf2c77 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Deleting port 15fc4af6-bf72-436a-bd3c-f1a17680d73b {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:09.324458 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968cf509-7e16-46f4-9dde-86e80cdf2c77 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.359542 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.420707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Network acba3edc-1a2e-4051-96b5-5b30cfbf6171 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:09.425476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:09.443839 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:09.489396 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968cf509-7e16-46f4-9dde-86e80cdf2c77 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.506830 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-968cf509-7e16-46f4-9dde-86e80cdf2c77 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Calling delete_port for 15fc4af6-bf72-436a-bd3c-f1a17680d73b owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:09.532105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Pushing event updated for resources: {'Port': ['ID=0ad5f406-ac95-4864-9ae7-3ed50f316264,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:09.538038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3632039-9285-445a-b2d7-b2e25fd9bc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.570124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:09.570124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.630141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.16', 49862) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:09.804256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4420e79a-bbf2-4057-812c-ce211850fc85 None None] Provisioning complete for port 0ad5f406-ac95-4864-9ae7-3ed50f316264 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:09.805423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4420e79a-bbf2-4057-812c-ce211850fc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.829395 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9919bb54-a30e-418d-8aec-ada22beff80b req-f35247c1-8f37-47d2-8f4e-0599baae8df5 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 210 time: 0.0541534 Dec 22 04:52:09.857631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-4420e79a-bbf2-4057-812c-ce211850fc85 None None] Port 0ad5f406-ac95-4864-9ae7-3ed50f316264 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:09.875747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3632039-9285-445a-b2d7-b2e25fd9bc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:09.898912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-cd398e18-9d98-4324-a868-a721ed250f0b tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:09.900549 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-cd398e18-9d98-4324-a868-a721ed250f0b tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.16 "GET /v2.0/networks?id=623df8f0-c4df-4f4e-93f2-0f23f453acde HTTP/1.1" status: 200 len: 812 time: 0.2682130 Dec 22 04:52:09.950180 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-8f985eeb-e8b7-49dd-8ced-1582e48abb0b tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8691fd6612f4f9994457c3334d20dee HTTP/1.1" status: 200 len: 380 time: 0.0338202 Dec 22 04:52:09.960425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Request body: {'port': {'device_id': '6163df62-305e-4063-bc42-29abd0ae2af3', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'admin_state_up': True, 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'security_groups': ['e5f6d1f2-983e-49e7-b51b-b8505c8ca687']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:09.970334 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37084) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:10.010033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3632039-9285-445a-b2d7-b2e25fd9bc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.061348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968cf509-7e16-46f4-9dde-86e80cdf2c77 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.094752 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-4b0b9829-dc50-4b7c-94eb-fbd394569538 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7365222 Dec 22 04:52:10.100813 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c3632039-9285-445a-b2d7-b2e25fd9bc39 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=626e83691eae41088bf7b6ec24fb10d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1503577 Dec 22 04:52:10.110034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-edee5ed2-b053-4577-814d-8ac91f383809 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:52:10.110888 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-edee5ed2-b053-4577-814d-8ac91f383809 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058160 Dec 22 04:52:10.112351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37090) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:10.142514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3632039-9285-445a-b2d7-b2e25fd9bc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7298d6df-2ede-4fd7-a239-dc64ae240e21,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:10.144594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cf509-7e16-46f4-9dde-86e80cdf2c77 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event deleted for resources: {'Port': ['ID=15fc4af6-bf72-436a-bd3c-f1a17680d73b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:10.185889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Made reservation on behalf of 348ed44d0e704fcba74c3cc8925ab135 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:10.189628 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.314019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e0e1df41-1f83-46df-94a4-0b58fa406db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.350680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Made reservation on behalf of c8691fd6612f4f9994457c3334d20dee for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:10.355450 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-968cf509-7e16-46f4-9dde-86e80cdf2c77 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.359680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.368129 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-968cf509-7e16-46f4-9dde-86e80cdf2c77 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "DELETE /v2.0/ports/15fc4af6-bf72-436a-bd3c-f1a17680d73b HTTP/1.1" status: 204 len: 168 time: 1.3859775 Dec 22 04:52:10.374829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37102) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:10.408972 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e0e1df41-1f83-46df-94a4-0b58fa406db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.471625 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f1975d47-3c7f-4130-8ad0-ed40fa019c32 req-703cb586-a5da-4b03-ab38-92eab7f4e403 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 210 time: 0.0958111 Dec 22 04:52:10.532722 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e12ded-c48f-49cf-8c51-ff445c94f4d9 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Deleting subnet 36c40859-89a3-488c-b202-efacf02969f5 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:52:10.540552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22e12ded-c48f-49cf-8c51-ff445c94f4d9 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.616983 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Allocated IP 172.20.0.13 (1d436651-0ddd-42fa-825f-7a433bc5760e/34ce218f-5db1-421c-b2b4-76f09d3395ae/8d5fabd3-d5d4-4906-ba76-4e506346242b) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:10.628610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22e12ded-c48f-49cf-8c51-ff445c94f4d9 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:10.673093 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de881a-3106-45cb-83ca-bcde89a6c674 req-81189127-0ff9-4641-bd34-65df160d78f4 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:10.680731 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a1de881a-3106-45cb-83ca-bcde89a6c674 req-81189127-0ff9-4641-bd34-65df160d78f4 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 931 time: 0.2974229 Dec 22 04:52:10.715925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1958823604'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:10.933924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Request body: {'port': {'device_id': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:10.997329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:11.003800 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.020947 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a1de881a-3106-45cb-83ca-bcde89a6c674 req-7f6a151e-e488-488c-bd29-c2a75632656f tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326405 Dec 22 04:52:11.030441 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.065941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Allocated IP 172.20.0.8 (623df8f0-c4df-4f4e-93f2-0f23f453acde/97850584-8955-4e5c-9aec-07b4b2c9178c/8f1a601b-30af-4c14-b708-43c461547d43) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:11.072603 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e0e1df41-1f83-46df-94a4-0b58fa406db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.075275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e0e1df41-1f83-46df-94a4-0b58fa406db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.077194 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e0e1df41-1f83-46df-94a4-0b58fa406db2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7298d6df-2ede-4fd7-a239-dc64ae240e21 HTTP/1.1" status: 204 len: 168 time: 0.9624279 Dec 22 04:52:11.082043 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-63ce793e-784a-4d51-814a-c91724858b78 req-d1a45799-cbd9-4032-add3-5630b6c20be9 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 210 time: 0.0776148 Dec 22 04:52:11.109546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1df41-1f83-46df-94a4-0b58fa406db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7298d6df-2ede-4fd7-a239-dc64ae240e21,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:11.111299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.120063 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22e12ded-c48f-49cf-8c51-ff445c94f4d9 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.514300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.514300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.515598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.516010 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37128) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:11.624658 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a780e84b-0d7f-4d23-8df4-6213e35eace9 req-023fdd05-0f30-443b-951f-a1a25afb79c3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 210 time: 0.0407753 Dec 22 04:52:11.635442 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad5f406-ac95-4864-9ae7-3ed50f316264 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:11.640731 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37134) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:11.660838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.758704 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-51633234'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:11.809504 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d82085b6-5d1f-4b46-a9fc-d2de9d726164 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:11.962644 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2d151dd2-9866-4fec-9776-33d26d2b4fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.963698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22e12ded-c48f-49cf-8c51-ff445c94f4d9 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.965791 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.966977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Transition to ACTIVE for port object 0ad5f406-ac95-4864-9ae7-3ed50f316264 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:11.969417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:11.981800 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.010092 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Made reservation on behalf of 1ab80a8de2c5414dbd498f3ffd53310b for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:12.013736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.056432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Network 623df8f0-c4df-4f4e-93f2-0f23f453acde is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:12.058032 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.090807 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Pushing event updated for resources: {'Port': ['ID=8f1a601b-30af-4c14-b708-43c461547d43,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:12.098783 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e12ded-c48f-49cf-8c51-ff445c94f4d9 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event deleted for resources: {'Subnet': ['ID=36c40859-89a3-488c-b202-efacf02969f5,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:12.105780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:12.127815 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Network 1d436651-0ddd-42fa-825f-7a433bc5760e is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:12.170144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:12.176428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:12.183476 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.205530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:12.213678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362ee112-777c-4bbf-97dc-7b555fc34b5f None None] Network 914ff6d9-7364-4c6a-8ef1-64d7dab8364f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:12.250169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cb5d8d-3f1f-4e33-ba41-527769ac3f58,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:12.252964 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Pushing event updated for resources: {'Port': ['ID=8d5fabd3-d5d4-4906-ba76-4e506346242b,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:12.278762 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22e12ded-c48f-49cf-8c51-ff445c94f4d9 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.282392 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-22e12ded-c48f-49cf-8c51-ff445c94f4d9 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "DELETE /v2.0/subnets/36c40859-89a3-488c-b202-efacf02969f5 HTTP/1.1" status: 204 len: 168 time: 1.9029129 Dec 22 04:52:12.283502 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:12.313428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37146) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:12.524755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.525929 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Added segment 82f34331-d7a4-4428-96b0-62d86c158d1b of type vlan for network 92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92 Dec 22 04:52:12.552934 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d82085b6-5d1f-4b46-a9fc-d2de9d726164 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] 10.222.0.54 "PUT /v2.0/quotas/7ebfb9f01cee4075b67a53e993d2dfec HTTP/1.1" status: 200 len: 366 time: 0.9108856 Dec 22 04:52:12.578586 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37148) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:12.722627 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-be409a35-4622-4354-a5d0-cd0daed6c41c None None] Provisioning complete for port 8d5fabd3-d5d4-4906-ba76-4e506346242b triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:12.723477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-be409a35-4622-4354-a5d0-cd0daed6c41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.779826 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f23fcc-b1a3-4a72-b41b-a8cee735110e None None] DHCP port deletion for 914ff6d9-7364-4c6a-8ef1-64d7dab8364f request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:52:12.790128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37152) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:12.802607 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.831106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-be409a35-4622-4354-a5d0-cd0daed6c41c None None] Port 8d5fabd3-d5d4-4906-ba76-4e506346242b cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:12.834700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad5f406-ac95-4864-9ae7-3ed50f316264,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:12.848560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:12.848896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-39f23fcc-b1a3-4a72-b41b-a8cee735110e None None] Deleting port 074107fa-68eb-494f-82e9-c80f414eaf01 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:12.849406 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-39f23fcc-b1a3-4a72-b41b-a8cee735110e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.849930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.867984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99f518-52f8-4b8c-9d79-cdd6940df636 req-50ec8ee1-b09b-44ca-86a8-132d60514f11 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:12.870066 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9c99f518-52f8-4b8c-9d79-cdd6940df636 req-50ec8ee1-b09b-44ca-86a8-132d60514f11 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 943 time: 0.6210213 Dec 22 04:52:12.874362 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.879059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c195ba-2c51-475c-9e98-91d753f5bdf8 req-e0add5f4-7f22-41bb-a532-1a87922b5ab8 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:12.883244 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e8d98227-4c05-45b3-bba1-e3c106c1b748 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2940030 Dec 22 04:52:12.889665 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-33c195ba-2c51-475c-9e98-91d753f5bdf8 req-e0add5f4-7f22-41bb-a532-1a87922b5ab8 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 931 time: 0.6106164 Dec 22 04:52:12.894730 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37154) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:12.944063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:12.944689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.946012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-39f23fcc-b1a3-4a72-b41b-a8cee735110e None None] For port 074107fa-68eb-494f-82e9-c80f414eaf01, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=074107fa-68eb-494f-82e9-c80f414eaf01,segment=NetworkSegment(0d555715-cbff-4c95-944e-117bc4c3f425),segment_id=0d555715-cbff-4c95-944e-117bc4c3f425)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:12.946937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-39f23fcc-b1a3-4a72-b41b-a8cee735110e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.948613 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.955442 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:12.956397 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.968899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-39f23fcc-b1a3-4a72-b41b-a8cee735110e None None] Calling delete_port for 074107fa-68eb-494f-82e9-c80f414eaf01 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:12.972128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6a1441be-b474-4f1f-820f-b9c62db4355f None None] Provisioning complete for port 8f1a601b-30af-4c14-b708-43c461547d43 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:12.972128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6a1441be-b474-4f1f-820f-b9c62db4355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:12.985601 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e0780801-5f99-4b1d-9233-346b42372255 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=abbc3910bd224949a5a963823d87958f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923206 Dec 22 04:52:12.991304 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-74a08f3f-e40a-4802-8b70-6b59fa952c2a tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] 10.222.0.54 "GET /v2.0/quotas/7ebfb9f01cee4075b67a53e993d2dfec HTTP/1.1" status: 200 len: 366 time: 0.0941384 Dec 22 04:52:12.996088 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37156) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:12.996443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37158) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:13.029952 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-6a1441be-b474-4f1f-820f-b9c62db4355f None None] Port 8f1a601b-30af-4c14-b708-43c461547d43 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:13.077814 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1063423 Dec 22 04:52:13.088727 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-0897e086-963a-447f-9901-f12e3c173749 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8371387 Dec 22 04:52:13.089448 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c2334-b575-4530-b839-7fcf87265f05 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:13.108922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:13.124671 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-33c195ba-2c51-475c-9e98-91d753f5bdf8 req-75e78846-f083-46d3-819a-9348e466190e tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223480 Dec 22 04:52:13.125499 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9c99f518-52f8-4b8c-9d79-cdd6940df636 req-7019abdc-606a-437f-a178-3a4a094290d5 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340713 Dec 22 04:52:13.152237 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Request body: {'port': {'device_id': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:13.198635 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-7f19809b-7cc6-427e-a239-a12552b623f0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2422919 Dec 22 04:52:13.200047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Attempting to bind port 0ad5f406-ac95-4864-9ae7-3ed50f316264 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:13.200169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.200457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Attempting to bind port 0ad5f406-ac95-4864-9ae7-3ed50f316264 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:13.200784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Attempting to bind port 0ad5f406-ac95-4864-9ae7-3ed50f316264 on network acba3edc-1a2e-4051-96b5-5b30cfbf6171 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:13.208657 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3a7553ef-1ec2-436f-8d46-147b29332985 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/7ebfb9f01cee4075b67a53e993d2dfec HTTP/1.1" status: 204 len: 168 time: 0.2097421 Dec 22 04:52:13.210679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37160) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:13.213458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f613-9943-4acd-be58-fd7b697a93c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.221149 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Port 0ad5f406-ac95-4864-9ae7-3ed50f316264 on network acba3edc-1a2e-4051-96b5-5b30cfbf6171 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:13.221149 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Attempting to bind port 0ad5f406-ac95-4864-9ae7-3ed50f316264 on network acba3edc-1a2e-4051-96b5-5b30cfbf6171 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:13.231697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.242810 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37162) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:13.253293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Request body: {'port': {'device_id': '6163df62-305e-4063-bc42-29abd0ae2af3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:13.261734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a75fcc41-4f56-4d2b-ad20-9a805ea6c2c4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'network_id': '92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:13.279374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Deleting port 074107fa-68eb-494f-82e9-c80f414eaf01 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:13.279915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.312586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:13.313096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Checking segment: {'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:13.313764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Bound using segment: {'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:13.314336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Bound port: 0ad5f406-ac95-4864-9ae7-3ed50f316264, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7315f982-e7ae-4c26-a1ec-2e935c2140a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:13.314795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.338328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f613-9943-4acd-be58-fd7b697a93c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.346581 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-99247112-8857-45f9-bd94-c15f402a44a4 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1044760 Dec 22 04:52:13.350010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37164) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:13.372579 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-39f23fcc-b1a3-4a72-b41b-a8cee735110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.385068 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.395022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f23fcc-b1a3-4a72-b41b-a8cee735110e None None] Pushing event deleted for resources: {'Port': ['ID=074107fa-68eb-494f-82e9-c80f414eaf01,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:13.404678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f23fcc-b1a3-4a72-b41b-a8cee735110e None None] No DVR routers for this DVR port 074107fa-68eb-494f-82e9-c80f414eaf01 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:13.445484 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6018b4ad-2ba0-4ebf-a897-fc3354d6dac8 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] 10.222.0.54 "GET /v2.0/quotas/7ebfb9f01cee4075b67a53e993d2dfec HTTP/1.1" status: 200 len: 370 time: 0.0943155 Dec 22 04:52:13.451380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37166) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:13.462853 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d461e04e-b1dc-4ba4-a945-a663ed0df875 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] 10.222.0.54 "GET /v2.0/quotas/7ebfb9f01cee4075b67a53e993d2dfec/default HTTP/1.1" status: 200 len: 370 time: 0.0039160 Dec 22 04:52:13.468380 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37168) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:13.473834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:13.480491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.510951 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] For port 074107fa-68eb-494f-82e9-c80f414eaf01, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=074107fa-68eb-494f-82e9-c80f414eaf01,segment=NetworkSegment(0d555715-cbff-4c95-944e-117bc4c3f425),segment_id=0d555715-cbff-4c95-944e-117bc4c3f425)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:13.511313 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.514671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.529021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.529729 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Added segment 581e338f-3b9d-43fe-8656-9edc18c2098f of type vlan for network c0aa1a4e-b882-4047-b5ec-9614b6fbae9d Dec 22 04:52:13.530706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b4cadf-4f51-4df4-836f-1bf49ec75733,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:13.535713 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-f81d41fd-17a2-4ba7-8c1f-a352e90fbd39 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] delete failed (client error): The resource could not be found. Dec 22 04:52:13.537341 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f81d41fd-17a2-4ba7-8c1f-a352e90fbd39 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/7ebfb9f01cee4075b67a53e993d2dfec HTTP/1.1" status: 404 len: 348 time: 0.0532548 Dec 22 04:52:13.539701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] For port 0ad5f406-ac95-4864-9ae7-3ed50f316264, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:13.560858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Calling delete_port for 074107fa-68eb-494f-82e9-c80f414eaf01 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:13.568518 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dec337-9349-4f11-b7d1-f439e637078a req-53ed58d2-f0f3-461d-a993-5abc7987763d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:13.570211 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-31dec337-9349-4f11-b7d1-f439e637078a req-53ed58d2-f0f3-461d-a993-5abc7987763d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 932 time: 0.3265865 Dec 22 04:52:13.591827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] For port 0ad5f406-ac95-4864-9ae7-3ed50f316264, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ad5f406-ac95-4864-9ae7-3ed50f316264,segment=NetworkSegment(7315f982-e7ae-4c26-a1ec-2e935c2140a0),segment_id=7315f982-e7ae-4c26-a1ec-2e935c2140a0)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:13.676169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.687851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f613-9943-4acd-be58-fd7b697a93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.693253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecb4f613-9943-4acd-be58-fd7b697a93c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.697896 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ecb4f613-9943-4acd-be58-fd7b697a93c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/80284f96-f4f5-4903-80f8-7a66de343f32 HTTP/1.1" status: 204 len: 168 time: 0.6970482 Dec 22 04:52:13.852274 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-31dec337-9349-4f11-b7d1-f439e637078a req-950267f8-4f0f-45e7-a02f-87436d04ae48 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520990 Dec 22 04:52:13.875538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75fcc41-4f56-4d2b-ad20-9a805ea6c2c4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:13.878966 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a75fcc41-4f56-4d2b-ad20-9a805ea6c2c4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:13.911065 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 074107fa-68eb-494f-82e9-c80f414eaf01 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:52:13.973908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 074107fa-68eb-494f-82e9-c80f414eaf01 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:52:13.975178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 074107fa-68eb-494f-82e9-c80f414eaf01 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:52:14.041830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4f613-9943-4acd-be58-fd7b697a93c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80284f96-f4f5-4903-80f8-7a66de343f32,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:14.065573 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1a601b-30af-4c14-b708-43c461547d43 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:14.077357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.094013 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Transition to ACTIVE for port object 8f1a601b-30af-4c14-b708-43c461547d43 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:14.096787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.160201 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:14.163537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.163537 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] 10.222.0.16 "PUT /v2.0/ports/0ad5f406-ac95-4864-9ae7-3ed50f316264 HTTP/1.1" status: 200 len: 1093 time: 3.6038158 Dec 22 04:52:14.163537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'tag': '0ad5f406-ac95-4864-9ae7-3ed50f316264'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:14.191206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.194946 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.209519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae3f95-2e08-45a6-b3f9-6bbdccc9dac0 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad5f406-ac95-4864-9ae7-3ed50f316264,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:14.308877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.314645 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:14.315300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.436869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37184) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:14.627418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Pushing event updated for resources: {'Port': ['ID=8f1a601b-30af-4c14-b708-43c461547d43,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:14.661328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Attempting to bind port 8f1a601b-30af-4c14-b708-43c461547d43 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:14.661931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Attempting to bind port 8f1a601b-30af-4c14-b708-43c461547d43 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:14.662494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Attempting to bind port 8f1a601b-30af-4c14-b708-43c461547d43 on network 623df8f0-c4df-4f4e-93f2-0f23f453acde {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:14.685940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2b912-b14a-4cf2-b81f-a220e8a39a58 req-6a5021c3-2dc2-41f0-bed3-525ce7bd6d55 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:14.693920 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.1942868 Dec 22 04:52:14.694649 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.696116 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-38a2b912-b14a-4cf2-b81f-a220e8a39a58 req-6a5021c3-2dc2-41f0-bed3-525ce7bd6d55 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 943 time: 0.4036860 Dec 22 04:52:14.698242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Port 8f1a601b-30af-4c14-b708-43c461547d43 on network 623df8f0-c4df-4f4e-93f2-0f23f453acde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:14.698762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Attempting to bind port 8f1a601b-30af-4c14-b708-43c461547d43 on network 623df8f0-c4df-4f4e-93f2-0f23f453acde {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:14.703794 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e43929-a466-4288-8242-2921349ba24f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a37fa55-9e43-41e1-8b97-92f9aed01390", "tag": "0ad5f406-ac95-4864-9ae7-3ed50f316264"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:14.706609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37192) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:14.715137 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Usage tracker for resource:network and tenant:63ddc7120e894bac8132c14ba8029039 is out of sync, need to count used quota {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:52:14.723666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-b41596c3-d5ba-40e7-a372-d198bef3b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:14.725350 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-b41596c3-d5ba-40e7-a372-d198bef3b5c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc695b84985544e19d5e39f94c543b64&device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 1096 time: 0.3674512 Dec 22 04:52:14.728513 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-bb2b659c-fd2f-4854-be2c-657d8891c7a1 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Request body: {'subnet': {'network_id': 'c0aa1a4e-b882-4047-b5ec-9614b6fbae9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:14.732350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:14.732763 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Checking segment: {'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:14.733298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Bound using segment: {'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:14.734474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Bound port: 8f1a601b-30af-4c14-b708-43c461547d43, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a870d2-cdd6-47f1-b9af-fe21d31422bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:14.734474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:14.748056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] No DVR routers for this DVR port 074107fa-68eb-494f-82e9-c80f414eaf01 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:14.768745 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-38a2b912-b14a-4cf2-b81f-a220e8a39a58 req-8ac6e860-7544-44b3-b51a-e9d527522216 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715017 Dec 22 04:52:14.773231 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddfd0f-4d1f-44a5-befc-a3a89b7cb3d7 req-1605238b-68f1-4bb7-949b-bd3a77f31e70 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:14.780326 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-81ddfd0f-4d1f-44a5-befc-a3a89b7cb3d7 req-1605238b-68f1-4bb7-949b-bd3a77f31e70 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 943 time: 0.4794745 Dec 22 04:52:14.800391 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 22 04:52:14.853883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccad5c-a148-4035-bce9-371fd9d11337 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Pushing event updated for resources: {'Network': ['ID=c0aa1a4e-b882-4047-b5ec-9614b6fbae9d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:14.856144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event deleted for resources: {'Port': ['ID=074107fa-68eb-494f-82e9-c80f414eaf01,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:14.865275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Usage tracker for resource:subnet and tenant:63ddc7120e894bac8132c14ba8029039 is out of sync, need to count used quota {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:52:14.871005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network c0aa1a4e-b882-4047-b5ec-9614b6fbae9d details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:14.916106 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 22 04:52:14.985745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] For port 8f1a601b-30af-4c14-b708-43c461547d43, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:14.992582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] For port 8f1a601b-30af-4c14-b708-43c461547d43, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8f1a601b-30af-4c14-b708-43c461547d43,segment=NetworkSegment(00a870d2-cdd6-47f1-b9af-fe21d31422bb),segment_id=00a870d2-cdd6-47f1-b9af-fe21d31422bb)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:15.007548 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Usage tracker for resource:subnetpool and tenant:63ddc7120e894bac8132c14ba8029039 is out of sync, need to count used quota {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:52:15.033816 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-81ddfd0f-4d1f-44a5-befc-a3a89b7cb3d7 req-43dec475-e85e-4b1e-900b-f553e81a1c28 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525866 Dec 22 04:52:15.104127 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.173950 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 22 04:52:15.179284 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-65d08f60-2739-4405-812e-83bf2e12917f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ad5f406-ac95-4864-9ae7-3ed50f316264 HTTP/1.1" status: 200 len: 217 time: 0.1254308 Dec 22 04:52:15.219206 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Usage tracker for resource:port and tenant:63ddc7120e894bac8132c14ba8029039 is out of sync, need to count used quota {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:52:15.219736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:15.220342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.221736 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] 10.222.0.16 "PUT /v2.0/ports/8f1a601b-30af-4c14-b708-43c461547d43 HTTP/1.1" status: 200 len: 1093 time: 1.9737716 Dec 22 04:52:15.228922 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.233142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.254032 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c7b05b-9684-437f-bd6b-cb3d22c1a5d4 x-openstack-request-id: req-88c7b05b-9684-437f-bd6b-cb3d22c1a5d4 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:15.254443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a37fa55-9e43-41e1-8b97-92f9aed01390", "tag": "0ad5f406-ac95-4864-9ae7-3ed50f316264", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:15.254575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88c7b05b-9684-437f-bd6b-cb3d22c1a5d4 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:15.262743 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'tag': '0ad5f406-ac95-4864-9ae7-3ed50f316264', 'status': 'completed', 'code': 200} Dec 22 04:52:15.272059 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 22 04:52:15.315088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5fabd3-d5d4-4906-ba76-4e506346242b {{(pid=109182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:15.330952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Usage tracker for resource:router and tenant:63ddc7120e894bac8132c14ba8029039 is out of sync, need to count used quota {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:52:15.350705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2d4ed-2acc-461e-8705-f78a0f30279b service neutron] Pushing event updated for resources: {'Port': ['ID=8f1a601b-30af-4c14-b708-43c461547d43,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:15.351145 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.352284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-a1d04655-a703-42df-9f64-f94ee06c537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:15.354206 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-a1d04655-a703-42df-9f64-f94ee06c537a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1f25154-b652-4066-8226-0fbe0c6c40c1 HTTP/1.1" status: 200 len: 845 time: 0.1361554 Dec 22 04:52:15.359020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914ff6d9-7364-4c6a-8ef1-64d7dab8364f']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:15.368684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d4d2b-f306-4d9e-8d92-e6f52922800e req-06e5c51c-8db9-4b2e-a02c-6b952b0fc453 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:15.370202 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-411d4d2b-f306-4d9e-8d92-e6f52922800e req-06e5c51c-8db9-4b2e-a02c-6b952b0fc453 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 932 time: 0.1795988 Dec 22 04:52:15.380816 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 22 04:52:15.391285 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d555715-cbff-4c95-944e-117bc4c3f425') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:15.391696 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d555715-cbff-4c95-944e-117bc4c3f425') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:15.423973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.provisioning_blocks [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Transition to ACTIVE for port object 8d5fabd3-d5d4-4906-ba76-4e506346242b will not be triggered until provisioned by entity L2. {{(pid=109182) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:15.431250 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.457728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Usage tracker for resource:floatingip and tenant:63ddc7120e894bac8132c14ba8029039 is out of sync, need to count used quota {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:52:15.466488 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a75fcc41-4f56-4d2b-ad20-9a805ea6c2c4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.489266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.489266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2b659c-fd2f-4854-be2c-657d8891c7a1 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Made reservation on behalf of 1ab80a8de2c5414dbd498f3ffd53310b for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:15.492836 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bb2b659c-fd2f-4854-be2c-657d8891c7a1 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.496777 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 22 04:52:15.515599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-3fa9c854-28d4-4be3-982c-2aab898aa0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:15.517132 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-3fa9c854-28d4-4be3-982c-2aab898aa0f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acba3edc-1a2e-4051-96b5-5b30cfbf6171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1390076 Dec 22 04:52:15.542593 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:15.542992 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.543847 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-25341fef-3f5b-4914-9764-63e19019cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: self.session.flush() Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: self.session.flush() Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: self.session.flush() Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: self.session.flush() Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:15.546423 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:15.559575 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-25341fef-3f5b-4914-9764-63e19019cd60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8691fd6612f4f9994457c3334d20dee&device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 1096 time: 0.1125264 Dec 22 04:52:15.593264 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.641275 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-411d4d2b-f306-4d9e-8d92-e6f52922800e req-9adddaeb-0743-4e2b-acb0-b404fda88364 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408502 Dec 22 04:52:15.782194 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fcc41-4f56-4d2b-ad20-9a805ea6c2c4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=7c3955e3-2234-4bdf-800d-8d61aa299e73,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:15.792642 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-3597bbf1-3a89-4ee1-804e-7a4f50cb7b04 service neutron] 10.222.0.16 "GET /v2.0/networks/acba3edc-1a2e-4051-96b5-5b30cfbf6171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289925 Dec 22 04:52:15.853795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Pushing event updated for resources: {'Port': ['ID=8d5fabd3-d5d4-4906-ba76-4e506346242b,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:15.888051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.950830 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:15.957835 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] 10.222.0.54 "DELETE /v2.0/networks/914ff6d9-7364-4c6a-8ef1-64d7dab8364f HTTP/1.1" status: 204 len: 168 time: 3.6406825 Dec 22 04:52:15.989014 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75fcc41-4f56-4d2b-ad20-9a805ea6c2c4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking segment: {'id': '82f34331-d7a4-4428-96b0-62d86c158d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:15.990656 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75fcc41-4f56-4d2b-ad20-9a805ea6c2c4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network hostable DHCP agents. Network: 92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:16.035412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5525683-2c66-4d50-9713-9a03e30bf939 req-b8ac1eef-6e90-4d6d-9236-99c9c38f659f tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:16.047462 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c5525683-2c66-4d50-9713-9a03e30bf939 req-b8ac1eef-6e90-4d6d-9236-99c9c38f659f tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 943 time: 0.1479859 Dec 22 04:52:16.113426 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73846d7f-9af8-45f6-ac6d-6cae1895c3a8 tempest-AllowedAddressPairTestJSON-403377586 tempest-AllowedAddressPairTestJSON-403377586-project] Pushing event deleted for resources: {'Network': ['ID=914ff6d9-7364-4c6a-8ef1-64d7dab8364f,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:16.139894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Attempting to bind port 8d5fabd3-d5d4-4906-ba76-4e506346242b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:16.140637 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Attempting to bind port 8d5fabd3-d5d4-4906-ba76-4e506346242b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:16.141166 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Attempting to bind port 8d5fabd3-d5d4-4906-ba76-4e506346242b on network 1d436651-0ddd-42fa-825f-7a433bc5760e {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:16.150410 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Port 8d5fabd3-d5d4-4906-ba76-4e506346242b on network 1d436651-0ddd-42fa-825f-7a433bc5760e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:16.151067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Attempting to bind port 8d5fabd3-d5d4-4906-ba76-4e506346242b on network 1d436651-0ddd-42fa-825f-7a433bc5760e {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:16.176786 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c5525683-2c66-4d50-9713-9a03e30bf939 req-76c40241-3d63-4e50-84f9-2dc2233c56c1 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024122 Dec 22 04:52:16.178630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Usage tracker for resource:security_group and tenant:63ddc7120e894bac8132c14ba8029039 is out of sync, need to count used quota {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:52:16.191527 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:16.192291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Checking segment: {'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:16.196525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Bound using segment: {'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'} {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:16.197122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Bound port: 8d5fabd3-d5d4-4906-ba76-4e506346242b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ccdc7b-8e96-41c3-a284-ea2402686593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e'}}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:16.197580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.213228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 22 04:52:16.232390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75fcc41-4f56-4d2b-ad20-9a805ea6c2c4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network 92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:16.290500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Usage tracker for resource:security_group_rule and tenant:63ddc7120e894bac8132c14ba8029039 is out of sync, need to count used quota {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:52:16.327261 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.quota.resource [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109182) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Dec 22 04:52:16.354235 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c1fe8191-533b-4635-b32b-3ff0494cea08 tempest-QuotasTest-299600942 tempest-QuotasTest-299600942-project-admin] 10.222.0.54 "GET /v2.0/quotas/63ddc7120e894bac8132c14ba8029039/details.json HTTP/1.1" status: 200 len: 703 time: 1.9142697 Dec 22 04:52:16.360106 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-a75fcc41-4f56-4d2b-ad20-9a805ea6c2c4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:16.372239 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0999f9b-e4b7-41d3-b017-ada503235610 None None] Network 92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:16.382018 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381abea-6252-47eb-90f7-88ba45dcfe09 req-ba713de9-e1fd-429a-9d8b-5d122dc5341a tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:16.383551 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d381abea-6252-47eb-90f7-88ba45dcfe09 req-ba713de9-e1fd-429a-9d8b-5d122dc5341a tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 943 time: 0.1801932 Dec 22 04:52:16.390147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75fcc41-4f56-4d2b-ad20-9a805ea6c2c4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:16.390147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a75fcc41-4f56-4d2b-ad20-9a805ea6c2c4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.425839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] For port 8d5fabd3-d5d4-4906-ba76-4e506346242b, host hv-neutron-8225, cleared binding levels {{(pid=109182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:16.453393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bb2b659c-fd2f-4854-be2c-657d8891c7a1 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.483049 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] For port 8d5fabd3-d5d4-4906-ba76-4e506346242b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b,segment=NetworkSegment(53ccdc7b-8e96-41c3-a284-ea2402686593),segment_id=53ccdc7b-8e96-41c3-a284-ea2402686593)] {{(pid=109182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:16.546268 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a75fcc41-4f56-4d2b-ad20-9a805ea6c2c4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2941566 Dec 22 04:52:16.549758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37228) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:16.557503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-37f2abe8-a6bb-4ead-923a-aa3ea0a2a9b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-988147926'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:16.566688 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d381abea-6252-47eb-90f7-88ba45dcfe09 req-accbaf46-f3d5-4ab5-8a46-65bfaade4ba0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714458 Dec 22 04:52:16.573878 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b659c-fd2f-4854-be2c-657d8891c7a1 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Pushing event updated for resources: {'Subnet': ['ID=49ccbdea-7a12-40a7-9079-bf1284d054d8,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:16.576995 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.632516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92', 'network_id': '92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92', 'tenant_id': '1cfcebb8e2014649b670bb75b75fa729', 'fixed_ips': [{'subnet_id': '7c3955e3-2234-4bdf-800d-8d61aa299e73'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:16.633921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.641240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37230) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:16.654772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:16.657288 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.657938 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] 10.222.0.16 "PUT /v2.0/ports/8d5fabd3-d5d4-4906-ba76-4e506346242b HTTP/1.1" status: 200 len: 1094 time: 3.5286770 Dec 22 04:52:16.660349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'tag': '8d5fabd3-d5d4-4906-ba76-4e506346242b'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:16.723462 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b659c-fd2f-4854-be2c-657d8891c7a1 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Checking segment: {'id': '581e338f-3b9d-43fe-8656-9edc18c2098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c0aa1a4e-b882-4047-b5ec-9614b6fbae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:16.723462 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2b659c-fd2f-4854-be2c-657d8891c7a1 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Network hostable DHCP agents. Network: c0aa1a4e-b882-4047-b5ec-9614b6fbae9d, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:16.732156 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a9013-847f-41de-b3bf-2dd51541effb service neutron] Pushing event updated for resources: {'Port': ['ID=8d5fabd3-d5d4-4906-ba76-4e506346242b,revision_number=3']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:16.741997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f2abe8-a6bb-4ead-923a-aa3ea0a2a9b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:16.746241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37f2abe8-a6bb-4ead-923a-aa3ea0a2a9b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.782855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f2abe8-a6bb-4ead-923a-aa3ea0a2a9b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:16.800122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37f2abe8-a6bb-4ead-923a-aa3ea0a2a9b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.801411 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-37f2abe8-a6bb-4ead-923a-aa3ea0a2a9b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Added segment fae263d0-2290-4105-af85-f92be20b89c4 of type vlan for network b75d0160-2d30-4fa7-a0b3-787052d5e60f Dec 22 04:52:16.851576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2b659c-fd2f-4854-be2c-657d8891c7a1 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Network c0aa1a4e-b882-4047-b5ec-9614b6fbae9d is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:16.857949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37f2abe8-a6bb-4ead-923a-aa3ea0a2a9b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.955619 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-bb2b659c-fd2f-4854-be2c-657d8891c7a1 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, c0aa1a4e-b882-4047-b5ec-9614b6fbae9d) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:16.961253 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2b659c-fd2f-4854-be2c-657d8891c7a1 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:16.961843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bb2b659c-fd2f-4854-be2c-657d8891c7a1 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:16.976328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Allocated IP 172.20.255.242 (92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92/7c3955e3-2234-4bdf-800d-8d61aa299e73/1268cdd3-3822-4de7-9ac7-6b8aef75e527) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:16.992321 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74671c42-3de9-4a35-8c55-0bc5895b1acd None None] Network c0aa1a4e-b882-4047-b5ec-9614b6fbae9d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:17.047236 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3997f60-1ffb-4052-a10e-9538cd642951 req-d3422272-746b-43da-a681-15c0c24ea5c8 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:17.048890 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3997f60-1ffb-4052-a10e-9538cd642951 req-d3422272-746b-43da-a681-15c0c24ea5c8 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 944 time: 0.1942694 Dec 22 04:52:17.055620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37242) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:17.055751 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e27ddcde-4b3a-48f1-8759-a713163b743e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=54c8e87435b14122873ec0fda8de3463&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4120035 Dec 22 04:52:17.094932 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3997f60-1ffb-4052-a10e-9538cd642951 req-8e322131-0145-4a75-b65b-d616da0f7915 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376158 Dec 22 04:52:17.118979 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bb2b659c-fd2f-4854-be2c-657d8891c7a1 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3988853 Dec 22 04:52:17.122433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37244) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:17.130843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Request body: {'port': {'network_id': 'c0aa1a4e-b882-4047-b5ec-9614b6fbae9d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-239061073'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:17.146913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f83dca2-4507-4865-ad19-71a1fac5d275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.176127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f83dca2-4507-4865-ad19-71a1fac5d275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.192005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37f2abe8-a6bb-4ead-923a-aa3ea0a2a9b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.202815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f2abe8-a6bb-4ead-923a-aa3ea0a2a9b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:17.225965 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37f2abe8-a6bb-4ead-923a-aa3ea0a2a9b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.369899 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f83dca2-4507-4865-ad19-71a1fac5d275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.373434 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f83dca2-4507-4865-ad19-71a1fac5d275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.375358 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2f83dca2-4507-4865-ad19-71a1fac5d275 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fab03e92-7199-4cf2-b724-571907c635dc HTTP/1.1" status: 204 len: 168 time: 0.3183062 Dec 22 04:52:17.394888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83dca2-4507-4865-ad19-71a1fac5d275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab03e92-7199-4cf2-b724-571907c635dc,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:17.414259 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7626fd-9261-4221-90b0-15ca18629cec req-56593d22-a8e9-4b8f-a012-09bdf9524c8d tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:17.422010 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7d7626fd-9261-4221-90b0-15ca18629cec req-56593d22-a8e9-4b8f-a012-09bdf9524c8d tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 943 time: 0.1428206 Dec 22 04:52:17.430437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37254) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:17.441156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6163df62-305e-4063-bc42-29abd0ae2af3', 'tag': '8f1a601b-30af-4c14-b708-43c461547d43'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:17.446813 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf471a36-845c-4682-9e98-e549d2ae144b" -d '{"events": [{"name": "network-changed", "server_uuid": "6163df62-305e-4063-bc42-29abd0ae2af3", "tag": "8f1a601b-30af-4c14-b708-43c461547d43"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:17.454096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2abe8-a6bb-4ead-923a-aa3ea0a2a9b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=b75d0160-2d30-4fa7-a0b3-787052d5e60f,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:17.454911 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c25af15-7cd5-42a6-a4ed-6f2507284af7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b331c9a-9262-41ea-87b0-11ac7da42e42", "tag": "8d5fabd3-d5d4-4906-ba76-4e506346242b"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:17.492101 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7d7626fd-9261-4221-90b0-15ca18629cec req-377eb1d6-4054-49d7-a97c-b4a917a85461 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688877 Dec 22 04:52:17.561696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.572001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network b75d0160-2d30-4fa7-a0b3-787052d5e60f details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:17.572474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37266) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:17.578363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6fef9bb8-888b-4017-ab5d-1ed3d10235b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'network_id': 'b75d0160-2d30-4fa7-a0b3-787052d5e60f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:17.579044 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-37f2abe8-a6bb-4ead-923a-aa3ea0a2a9b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0269301 Dec 22 04:52:17.636017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee351177-8457-4c68-9da3-91c5ea00723c x-openstack-request-id: req-ee351177-8457-4c68-9da3-91c5ea00723c {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:17.636624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6163df62-305e-4063-bc42-29abd0ae2af3", "tag": "8f1a601b-30af-4c14-b708-43c461547d43", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:17.637098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee351177-8457-4c68-9da3-91c5ea00723c {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:17.637878 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6163df62-305e-4063-bc42-29abd0ae2af3', 'tag': '8f1a601b-30af-4c14-b708-43c461547d43', 'status': 'completed', 'code': 200} Dec 22 04:52:17.715664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.716285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-c0aa1a4e-b882-4047-b5ec-9614b6fbae9d', 'network_id': 'c0aa1a4e-b882-4047-b5ec-9614b6fbae9d', 'tenant_id': '1ab80a8de2c5414dbd498f3ffd53310b', 'fixed_ips': [{'subnet_id': '49ccbdea-7a12-40a7-9079-bf1284d054d8'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:17.718574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.749932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Made reservation on behalf of 1ab80a8de2c5414dbd498f3ffd53310b for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:17.767259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:17.789331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Pushing event updated for resources: {'Port': ['ID=1268cdd3-3822-4de7-9ac7-6b8aef75e527,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:17.809557 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Network 92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:17.812777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:17.866874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80048df-af93-40c9-bb4c-dad5ccfaa37e req-d97352c4-b6ed-4b49-86d1-fda2ba2253df tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:17.881524 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f80048df-af93-40c9-bb4c-dad5ccfaa37e req-d97352c4-b6ed-4b49-86d1-fda2ba2253df tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 943 time: 0.1672063 Dec 22 04:52:17.892118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:17.933950 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-b202b76a-6f42-4788-9715-101940ff1f8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f1a601b-30af-4c14-b708-43c461547d43 HTTP/1.1" status: 200 len: 217 time: 0.2007849 Dec 22 04:52:17.976980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] device_id is not set on port 5bc645fc-50fd-4c31-a2a1-b73752b0a87b yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:18.010171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fef9bb8-888b-4017-ab5d-1ed3d10235b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:18.018636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6fef9bb8-888b-4017-ab5d-1ed3d10235b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.042496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Attempting to bind port 1268cdd3-3822-4de7-9ac7-6b8aef75e527 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:18.043232 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Attempting to bind port 1268cdd3-3822-4de7-9ac7-6b8aef75e527 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '82f34331-d7a4-4428-96b0-62d86c158d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:18.043628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Attempting to bind port 1268cdd3-3822-4de7-9ac7-6b8aef75e527 on network 92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:18.057506 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:18.060667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Checking segment: {'id': '82f34331-d7a4-4428-96b0-62d86c158d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:18.060667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.060667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Bound using segment: {'id': '82f34331-d7a4-4428-96b0-62d86c158d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:18.060667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Bound port: 1268cdd3-3822-4de7-9ac7-6b8aef75e527, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82f34331-d7a4-4428-96b0-62d86c158d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:18.060667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.165468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Allocated IP 172.20.0.2 (c0aa1a4e-b882-4047-b5ec-9614b6fbae9d/49ccbdea-7a12-40a7-9079-bf1284d054d8/bd76ff58-ebe3-49da-af22-8f7b03e0e421) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:18.175472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbedf7b4-7ac2-4773-8295-299a3837a858 x-openstack-request-id: req-cbedf7b4-7ac2-4773-8295-299a3837a858 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:18.179174 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b331c9a-9262-41ea-87b0-11ac7da42e42", "tag": "8d5fabd3-d5d4-4906-ba76-4e506346242b", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:18.179655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cbedf7b4-7ac2-4773-8295-299a3837a858 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:18.180367 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'tag': '8d5fabd3-d5d4-4906-ba76-4e506346242b', 'status': 'completed', 'code': 200} Dec 22 04:52:18.210155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-9df78341-30a5-4aeb-a5af-a2298498621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:18.210155 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-9df78341-30a5-4aeb-a5af-a2298498621f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97850584-8955-4e5c-9aec-07b4b2c9178c HTTP/1.1" status: 200 len: 851 time: 0.2368653 Dec 22 04:52:18.304410 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-551662f1-69a8-4e3f-b2e8-e81c3e60f34a req-ce5cf911-146b-4242-8e38-ec23ee088e62 service neutron] 10.222.0.16 "GET /v2.0/networks/acba3edc-1a2e-4051-96b5-5b30cfbf6171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697196 Dec 22 04:52:18.313714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb77535f-1dd7-4143-8b5f-ce76e0136751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.340856 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f80048df-af93-40c9-bb4c-dad5ccfaa37e req-339f8500-a93d-4962-8525-aa8b5e9ba5eb tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4492466 Dec 22 04:52:18.348091 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-a071c320-294d-44ea-9e6d-0b0f03ef3a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:18.348091 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-a071c320-294d-44ea-9e6d-0b0f03ef3a30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=348ed44d0e704fcba74c3cc8925ab135&device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 1097 time: 0.4611862 Dec 22 04:52:18.434329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-c301bfa4-4972-4678-912f-103f4523d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:18.436161 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-c301bfa4-4972-4678-912f-103f4523d53b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=623df8f0-c4df-4f4e-93f2-0f23f453acde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546942 Dec 22 04:52:18.438561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] For port 1268cdd3-3822-4de7-9ac7-6b8aef75e527, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:18.444735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7c981-7ce2-4921-be90-723a604eeb9e req-0bef3818-839d-4009-be00-55a02201813a tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:18.452271 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cec7c981-7ce2-4921-be90-723a604eeb9e req-0bef3818-839d-4009-be00-55a02201813a tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 944 time: 0.1429489 Dec 22 04:52:18.457083 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] For port 1268cdd3-3822-4de7-9ac7-6b8aef75e527, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1268cdd3-3822-4de7-9ac7-6b8aef75e527,segment=NetworkSegment(82f34331-d7a4-4428-96b0-62d86c158d1b),segment_id=82f34331-d7a4-4428-96b0-62d86c158d1b)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:18.490898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.519757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37282) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:18.522504 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cec7c981-7ce2-4921-be90-723a604eeb9e req-bd6a79b1-fbfe-47a6-af20-70980e0d032e tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684445 Dec 22 04:52:18.529288 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-2bb05c3a-24b9-4893-853e-7fc63890f378 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b HTTP/1.1" status: 200 len: 217 time: 0.1181726 Dec 22 04:52:18.548490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.642599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.680177 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-f9293174-e290-425b-8765-4cbb65231643 service neutron] 10.222.0.16 "GET /v2.0/networks/623df8f0-c4df-4f4e-93f2-0f23f453acde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404603 Dec 22 04:52:18.716098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Network c0aa1a4e-b882-4047-b5ec-9614b6fbae9d is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:18.720603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:18.731362 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:18.831117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Attempting to bind port bd76ff58-ebe3-49da-af22-8f7b03e0e421 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:18.831663 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Attempting to bind port bd76ff58-ebe3-49da-af22-8f7b03e0e421 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '581e338f-3b9d-43fe-8656-9edc18c2098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c0aa1a4e-b882-4047-b5ec-9614b6fbae9d'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:18.832153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Attempting to bind port bd76ff58-ebe3-49da-af22-8f7b03e0e421 on network c0aa1a4e-b882-4047-b5ec-9614b6fbae9d {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:18.838837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:18.839709 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Checking segment: {'id': '581e338f-3b9d-43fe-8656-9edc18c2098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c0aa1a4e-b882-4047-b5ec-9614b6fbae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:18.840227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.840907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Bound using segment: {'id': '581e338f-3b9d-43fe-8656-9edc18c2098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c0aa1a4e-b882-4047-b5ec-9614b6fbae9d'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:18.841486 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Bound port: bd76ff58-ebe3-49da-af22-8f7b03e0e421, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581e338f-3b9d-43fe-8656-9edc18c2098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'c0aa1a4e-b882-4047-b5ec-9614b6fbae9d'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:18.841971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:18.864304 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0f677-1392-433d-aad3-e34be375b84f None None] Pushing event updated for resources: {'Port': ['ID=1268cdd3-3822-4de7-9ac7-6b8aef75e527,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:18.913359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Pushing event updated for resources: {'Port': ['ID=bd76ff58-ebe3-49da-af22-8f7b03e0e421,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:18.988179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] For port bd76ff58-ebe3-49da-af22-8f7b03e0e421, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:18.994112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] For port bd76ff58-ebe3-49da-af22-8f7b03e0e421, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bd76ff58-ebe3-49da-af22-8f7b03e0e421,segment=NetworkSegment(581e338f-3b9d-43fe-8656-9edc18c2098f),segment_id=581e338f-3b9d-43fe-8656-9edc18c2098f)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:19.137770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:19.179560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb77535f-1dd7-4143-8b5f-ce76e0136751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:19.259146 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e43929-a466-4288-8242-2921349ba24f req-9b151cfc-245a-41cb-96ac-6ea04817382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:19.261938 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c2e43929-a466-4288-8242-2921349ba24f req-9b151cfc-245a-41cb-96ac-6ea04817382c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc695b84985544e19d5e39f94c543b64&device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 1096 time: 0.5803080 Dec 22 04:52:19.329229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953defa1-f0e3-4c44-82d5-9cb50c46be1e None None] Pushing event updated for resources: {'Port': ['ID=bd76ff58-ebe3-49da-af22-8f7b03e0e421,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:19.392887 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b78ad300-bddc-4fd8-8d7e-66b9e0dfaddc req-62d876ac-7565-4419-bb9f-67011dd06119 service neutron] 10.222.0.16 "GET /v2.0/networks/623df8f0-c4df-4f4e-93f2-0f23f453acde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720614 Dec 22 04:52:19.395511 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.db.api [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-21737bef-d870-42cc-9006-3bcc214b5065 {{(pid=109183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:52:19.395883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG oslo_db.api [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:52:19.470338 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-946660b7-40f5-46f0-af93-a8a71447340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:19.470338 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-946660b7-40f5-46f0-af93-a8a71447340c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34ce218f-5db1-421c-b2b4-76f09d3395ae HTTP/1.1" status: 200 len: 850 time: 0.8789251 Dec 22 04:52:19.474340 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-853694243', 'router:external': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:19.498256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb77535f-1dd7-4143-8b5f-ce76e0136751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:19.520535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e43929-a466-4288-8242-2921349ba24f req-f78bd7e5-e1a7-455c-9b94-1262f31ac8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:19.522168 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c2e43929-a466-4288-8242-2921349ba24f req-f78bd7e5-e1a7-455c-9b94-1262f31ac8dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=acba3edc-1a2e-4051-96b5-5b30cfbf6171 HTTP/1.1" status: 200 len: 907 time: 0.2329926 Dec 22 04:52:19.596551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77535f-1dd7-4143-8b5f-ce76e0136751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd80b5fe-87b5-44d8-8bbd-fc20ef167aa8,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:19.597418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6fef9bb8-888b-4017-ab5d-1ed3d10235b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:19.723828 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c2e43929-a466-4288-8242-2921349ba24f req-16e4dd7c-0fb5-42d3-b20b-d4c977f80d6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ad5f406-ac95-4864-9ae7-3ed50f316264 HTTP/1.1" status: 200 len: 217 time: 0.1627409 Dec 22 04:52:19.765496 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fb77535f-1dd7-4143-8b5f-ce76e0136751 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50e8b8e0c20d404ea8b9dc5a4403cf89&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3307602 Dec 22 04:52:19.777276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37304) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:19.844036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd3b36-c23c-417a-bf79-741dbfa675c0 req-2382ccff-3189-4f68-9c5c-00503006ef86 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:19.854114 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cbbd3b36-c23c-417a-bf79-741dbfa675c0 req-2382ccff-3189-4f68-9c5c-00503006ef86 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 943 time: 0.3556364 Dec 22 04:52:19.909922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:19.957617 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37306) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:19.995552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5253f2-8615-4c70-a89e-2c9224fe26aa req-944f0876-996b-43a8-b97a-3e66135fbd9b tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:19.997154 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ef5253f2-8615-4c70-a89e-2c9224fe26aa req-944f0876-996b-43a8-b97a-3e66135fbd9b tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 943 time: 0.5357978 Dec 22 04:52:20.004124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] device_id is not set on port b0058cef-ca70-4e50-8dba-cf55335e979f yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:20.031708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1268cdd3-3822-4de7-9ac7-6b8aef75e527 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:20.056347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e43929-a466-4288-8242-2921349ba24f req-a0bd4fb4-e3e0-4b47-8309-5cd8fe2afd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:20.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c2e43929-a466-4288-8242-2921349ba24f req-a0bd4fb4-e3e0-4b47-8309-5cd8fe2afd06 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1f25154-b652-4066-8226-0fbe0c6c40c1 HTTP/1.1" status: 200 len: 845 time: 0.2686327 Dec 22 04:52:20.059980 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-39841763-9a17-4075-b175-b114d6a93d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:20.061066 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-39841763-9a17-4075-b175-b114d6a93d6c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d436651-0ddd-42fa-825f-7a433bc5760e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5762465 Dec 22 04:52:20.080747 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Made reservation on behalf of c6e7cea15f654b1bbfde9d24d3f94e14 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:20.090148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf471a36-845c-4682-9e98-e549d2ae144b req-73fe48ee-7195-4f43-8f06-8bc2022a73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:20.092215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.096103 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf471a36-845c-4682-9e98-e549d2ae144b req-73fe48ee-7195-4f43-8f06-8bc2022a73bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8691fd6612f4f9994457c3334d20dee&device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 1096 time: 0.3914249 Dec 22 04:52:20.106119 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cbbd3b36-c23c-417a-bf79-741dbfa675c0 req-bc69899e-394d-4a71-b395-74109bc94847 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509210 Dec 22 04:52:20.118685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 1268cdd3-3822-4de7-9ac7-6b8aef75e527 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:20.119420 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.139748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.180125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef9bb8-888b-4017-ab5d-1ed3d10235b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=c6e50488-5af3-4a4c-aa55-b86e01254a85,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:20.205217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fef9bb8-888b-4017-ab5d-1ed3d10235b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking segment: {'id': 'fae263d0-2290-4105-af85-f92be20b89c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b75d0160-2d30-4fa7-a0b3-787052d5e60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:20.207084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef9bb8-888b-4017-ab5d-1ed3d10235b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network hostable DHCP agents. Network: b75d0160-2d30-4fa7-a0b3-787052d5e60f, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:20.249557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bd838cc8-61fb-45ea-b28c-1483d2a82ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.281146 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ef5253f2-8615-4c70-a89e-2c9224fe26aa req-e552dda7-a6b1-4c2a-9584-792e40ebb249 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329946 Dec 22 04:52:20.326483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.347677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'networks': [{'name': 'tempest-network--1042740088'}, {'name': 'tempest-network--1057157103'}]} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:20.347984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'network': {'name': 'tempest-network--1042740088'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:20.348705 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'network': {'name': 'tempest-network--1057157103'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:20.351476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Allocated IP 172.20.0.8 (c0aa1a4e-b882-4047-b5ec-9614b6fbae9d/49ccbdea-7a12-40a7-9079-bf1284d054d8/b0058cef-ca70-4e50-8dba-cf55335e979f) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:20.398924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d02d10-818c-4786-a040-2281bca3c207 req-aa05b778-8f0c-4b9a-b740-b69b7157b659 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:20.409730 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-47d02d10-818c-4786-a040-2281bca3c207 req-aa05b778-8f0c-4b9a-b740-b69b7157b659 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 944 time: 0.1273551 Dec 22 04:52:20.425288 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bd838cc8-61fb-45ea-b28c-1483d2a82ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.458914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.482746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 1268cdd3-3822-4de7-9ac7-6b8aef75e527, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1268cdd3-3822-4de7-9ac7-6b8aef75e527,segment=NetworkSegment(82f34331-d7a4-4428-96b0-62d86c158d1b),segment_id=82f34331-d7a4-4428-96b0-62d86c158d1b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:20.532226 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fef9bb8-888b-4017-ab5d-1ed3d10235b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network b75d0160-2d30-4fa7-a0b3-787052d5e60f is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:20.567024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.567330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.608884 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-47d02d10-818c-4786-a040-2281bca3c207 req-c9e0bb91-b918-4c68-a5a7-8779c11fe111 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967390 Dec 22 04:52:20.626956 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:20.627200 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.627662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device bd76ff58-ebe3-49da-af22-8f7b03e0e421 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:20.664405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19597cd-d2d8-4804-9727-7faa5b47b900,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:20.698344 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-4397a5e4-8e79-4858-9ee5-ff83a85e0353 service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934394 Dec 22 04:52:20.698551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Made reservation on behalf of 517d84d9824348a390c960b59ed2e3d8 for: {'network': 2} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:20.700863 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e43929-a466-4288-8242-2921349ba24f req-c7bc9cac-3347-48bb-b2f0-768b68115d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:20.702360 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c2e43929-a466-4288-8242-2921349ba24f req-c7bc9cac-3347-48bb-b2f0-768b68115d8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acba3edc-1a2e-4051-96b5-5b30cfbf6171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2891140 Dec 22 04:52:20.714002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4df5c6-a3de-4bdb-bee7-ff166c37e96d None None] Network 92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:20.717482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.730821 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-6fef9bb8-888b-4017-ab5d-1ed3d10235b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, b75d0160-2d30-4fa7-a0b3-787052d5e60f) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:20.737199 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.742549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fef9bb8-888b-4017-ab5d-1ed3d10235b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:20.743447 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6fef9bb8-888b-4017-ab5d-1ed3d10235b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.771285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c5644-a316-4e3c-90ac-5bfddf181a78 None None] Network b75d0160-2d30-4fa7-a0b3-787052d5e60f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:20.812261 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.812680 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Added segment 8518a0ba-3a08-41ab-b1b9-6a9d18dfb02e of type vlan for network 0709de54-98a3-4abe-ba23-e426d5550a62 Dec 22 04:52:20.816256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bd838cc8-61fb-45ea-b28c-1483d2a82ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.818864 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bd838cc8-61fb-45ea-b28c-1483d2a82ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:20.820045 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bd838cc8-61fb-45ea-b28c-1483d2a82ac3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd80b5fe-87b5-44d8-8bbd-fc20ef167aa8 HTTP/1.1" status: 204 len: 168 time: 1.0089505 Dec 22 04:52:20.897437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd838cc8-61fb-45ea-b28c-1483d2a82ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd80b5fe-87b5-44d8-8bbd-fc20ef167aa8,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:21.000137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf471a36-845c-4682-9e98-e549d2ae144b req-e4ea71e7-3b3f-47b7-bb71-e6e759e858b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:21.001592 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf471a36-845c-4682-9e98-e549d2ae144b req-e4ea71e7-3b3f-47b7-bb71-e6e759e858b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=623df8f0-c4df-4f4e-93f2-0f23f453acde HTTP/1.1" status: 200 len: 913 time: 0.5873284 Dec 22 04:52:21.039448 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6fef9bb8-888b-4017-ab5d-1ed3d10235b1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.4614394 Dec 22 04:52:21.044974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37314) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:21.052451 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.133525 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-1f9c3ac2-d987-414b-95c4-9d8205294866 service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868151 Dec 22 04:52:21.159374 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf471a36-845c-4682-9e98-e549d2ae144b req-82dd9a02-37f2-4f03-9146-4be5d8638354 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f1a601b-30af-4c14-b708-43c461547d43 HTTP/1.1" status: 200 len: 217 time: 0.0983517 Dec 22 04:52:21.164096 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=1268cdd3-3822-4de7-9ac7-6b8aef75e527,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:21.170912 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c2e43929-a466-4288-8242-2921349ba24f req-e475c11d-5b70-4066-8a77-df8271c7265e service neutron] 10.222.0.16 "GET /v2.0/networks/acba3edc-1a2e-4051-96b5-5b30cfbf6171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186850 Dec 22 04:52:21.180468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a78875-3e25-4eb0-855a-63114f7b0576 None None] Network c0aa1a4e-b882-4047-b5ec-9614b6fbae9d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:21.186305 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.241310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.324975 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c2e43929-a466-4288-8242-2921349ba24f req-7eab6003-2b20-4a82-b9b4-77fac28f6a39 service neutron] 10.222.0.16 "GET /v2.0/networks/acba3edc-1a2e-4051-96b5-5b30cfbf6171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994451 Dec 22 04:52:21.332476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port bd76ff58-ebe3-49da-af22-8f7b03e0e421 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:21.333775 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.371248 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.377261 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-dd98b872-623f-4849-a4d3-3afe547e1f6d None None] Provisioning complete for port 1268cdd3-3822-4de7-9ac7-6b8aef75e527 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:21.378048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd98b872-623f-4849-a4d3-3afe547e1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.381523 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.383481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.403090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf471a36-845c-4682-9e98-e549d2ae144b req-216de7a6-0283-4ab9-affd-ce21bbe1adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:21.407689 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf471a36-845c-4682-9e98-e549d2ae144b req-216de7a6-0283-4ab9-affd-ce21bbe1adb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97850584-8955-4e5c-9aec-07b4b2c9178c HTTP/1.1" status: 200 len: 851 time: 0.1809394 Dec 22 04:52:21.452126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.483259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.483781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.486242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:21.486937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.499798 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d11e6d-0578-4e13-b302-c56323895afe,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:21.575106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Pushing event updated for resources: {'Port': ['ID=b0058cef-ca70-4e50-8dba-cf55335e979f,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:21.631102 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416afcb-c5b9-410c-9c70-6e9ab4dc65b1 req-f0e94e0d-d2bb-4e68-9dbf-ec777d8b039f tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:21.636849 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Network c0aa1a4e-b882-4047-b5ec-9614b6fbae9d is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:21.640121 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c416afcb-c5b9-410c-9c70-6e9ab4dc65b1 req-f0e94e0d-d2bb-4e68-9dbf-ec777d8b039f tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 943 time: 0.3515224 Dec 22 04:52:21.647420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:21.654216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:21.669443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b798c-7e38-4175-b678-af96d57979f2 req-e5ea2192-6b35-4f64-9f32-c02604393163 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:21.671372 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-240b798c-7e38-4175-b678-af96d57979f2 req-e5ea2192-6b35-4f64-9f32-c02604393163 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 943 time: 0.1934454 Dec 22 04:52:21.680367 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.1593080 Dec 22 04:52:21.685996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37324) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:21.705493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Request body: {'subnet': {'network_id': '0709de54-98a3-4abe-ba23-e426d5550a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:21.706516 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:21.716813 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751eae2-2ec2-4f0c-96b2-379b727e29cf tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event updated for resources: {'Network': ['ID=0709de54-98a3-4abe-ba23-e426d5550a62,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:21.750454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf471a36-845c-4682-9e98-e549d2ae144b req-56f574f4-b976-4f1d-932d-dea6fa072ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:21.751993 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf471a36-845c-4682-9e98-e549d2ae144b req-56f574f4-b976-4f1d-932d-dea6fa072ed0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=623df8f0-c4df-4f4e-93f2-0f23f453acde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1779881 Dec 22 04:52:21.765364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.766164 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Added segment e86102ca-28d0-4b08-a135-cf1e347e3c80 of type vlan for network ce6f993f-288e-40f9-a669-62a030ab53b6 Dec 22 04:52:21.795964 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c416afcb-c5b9-410c-9c70-6e9ab4dc65b1 req-44cd2155-448c-422e-9da3-c31912c6001a tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546545 Dec 22 04:52:21.844374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:21.845029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.853587 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25af15-7cd5-42a6-a4ed-6f2507284af7 req-4003e510-8a11-4243-b32f-40defcec197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:21.855090 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3c25af15-7cd5-42a6-a4ed-6f2507284af7 req-4003e510-8a11-4243-b32f-40defcec197d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=348ed44d0e704fcba74c3cc8925ab135&device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 1097 time: 0.1826022 Dec 22 04:52:21.876870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.920235 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-240b798c-7e38-4175-b678-af96d57979f2 req-36e4bba6-3598-488c-8b64-f20debd89e02 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137465 Dec 22 04:52:21.924770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Subnet': ['ID=c6e50488-5af3-4a4c-aa55-b86e01254a85,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:21.965375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:21.996537 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1ae240ab-c702-4e8f-b751-53e146aa7b82 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8707664 Dec 22 04:52:22.007907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37326) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:22.019201 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Request body: {'port': {'network_id': 'c0aa1a4e-b882-4047-b5ec-9614b6fbae9d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-89499304', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:22.019754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.api.validators [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] bootfile-name is not in valid_values {{(pid=109183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:52:22.020085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.api.validators [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] tftp-server is not in valid_values {{(pid=109183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:52:22.020427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.api.validators [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] server-ip-address is not in valid_values {{(pid=109183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:52:22.033206 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.039450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37328) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:22.058896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 0709de54-98a3-4abe-ba23-e426d5550a62 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:22.066314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.073755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:22.086843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Made reservation on behalf of c6e7cea15f654b1bbfde9d24d3f94e14 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:22.097020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.106291 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf471a36-845c-4682-9e98-e549d2ae144b req-e94c6520-ffb8-492a-9b12-b5168864bea9 service neutron] 10.222.0.16 "GET /v2.0/networks/623df8f0-c4df-4f4e-93f2-0f23f453acde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399217 Dec 22 04:52:22.120137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75d0160-2d30-4fa7-a0b3-787052d5e60f']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:22.121895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port bd76ff58-ebe3-49da-af22-8f7b03e0e421, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bd76ff58-ebe3-49da-af22-8f7b03e0e421,segment=NetworkSegment(581e338f-3b9d-43fe-8656-9edc18c2098f),segment_id=581e338f-3b9d-43fe-8656-9edc18c2098f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:22.122462 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-899a7606-8e19-4838-bef0-26598d82d215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.154959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd3a752-485e-49bc-b052-a1f756a0348c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-b75d0160-2d30-4fa7-a0b3-787052d5e60f', 'network_id': 'b75d0160-2d30-4fa7-a0b3-787052d5e60f', 'tenant_id': '1cfcebb8e2014649b670bb75b75fa729', 'fixed_ips': [{'subnet_id': 'c6e50488-5af3-4a4c-aa55-b86e01254a85'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:22.156042 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dcd3a752-485e-49bc-b052-a1f756a0348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.161058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae263d0-2290-4105-af85-f92be20b89c4') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:22.161348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.163054 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae263d0-2290-4105-af85-f92be20b89c4') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:22.164723 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Added segment f5911fad-1c0c-420b-993e-1210556a89ca of type vlan for network 7a7c20dd-6fd6-4cbc-81c2-46e83061194b Dec 22 04:52:22.213770 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.247797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.294066 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.367271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.429511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.430011 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.436714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:22.441978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:22.442604 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.474807 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:22.475433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.484270 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25af15-7cd5-42a6-a4ed-6f2507284af7 req-5ae4322c-bff5-4f5e-ad41-7dfaf45df73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:22.491013 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3c25af15-7cd5-42a6-a4ed-6f2507284af7 req-5ae4322c-bff5-4f5e-ad41-7dfaf45df73d service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d436651-0ddd-42fa-825f-7a433bc5760e HTTP/1.1" status: 200 len: 912 time: 0.3820527 Dec 22 04:52:22.491258 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1268cdd3-3822-4de7-9ac7-6b8aef75e527 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:22.491891 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf471a36-845c-4682-9e98-e549d2ae144b req-4f8e3b71-b0c9-45d7-b107-61aa11da1c5b service neutron] 10.222.0.16 "GET /v2.0/networks/623df8f0-c4df-4f4e-93f2-0f23f453acde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515627 Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:22.492600 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:22.519106 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2a030-6959-4bec-8059-fb3801c7eceb req-0802b38a-97b3-4a32-bdf0-1194165d7e91 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:22.533523 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8ca2a030-6959-4bec-8059-fb3801c7eceb req-0802b38a-97b3-4a32-bdf0-1194165d7e91 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 944 time: 0.5442834 Dec 22 04:52:22.633332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-db25fd15-65b4-4117-9a2f-f3a0f4bffed3 None None] Provisioning complete for port bd76ff58-ebe3-49da-af22-8f7b03e0e421 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:22.633704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-db25fd15-65b4-4117-9a2f-f3a0f4bffed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.635465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e72c4-eca1-4142-9a20-c6ceebed58c5 None None] Network b75d0160-2d30-4fa7-a0b3-787052d5e60f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:22.638971 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-899a7606-8e19-4838-bef0-26598d82d215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.641275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37330) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:22.641941 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.6715467 Dec 22 04:52:22.654963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event updated for resources: {'Network': ['ID=ce6f993f-288e-40f9-a669-62a030ab53b6,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:22.668522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:22.690320 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8ca2a030-6959-4bec-8059-fb3801c7eceb req-dc4ca94d-0ed6-4ddf-9ce4-ba0cf325519e tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951545 Dec 22 04:52:22.707735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network ce6f993f-288e-40f9-a669-62a030ab53b6 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:22.882038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835b128-8f6e-4938-8805-cfa2752f7142 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event updated for resources: {'Network': ['ID=7a7c20dd-6fd6-4cbc-81c2-46e83061194b,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:22.884960 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=bd76ff58-ebe3-49da-af22-8f7b03e0e421,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:22.945449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 7a7c20dd-6fd6-4cbc-81c2-46e83061194b details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:23.054046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.057265 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/b75d0160-2d30-4fa7-a0b3-787052d5e60f HTTP/1.1" status: 204 len: 168 time: 2.0114453 Dec 22 04:52:23.061127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37336) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:23.071520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-86f594d6-c4f7-424f-aa5e-86192285cc5b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-405348859'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:23.101362 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 1268cdd3-3822-4de7-9ac7-6b8aef75e527 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:23.106027 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.112163 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3c25af15-7cd5-42a6-a4ed-6f2507284af7 req-9cc57221-3586-470c-988c-41cbc22d1bb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b HTTP/1.1" status: 200 len: 217 time: 0.4077568 Dec 22 04:52:23.146591 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbf746-a6a3-4fa7-a911-549b8e2fa629 req-425fbe1e-034b-4086-ab7f-475ac3ef4a08 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:23.148139 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-25cbf746-a6a3-4fa7-a911-549b8e2fa629 req-425fbe1e-034b-4086-ab7f-475ac3ef4a08 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 943 time: 0.1365838 Dec 22 04:52:23.220678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-899a7606-8e19-4838-bef0-26598d82d215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.228665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758499ca-bfd4-40cf-b98e-fb0b80bf8753 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Network': ['ID=b75d0160-2d30-4fa7-a0b3-787052d5e60f,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:23.231775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Made reservation on behalf of 1ab80a8de2c5414dbd498f3ffd53310b for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:23.236510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.255514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f594d6-c4f7-424f-aa5e-86192285cc5b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:23.259471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f594d6-c4f7-424f-aa5e-86192285cc5b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.323382 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-25cbf746-a6a3-4fa7-a911-549b8e2fa629 req-7da761f1-a206-46ce-ad57-469dfc92a2d7 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499791 Dec 22 04:52:23.330729 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f594d6-c4f7-424f-aa5e-86192285cc5b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:23.348415 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f594d6-c4f7-424f-aa5e-86192285cc5b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.349578 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-86f594d6-c4f7-424f-aa5e-86192285cc5b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Added segment 7f33fdfc-cea9-4326-a278-a839a7da2e4b of type vlan for network 42e0f524-4f5f-48a7-99fd-086fc7ebaf41 Dec 22 04:52:23.380092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1def5c98-17cf-43b6-af04-fae38055d0e4 None None] Provisioning complete for port bd76ff58-ebe3-49da-af22-8f7b03e0e421 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:23.380720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1def5c98-17cf-43b6-af04-fae38055d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.410210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f594d6-c4f7-424f-aa5e-86192285cc5b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.459539 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.objects.ports [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109182) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:52:23.460287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.460515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] device_id is not set on port 3ed297ca-2b63-4441-8c48-f67ba6d9589e yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:23.480819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a7606-8e19-4838-bef0-26598d82d215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79a0568-a907-484e-9b8e-2e5bc0925e50,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:23.488386 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-899a7606-8e19-4838-bef0-26598d82d215 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63ddc7120e894bac8132c14ba8029039&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4454927 Dec 22 04:52:23.495053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37338) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:23.504899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ece55d2-9724-4081-ab16-60347672f2ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:23.513669 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1def5c98-17cf-43b6-af04-fae38055d0e4 None None] Provisioning complete for port 1268cdd3-3822-4de7-9ac7-6b8aef75e527 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:23.513669 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1def5c98-17cf-43b6-af04-fae38055d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.514510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ece55d2-9724-4081-ab16-60347672f2ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:23.519328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ece55d2-9724-4081-ab16-60347672f2ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:23.522693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a2b12308-b45c-4ea3-ae35-664116f6e8bb,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:23.525882 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ece55d2-9724-4081-ab16-60347672f2ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:23.533145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ece55d2-9724-4081-ab16-60347672f2ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:23.533572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f594d6-c4f7-424f-aa5e-86192285cc5b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.538810 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7ece55d2-9724-4081-ab16-60347672f2ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2966 time: 0.8918102 Dec 22 04:52:23.539807 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f594d6-c4f7-424f-aa5e-86192285cc5b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:23.540436 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f594d6-c4f7-424f-aa5e-86192285cc5b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.543887 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37340) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:23.587818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25af15-7cd5-42a6-a4ed-6f2507284af7 req-3068af91-da97-4088-ae74-56d564d95de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:23.589634 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:52:23.590157 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3c25af15-7cd5-42a6-a4ed-6f2507284af7 req-3068af91-da97-4088-ae74-56d564d95de7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34ce218f-5db1-421c-b2b4-76f09d3395ae HTTP/1.1" status: 200 len: 850 time: 0.2291815 Dec 22 04:52:23.607586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e9fd0-8bd1-46cd-87d0-532b374ef733 req-bf7a44ed-6038-444c-b338-9e12d768466a tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:23.609294 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21e9fd0-8bd1-46cd-87d0-532b374ef733 req-bf7a44ed-6038-444c-b338-9e12d768466a tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 943 time: 0.4961982 Dec 22 04:52:23.616487 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1def5c98-17cf-43b6-af04-fae38055d0e4 None None] Provisioning complete for port b0058cef-ca70-4e50-8dba-cf55335e979f triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:23.616967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1def5c98-17cf-43b6-af04-fae38055d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.656539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1def5c98-17cf-43b6-af04-fae38055d0e4 None None] Port b0058cef-ca70-4e50-8dba-cf55335e979f cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:23.680332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f594d6-c4f7-424f-aa5e-86192285cc5b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=42e0f524-4f5f-48a7-99fd-086fc7ebaf41,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:23.692005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 42e0f524-4f5f-48a7-99fd-086fc7ebaf41 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:23.699743 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-86f594d6-c4f7-424f-aa5e-86192285cc5b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6349459 Dec 22 04:52:23.699743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Checking segment: {'id': '8518a0ba-3a08-41ab-b1b9-6a9d18dfb02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0709de54-98a3-4abe-ba23-e426d5550a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:23.699743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Network hostable DHCP agents. Network: 0709de54-98a3-4abe-ba23-e426d5550a62, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:23.701576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37342) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:23.707665 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'network_id': '42e0f524-4f5f-48a7-99fd-086fc7ebaf41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:23.713827 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.747483 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21e9fd0-8bd1-46cd-87d0-532b374ef733 req-d930e453-84d4-4426-a215-6b75ea94cab4 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211433 Dec 22 04:52:23.769541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-74e32230-78ca-4035-ae7d-8aa1fad38190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.779002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25af15-7cd5-42a6-a4ed-6f2507284af7 req-1e782a98-77e7-411e-972b-98b37f4a5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:23.780977 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3c25af15-7cd5-42a6-a4ed-6f2507284af7 req-1e782a98-77e7-411e-972b-98b37f4a5f5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d436651-0ddd-42fa-825f-7a433bc5760e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1707530 Dec 22 04:52:23.798158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-5ad0abdb-6733-4518-b288-66d1c3a61359 None None] Provisioning complete for port b0058cef-ca70-4e50-8dba-cf55335e979f triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:23.801614 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5ad0abdb-6733-4518-b288-66d1c3a61359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.821706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Allocated IP 172.20.0.14 (c0aa1a4e-b882-4047-b5ec-9614b6fbae9d/49ccbdea-7a12-40a7-9079-bf1284d054d8/3ed297ca-2b63-4441-8c48-f67ba6d9589e) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:23.836439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0abdb-6733-4518-b288-66d1c3a61359 None None] Port b0058cef-ca70-4e50-8dba-cf55335e979f cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:23.854629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-74e32230-78ca-4035-ae7d-8aa1fad38190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.905018 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Network 0709de54-98a3-4abe-ba23-e426d5550a62 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:23.928000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:23.934242 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3c25af15-7cd5-42a6-a4ed-6f2507284af7 req-c3d34f5d-6594-452a-a86d-4b457bd9c51d service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395962 Dec 22 04:52:23.956227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6f993f-288e-40f9-a669-62a030ab53b6']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:23.965251 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e2d15-3ebf-4766-a9c8-c287440eb497 req-4f80f443-fbda-4db9-a6c7-b98b9dbcedc1 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:23.966720 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c69e2d15-3ebf-4766-a9c8-c287440eb497 req-4f80f443-fbda-4db9-a6c7-b98b9dbcedc1 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 944 time: 0.1606622 Dec 22 04:52:23.978101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86102ca-28d0-4b08-a135-cf1e347e3c80') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:23.982314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86102ca-28d0-4b08-a135-cf1e347e3c80') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:23.999429 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.022780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.029305 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c69e2d15-3ebf-4766-a9c8-c287440eb497 req-6120592c-cdf8-4486-81b2-7f59568c3205 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539896 Dec 22 04:52:24.037197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:24.037597 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:24.040780 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:24.056031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 0709de54-98a3-4abe-ba23-e426d5550a62) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:24.061650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:24.061910 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.067373 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8362ec70-a055-453f-a085-ee14b053d453 None None] Network 0709de54-98a3-4abe-ba23-e426d5550a62 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:24.101437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-74e32230-78ca-4035-ae7d-8aa1fad38190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.101632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:24.101716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-74e32230-78ca-4035-ae7d-8aa1fad38190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.101716 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-74e32230-78ca-4035-ae7d-8aa1fad38190 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e79a0568-a907-484e-9b8e-2e5bc0925e50 HTTP/1.1" status: 204 len: 168 time: 0.6019902 Dec 22 04:52:24.101887 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.121085 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3c25af15-7cd5-42a6-a4ed-6f2507284af7 req-10c2eb6f-a622-46e0-ac10-51959bf4e53e service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728044 Dec 22 04:52:24.124159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e32230-78ca-4035-ae7d-8aa1fad38190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79a0568-a907-484e-9b8e-2e5bc0925e50,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:24.162577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.186900 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Performing IP validity checks on allocation pools {{(pid=109182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:52:24.187411 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:52:24.233936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db527b-1931-4eb6-8e00-8a50c2fec5f9 None None] Network 0709de54-98a3-4abe-ba23-e426d5550a62 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:24.256143 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1aed44f2-e268-4d9f-908d-40f59f5d69b9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5605724 Dec 22 04:52:24.256281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37348) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:24.259654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1293033106', 'network_id': '0709de54-98a3-4abe-ba23-e426d5550a62'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:24.326737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.327306 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.336800 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.338435 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "DELETE /v2.0/networks/ce6f993f-288e-40f9-a669-62a030ab53b6 HTTP/1.1" status: 204 len: 168 time: 0.7908580 Dec 22 04:52:24.340974 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37350) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:24.385437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Network c0aa1a4e-b882-4047-b5ec-9614b6fbae9d is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:24.388813 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:24.392906 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:24.409775 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device bd76ff58-ebe3-49da-af22-8f7b03e0e421 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:24.423112 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62463e0f-f229-4701-8fb1-34cb60d71344 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event deleted for resources: {'Network': ['ID=ce6f993f-288e-40f9-a669-62a030ab53b6,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:24.448358 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Pushing event updated for resources: {'Port': ['ID=3ed297ca-2b63-4441-8c48-f67ba6d9589e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:24.451038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Made reservation on behalf of c6e7cea15f654b1bbfde9d24d3f94e14 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:24.451769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.460928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.487439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.493993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] device_id is not set on port b31a3000-7f69-4f6a-aebf-0f0c2816d489 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:24.506431 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port bd76ff58-ebe3-49da-af22-8f7b03e0e421 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:24.506868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.519598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:24.520271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.533098 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=3e08bd37-2b04-49f4-9637-3a9eb90b7dcc,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:24.577024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking segment: {'id': '7f33fdfc-cea9-4326-a278-a839a7da2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '42e0f524-4f5f-48a7-99fd-086fc7ebaf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:24.577372 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network hostable DHCP agents. Network: 42e0f524-4f5f-48a7-99fd-086fc7ebaf41, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:24.605941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cdfe4-4100-4fe2-9ce2-6cad06a45546 req-6dfaa46e-2ca6-4db0-a6e8-6c95ed2da3b2 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:24.608211 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6d7cdfe4-4100-4fe2-9ce2-6cad06a45546 req-6dfaa46e-2ca6-4db0-a6e8-6c95ed2da3b2 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 943 time: 0.1705112 Dec 22 04:52:24.621804 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-21c3a55c-c246-4b24-8a89-d19318cd2b4d tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.6128080 Dec 22 04:52:24.626561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37356) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:24.639454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.666459 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a7c20dd-6fd6-4cbc-81c2-46e83061194b']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:24.673514 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9df36458-c0b7-4347-8f57-5f3e299baccb None None] Provisioning complete for port 3ed297ca-2b63-4441-8c48-f67ba6d9589e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:24.676496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9df36458-c0b7-4347-8f57-5f3e299baccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.677772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5911fad-1c0c-420b-993e-1210556a89ca') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:24.678057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5911fad-1c0c-420b-993e-1210556a89ca') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:24.689168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.706592 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.714742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:24.715628 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:24.718107 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:24.729268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-9df36458-c0b7-4347-8f57-5f3e299baccb None None] Port 3ed297ca-2b63-4441-8c48-f67ba6d9589e cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:24.772679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Allocated IP 172.20.0.6 (0709de54-98a3-4abe-ba23-e426d5550a62/a2b12308-b45c-4ea3-ae35-664116f6e8bb/b31a3000-7f69-4f6a-aebf-0f0c2816d489) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:24.798390 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6d7cdfe4-4100-4fe2-9ce2-6cad06a45546 req-b7bdce99-9d79-4b3d-822a-0dcb5a0e7ba1 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725247 Dec 22 04:52:24.825351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69daecd4-3c3c-4df9-a5aa-acf2c89018de tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:24.825476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69daecd4-3c3c-4df9-a5aa-acf2c89018de tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:24.831276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69daecd4-3c3c-4df9-a5aa-acf2c89018de tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:24.835776 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-69daecd4-3c3c-4df9-a5aa-acf2c89018de tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2005534 Dec 22 04:52:24.836357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37364) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:25.011088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network 42e0f524-4f5f-48a7-99fd-086fc7ebaf41 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:25.026950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-9a68bf26-9290-41d4-82e3-dd6e935fc1bd tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Deleting port 3ed297ca-2b63-4441-8c48-f67ba6d9589e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:25.035584 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a68bf26-9290-41d4-82e3-dd6e935fc1bd tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.075006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de039578-2f90-42cc-9dab-2dca185409df req-8d1a0153-a322-4070-b69e-e5e57677feef tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:25.077019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.081361 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-de039578-2f90-42cc-9dab-2dca185409df req-8d1a0153-a322-4070-b69e-e5e57677feef tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 943 time: 0.0690901 Dec 22 04:52:25.118232 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-de039578-2f90-42cc-9dab-2dca185409df req-8f260365-9c12-48ab-ac31-54fa1c02c153 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340805 Dec 22 04:52:25.155105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 42e0f524-4f5f-48a7-99fd-086fc7ebaf41) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:25.160141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:25.161930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.166174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba26cad-24bb-424a-a38e-ac62a6a6a0a1 None None] Network 42e0f524-4f5f-48a7-99fd-086fc7ebaf41 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:25.170874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a68bf26-9290-41d4-82e3-dd6e935fc1bd tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.178603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.186612 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-9a68bf26-9290-41d4-82e3-dd6e935fc1bd tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Calling delete_port for 3ed297ca-2b63-4441-8c48-f67ba6d9589e owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:25.190390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.198636 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "DELETE /v2.0/networks/7a7c20dd-6fd6-4cbc-81c2-46e83061194b HTTP/1.1" status: 204 len: 168 time: 0.8540025 Dec 22 04:52:25.198636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37372) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:25.209438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc71a2-512d-4160-bad3-fc1746ad85b3 req-f7afabd2-7293-4d90-9a52-5ba241856889 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:25.210920 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-42dc71a2-512d-4160-bad3-fc1746ad85b3 req-f7afabd2-7293-4d90-9a52-5ba241856889 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 944 time: 0.0898912 Dec 22 04:52:25.218300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff28ba-5d64-400b-acfa-0d2f6d5b337a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event deleted for resources: {'Network': ['ID=7a7c20dd-6fd6-4cbc-81c2-46e83061194b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:25.267701 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b5d4f12a-7176-46d9-b0f5-349171b555e0 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5620000 Dec 22 04:52:25.267701 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37378) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:25.286822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.323833 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-42dc71a2-512d-4160-bad3-fc1746ad85b3 req-f4877f14-a823-473d-a8cc-3ffabbf0df42 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800445 Dec 22 04:52:25.349376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Network 0709de54-98a3-4abe-ba23-e426d5550a62 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:25.353068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:25.361322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:25.387444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event updated for resources: {'Port': ['ID=b31a3000-7f69-4f6a-aebf-0f0c2816d489,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:25.405167 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b10e7-b0a5-4ca2-8713-5ccd0813f461 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:25.411367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b10e7-b0a5-4ca2-8713-5ccd0813f461 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:25.417166 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b10e7-b0a5-4ca2-8713-5ccd0813f461 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:25.422280 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-943b10e7-b0a5-4ca2-8713-5ccd0813f461 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.2111790 Dec 22 04:52:25.425502 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37382) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:25.425886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-42e0f524-4f5f-48a7-99fd-086fc7ebaf41', 'network_id': '42e0f524-4f5f-48a7-99fd-086fc7ebaf41', 'tenant_id': '1cfcebb8e2014649b670bb75b75fa729', 'fixed_ips': [{'subnet_id': '3e08bd37-2b04-49f4-9637-3a9eb90b7dcc'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:25.427416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.435003 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-441396aa-c782-42a1-9a39-d746439cb2d0 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2078064557'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:25.439889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:25.440529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.452116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.512378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.533592 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4a54ec8f-42fa-43de-8120-e0d6310657ec tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2780402 Dec 22 04:52:25.535103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a68bf26-9290-41d4-82e3-dd6e935fc1bd tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.543128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37386) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:25.581728 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Allocated IP 172.20.0.3 (42e0f524-4f5f-48a7-99fd-086fc7ebaf41/3e08bd37-2b04-49f4-9637-3a9eb90b7dcc/3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:25.590620 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68bf26-9290-41d4-82e3-dd6e935fc1bd tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Pushing event deleted for resources: {'Port': ['ID=3ed297ca-2b63-4441-8c48-f67ba6d9589e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:25.638228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441396aa-c782-42a1-9a39-d746439cb2d0 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Made reservation on behalf of 517d84d9824348a390c960b59ed2e3d8 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:25.642295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-441396aa-c782-42a1-9a39-d746439cb2d0 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.691561 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441396aa-c782-42a1-9a39-d746439cb2d0 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:25.704729 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-441396aa-c782-42a1-9a39-d746439cb2d0 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.705347 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-441396aa-c782-42a1-9a39-d746439cb2d0 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Added segment e38a241a-1b69-473e-b209-45c43f03d49f of type vlan for network 93e39723-1c01-4471-98bd-6997cc8fdadb Dec 22 04:52:25.716861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a68bf26-9290-41d4-82e3-dd6e935fc1bd tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.722138 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9a68bf26-9290-41d4-82e3-dd6e935fc1bd tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] 10.222.0.54 "DELETE /v2.0/ports/3ed297ca-2b63-4441-8c48-f67ba6d9589e HTTP/1.1" status: 204 len: 168 time: 0.8851850 Dec 22 04:52:25.725901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37390) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:25.732840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5912f045-9d53-4457-ad49-a7689c06e0b4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Request body: {'port': {'name': 'tempest-new-port-name-61549105', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:25.738761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.api.validators [None req-5912f045-9d53-4457-ad49-a7689c06e0b4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] bootfile-name is not in valid_values {{(pid=109183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:52:25.739842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.api.validators [None req-5912f045-9d53-4457-ad49-a7689c06e0b4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] tftp-server is not in valid_values {{(pid=109183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:52:25.741215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.api.validators [None req-5912f045-9d53-4457-ad49-a7689c06e0b4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] server-ip-address is not in valid_values {{(pid=109183) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:52:25.764059 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-441396aa-c782-42a1-9a39-d746439cb2d0 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.779849 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-57624556-893e-455a-a9f7-b692d40d5910 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Deleting port b31a3000-7f69-4f6a-aebf-0f0c2816d489 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:25.780182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-57624556-893e-455a-a9f7-b692d40d5910 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.870798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5912f045-9d53-4457-ad49-a7689c06e0b4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.883273 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-441396aa-c782-42a1-9a39-d746439cb2d0 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.896024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441396aa-c782-42a1-9a39-d746439cb2d0 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:25.896024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-441396aa-c782-42a1-9a39-d746439cb2d0 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.902551 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-57624556-893e-455a-a9f7-b692d40d5910 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.918307 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:25.937070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-57624556-893e-455a-a9f7-b692d40d5910 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Calling delete_port for b31a3000-7f69-4f6a-aebf-0f0c2816d489 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:26.007224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441396aa-c782-42a1-9a39-d746439cb2d0 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event updated for resources: {'Network': ['ID=93e39723-1c01-4471-98bd-6997cc8fdadb,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:26.015966 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.029085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 93e39723-1c01-4471-98bd-6997cc8fdadb details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:26.029292 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb77737-6487-4bd5-8d22-1363e2b365a2 req-13666af6-0d0f-43b9-9e01-957b5dcd6f91 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:26.036945 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8eb77737-6487-4bd5-8d22-1363e2b365a2 req-13666af6-0d0f-43b9-9e01-957b5dcd6f91 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 943 time: 0.1079378 Dec 22 04:52:26.071076 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Network 42e0f524-4f5f-48a7-99fd-086fc7ebaf41 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:26.074700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:26.075337 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-441396aa-c782-42a1-9a39-d746439cb2d0 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6486480 Dec 22 04:52:26.075666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37396) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:26.085427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-9e64ae14-3fb1-45b6-861d-6d1aae33d6a3 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-448583233'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:26.090440 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8eb77737-6487-4bd5-8d22-1363e2b365a2 req-536e2f3f-11a4-45d6-b650-c9a7fb7a6bfc tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525086 Dec 22 04:52:26.120232 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.150826 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Subnet': ['ID=3e08bd37-2b04-49f4-9637-3a9eb90b7dcc,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:26.171481 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:26.192615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Pushing event updated for resources: {'Port': ['ID=3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:26.232130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e64ae14-3fb1-45b6-861d-6d1aae33d6a3 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Made reservation on behalf of 517d84d9824348a390c960b59ed2e3d8 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:26.235522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9e64ae14-3fb1-45b6-861d-6d1aae33d6a3 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.242754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Attempting to bind port 3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:26.243110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Attempting to bind port 3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '7f33fdfc-cea9-4326-a278-a839a7da2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '42e0f524-4f5f-48a7-99fd-086fc7ebaf41'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:26.243464 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Attempting to bind port 3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc on network 42e0f524-4f5f-48a7-99fd-086fc7ebaf41 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:26.248633 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:26.248997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Checking segment: {'id': '7f33fdfc-cea9-4326-a278-a839a7da2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '42e0f524-4f5f-48a7-99fd-086fc7ebaf41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:26.249435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.249781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Bound using segment: {'id': '7f33fdfc-cea9-4326-a278-a839a7da2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '42e0f524-4f5f-48a7-99fd-086fc7ebaf41'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:26.250231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Bound port: 3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f33fdfc-cea9-4326-a278-a839a7da2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '42e0f524-4f5f-48a7-99fd-086fc7ebaf41'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:26.250600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.257821 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.263905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-57624556-893e-455a-a9f7-b692d40d5910 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.276063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666b5c0-2984-4468-bdfb-eec1330d5dde req-5015d8fc-966a-4c23-83f4-e5c28a56a430 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:26.280323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e0f524-4f5f-48a7-99fd-086fc7ebaf41']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:26.281229 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c666b5c0-2984-4468-bdfb-eec1330d5dde req-5015d8fc-966a-4c23-83f4-e5c28a56a430 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 943 time: 0.0835354 Dec 22 04:52:26.290342 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f33fdfc-cea9-4326-a278-a839a7da2e4b') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:26.290644 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f33fdfc-cea9-4326-a278-a839a7da2e4b') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:26.296756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e64ae14-3fb1-45b6-861d-6d1aae33d6a3 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:26.300007 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.325771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.332242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:26.334975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.335190 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] For port 3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:26.345593 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:26.350266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57624556-893e-455a-a9f7-b692d40d5910 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event deleted for resources: {'Port': ['ID=b31a3000-7f69-4f6a-aebf-0f0c2816d489,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:26.360727 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9e64ae14-3fb1-45b6-861d-6d1aae33d6a3 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.360727 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-9e64ae14-3fb1-45b6-861d-6d1aae33d6a3 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Added segment b076433a-aefa-4536-a193-ef404641aff4 of type vlan for network eaa42af7-64a0-4552-a19f-0cbcac8dcb8b Dec 22 04:52:26.400354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] For port 3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc,segment=NetworkSegment(7f33fdfc-cea9-4326-a278-a839a7da2e4b),segment_id=7f33fdfc-cea9-4326-a278-a839a7da2e4b)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:26.424990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5912f045-9d53-4457-ad49-a7689c06e0b4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.448718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.db.api [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:52:26.448718 dv-neutron-822523-1-hyperv neutron-server[109182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:52:26.448718 dv-neutron-822523-1-hyperv neutron-server[109182]: [parameters: {'id': '42e0f524-4f5f-48a7-99fd-086fc7ebaf41'}] Dec 22 04:52:26.448718 dv-neutron-822523-1-hyperv neutron-server[109182]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:52:26.449065 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG oslo_db.api [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:52:26.464284 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.475522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b4acc-5d32-4cdb-a670-9892d3711c4c req-f5b26942-730b-44d9-a23d-f2fa04004d21 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:26.477272 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b42b4acc-5d32-4cdb-a670-9892d3711c4c req-f5b26942-730b-44d9-a23d-f2fa04004d21 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 944 time: 0.0695093 Dec 22 04:52:26.553726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98008f92-d83c-4ef9-89df-b83242cbe92d None None] Pushing event updated for resources: {'Port': ['ID=3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:26.555038 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b42b4acc-5d32-4cdb-a670-9892d3711c4c req-74fecf7f-6b2a-4efd-8616-5b8d771b3ede tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666728 Dec 22 04:52:26.577950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6e943c-1b0f-44d6-9c20-e200fef0784d None None] Network 42e0f524-4f5f-48a7-99fd-086fc7ebaf41 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:26.621242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37412) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:26.693702 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c666b5c0-2984-4468-bdfb-eec1330d5dde req-deacf301-311a-486c-b565-7bd0689778e0 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979304 Dec 22 04:52:26.716864 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee2b1aa-9ee0-4175-b709-5f898d78962a None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:52:26.728100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5912f045-9d53-4457-ad49-a7689c06e0b4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.729777 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-721786905', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:26.746752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9e64ae14-3fb1-45b6-861d-6d1aae33d6a3 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.806249 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Made reservation on behalf of 2625c972019247b3811d6c1f5afec8ff for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:26.808751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.818345 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.847518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-57624556-893e-455a-a9f7-b692d40d5910 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.853947 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-57624556-893e-455a-a9f7-b692d40d5910 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "DELETE /v2.0/ports/b31a3000-7f69-4f6a-aebf-0f0c2816d489 HTTP/1.1" status: 204 len: 168 time: 1.3039918 Dec 22 04:52:26.854430 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37416) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:26.855963 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee2b1aa-9ee0-4175-b709-5f898d78962a None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:52:26.859805 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0709de54-98a3-4abe-ba23-e426d5550a62', 'external_fixed_ips': [{'subnet_id': 'a2b12308-b45c-4ea3-ae35-664116f6e8bb', 'ip_address': '172.20.0.6'}]}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:26.861913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912f045-9d53-4457-ad49-a7689c06e0b4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Pushing event updated for resources: {'Port': ['ID=b0058cef-ca70-4e50-8dba-cf55335e979f,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:26.865744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-5912f045-9d53-4457-ad49-a7689c06e0b4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] In _notify_port_updated(), no bound segment for port b0058cef-ca70-4e50-8dba-cf55335e979f on network c0aa1a4e-b882-4047-b5ec-9614b6fbae9d {{(pid=109183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:52:26.871904 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5912f045-9d53-4457-ad49-a7689c06e0b4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:26.872597 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5912f045-9d53-4457-ad49-a7689c06e0b4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.874347 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5912f045-9d53-4457-ad49-a7689c06e0b4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] 10.222.0.54 "PUT /v2.0/ports/b0058cef-ca70-4e50-8dba-cf55335e979f HTTP/1.1" status: 200 len: 1134 time: 1.1469457 Dec 22 04:52:26.877131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37418) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:26.915411 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.923348 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9e64ae14-3fb1-45b6-861d-6d1aae33d6a3 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.928991 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e64ae14-3fb1-45b6-861d-6d1aae33d6a3 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:26.934988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9e64ae14-3fb1-45b6-861d-6d1aae33d6a3 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.942058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9518528a-c8d3-4c91-801e-be83ff026f77 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:26.944017 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9518528a-c8d3-4c91-801e-be83ff026f77 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] 10.222.0.54 "GET /v2.0/ports/b0058cef-ca70-4e50-8dba-cf55335e979f HTTP/1.1" status: 200 len: 1134 time: 0.0659053 Dec 22 04:52:26.947942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37420) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:26.958896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.963776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:26.965013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.008440 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64ae14-3fb1-45b6-861d-6d1aae33d6a3 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event updated for resources: {'Network': ['ID=eaa42af7-64a0-4552-a19f-0cbcac8dcb8b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:27.016743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.021000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network eaa42af7-64a0-4552-a19f-0cbcac8dcb8b details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:27.048335 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] device_id is not set on port 856d474b-e848-4261-bd9e-1b1d6ae40a8d yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:27.060040 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9e64ae14-3fb1-45b6-861d-6d1aae33d6a3 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9798722 Dec 22 04:52:27.063011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37422) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:27.074350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'ports': [{'network_id': '93e39723-1c01-4471-98bd-6997cc8fdadb', 'name': 'tempest-port--79963681', 'admin_state_up': True}, {'network_id': 'eaa42af7-64a0-4552-a19f-0cbcac8dcb8b', 'admin_state_up': False}]} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:27.074665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'port': {'network_id': '93e39723-1c01-4471-98bd-6997cc8fdadb', 'name': 'tempest-port--79963681', 'admin_state_up': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:27.075323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'port': {'network_id': 'eaa42af7-64a0-4552-a19f-0cbcac8dcb8b', 'admin_state_up': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:27.086571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 0ad5f406-ac95-4864-9ae7-3ed50f316264 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:52:27.164785 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.178708 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61913670-42ba-4bc2-8704-e7b8081d8910,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:27.313763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 0ad5f406-ac95-4864-9ae7-3ed50f316264, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ad5f406-ac95-4864-9ae7-3ed50f316264,segment=NetworkSegment(7315f982-e7ae-4c26-a1ec-2e935c2140a0),segment_id=7315f982-e7ae-4c26-a1ec-2e935c2140a0)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:27.337894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f9143073-4e10-425f-a2ac-bbcb58f7ce89 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Deleting port b0058cef-ca70-4e50-8dba-cf55335e979f {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:27.338229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f9143073-4e10-425f-a2ac-bbcb58f7ce89 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.343305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '0ad5f406-ac95-4864-9ae7-3ed50f316264', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'port_id': '0ad5f406-ac95-4864-9ae7-3ed50f316264', 'mac_address': 'fa:16:3e:30:8d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:52:27.363125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Deleting port 3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:27.366344 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.366344 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Allocated IP 172.26.5.32 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/856d474b-e848-4261-bd9e-1b1d6ae40a8d) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:27.381884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Made reservation on behalf of 517d84d9824348a390c960b59ed2e3d8 for: {'port': 2} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:27.386644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.404165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.412334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.419384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad5f406-ac95-4864-9ae7-3ed50f316264 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:27.444687 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 0ad5f406-ac95-4864-9ae7-3ed50f316264, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ad5f406-ac95-4864-9ae7-3ed50f316264,segment=NetworkSegment(7315f982-e7ae-4c26-a1ec-2e935c2140a0),segment_id=7315f982-e7ae-4c26-a1ec-2e935c2140a0)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:27.512416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] device_id is not set on port faf2ca3b-1b97-4a8b-bf78-643cac00f708 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:27.515740 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.516721 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 8d5fabd3-d5d4-4906-ba76-4e506346242b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:52:27.591406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.634855 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] For port 3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc,segment=NetworkSegment(7f33fdfc-cea9-4326-a278-a839a7da2e4b),segment_id=7f33fdfc-cea9-4326-a278-a839a7da2e4b)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:27.635235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.640347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.648860 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bcff2-e4b8-456b-8c37-c17f7944994a req-4aee3d66-1607-4bdc-81e7-133c3b4b14b6 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:27.650640 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0a0bcff2-e4b8-456b-8c37-c17f7944994a req-4aee3d66-1607-4bdc-81e7-133c3b4b14b6 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 943 time: 0.3593900 Dec 22 04:52:27.685879 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=0ad5f406-ac95-4864-9ae7-3ed50f316264,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:27.687511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f9143073-4e10-425f-a2ac-bbcb58f7ce89 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.704376 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4d3d4dc3-ecee-4ade-9c59-295f40cb342d None None] Provisioning complete for port b0058cef-ca70-4e50-8dba-cf55335e979f triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:27.710311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4d3d4dc3-ecee-4ade-9c59-295f40cb342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.717124 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Calling delete_port for 3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:27.738129 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] device_id is not set on port 2c9fa907-f7e7-435c-9ac5-d61931f84847 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:27.746890 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 8d5fabd3-d5d4-4906-ba76-4e506346242b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b,segment=NetworkSegment(53ccdc7b-8e96-41c3-a284-ea2402686593),segment_id=53ccdc7b-8e96-41c3-a284-ea2402686593)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:27.761547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f4d4c-49db-4fc6-a97b-1f37a4fa56d6 req-fe30edfa-4c08-4758-9d8b-95e57e955cf8 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:27.763095 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-461f4d4c-49db-4fc6-a97b-1f37a4fa56d6 req-fe30edfa-4c08-4758-9d8b-95e57e955cf8 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 944 time: 0.0752416 Dec 22 04:52:27.768886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '8d5fabd3-d5d4-4906-ba76-4e506346242b', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'port_id': '8d5fabd3-d5d4-4906-ba76-4e506346242b', 'mac_address': 'fa:16:3e:5e:a8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:52:27.769712 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f9143073-4e10-425f-a2ac-bbcb58f7ce89 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Calling delete_port for b0058cef-ca70-4e50-8dba-cf55335e979f owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:27.771362 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d4dc3-ecee-4ade-9c59-295f40cb342d None None] Port b0058cef-ca70-4e50-8dba-cf55335e979f cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:27.820318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.823696 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-461f4d4c-49db-4fc6-a97b-1f37a4fa56d6 req-5bc711ce-89de-4336-adb1-2590ce496000 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449769 Dec 22 04:52:27.835991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5fabd3-d5d4-4906-ba76-4e506346242b {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:27.858110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 8d5fabd3-d5d4-4906-ba76-4e506346242b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b,segment=NetworkSegment(53ccdc7b-8e96-41c3-a284-ea2402686593),segment_id=53ccdc7b-8e96-41c3-a284-ea2402686593)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:27.932742 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0a0bcff2-e4b8-456b-8c37-c17f7944994a req-17cefb02-24a7-4fd4-aa57-f8130ada4269 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598994 Dec 22 04:52:27.940473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.961921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:27.962893 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 8f1a601b-30af-4c14-b708-43c461547d43 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:52:27.970701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ec25d-8780-41b6-8b73-ee0f95a58876 req-3f01b974-5dde-4f7f-b517-42f1559cd9db tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:27.972384 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fe8ec25d-8780-41b6-8b73-ee0f95a58876 req-3f01b974-5dde-4f7f-b517-42f1559cd9db tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 943 time: 0.0819490 Dec 22 04:52:28.000169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.023092 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fe8ec25d-8780-41b6-8b73-ee0f95a58876 req-92bab3ff-8b8b-4f2f-b586-ccd218d8fcf5 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364802 Dec 22 04:52:28.056037 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.121938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event updated for resources: {'Port': ['ID=faf2ca3b-1b97-4a8b-bf78-643cac00f708,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:28.132838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Checking segment: {'id': 'e38a241a-1b69-473e-b209-45c43f03d49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '93e39723-1c01-4471-98bd-6997cc8fdadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:28.133732 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Network hostable DHCP agents. Network: 93e39723-1c01-4471-98bd-6997cc8fdadb, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:28.144077 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.173947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Port': ['ID=3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:28.179268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No DVR routers for this DVR port 3deb8a9e-6b0a-4b23-8bd9-5482e6ffc1cc on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:28.184319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=8d5fabd3-d5d4-4906-ba76-4e506346242b,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:28.231224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 8f1a601b-30af-4c14-b708-43c461547d43, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8f1a601b-30af-4c14-b708-43c461547d43,segment=NetworkSegment(00a870d2-cdd6-47f1-b9af-fe21d31422bb),segment_id=00a870d2-cdd6-47f1-b9af-fe21d31422bb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:28.239932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.243039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '8f1a601b-30af-4c14-b708-43c461547d43', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'port_id': '8f1a601b-30af-4c14-b708-43c461547d43', 'mac_address': 'fa:16:3e:41:ed:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:52:28.262552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Network 93e39723-1c01-4471-98bd-6997cc8fdadb is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:28.268580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f9143073-4e10-425f-a2ac-bbcb58f7ce89 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.281456 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.294532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1a601b-30af-4c14-b708-43c461547d43 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:28.314926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 8f1a601b-30af-4c14-b708-43c461547d43, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8f1a601b-30af-4c14-b708-43c461547d43,segment=NetworkSegment(00a870d2-cdd6-47f1-b9af-fe21d31422bb),segment_id=00a870d2-cdd6-47f1-b9af-fe21d31422bb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:28.610895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:28.616605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Pushing event updated for resources: {'Port': ['ID=856d474b-e848-4261-bd9e-1b1d6ae40a8d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:28.638719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.641378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:28.645467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:28.720068 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.727350 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9143073-4e10-425f-a2ac-bbcb58f7ce89 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Pushing event deleted for resources: {'Port': ['ID=b0058cef-ca70-4e50-8dba-cf55335e979f,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:28.754408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e0f524-4f5f-48a7-99fd-086fc7ebaf41']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:28.767130 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.783293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f33fdfc-cea9-4326-a278-a839a7da2e4b') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:28.783580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f33fdfc-cea9-4326-a278-a839a7da2e4b') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:28.802928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:28.803519 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.807855 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.856089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f9143073-4e10-425f-a2ac-bbcb58f7ce89 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.860853 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f9143073-4e10-425f-a2ac-bbcb58f7ce89 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] 10.222.0.54 "DELETE /v2.0/ports/b0058cef-ca70-4e50-8dba-cf55335e979f HTTP/1.1" status: 204 len: 168 time: 1.9113901 Dec 22 04:52:28.861906 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37432) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:28.875797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.886882 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:28.887274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:28.890838 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:28.922732 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6edc33e-5210-426e-95ab-0f57f9f42db4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Deleting subnet 49ccbdea-7a12-40a7-9079-bf1284d054d8 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:52:28.925927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6edc33e-5210-426e-95ab-0f57f9f42db4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:28.966338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6edc33e-5210-426e-95ab-0f57f9f42db4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.054236 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ecf8d-b06e-4fac-a721-90df2f7726c8 req-42ccd2fa-7b16-41b2-8fbc-848b5850a286 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:29.055706 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4d4ecf8d-b06e-4fac-a721-90df2f7726c8 req-42ccd2fa-7b16-41b2-8fbc-848b5850a286 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 945 time: 0.1486661 Dec 22 04:52:29.090235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Allocated IP 172.20.0.6 (0709de54-98a3-4abe-ba23-e426d5550a62/a2b12308-b45c-4ea3-ae35-664116f6e8bb/aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:29.111830 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4d4ecf8d-b06e-4fac-a721-90df2f7726c8 req-491fbed5-a3a9-421b-bcf3-ce081cd550a6 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500443 Dec 22 04:52:29.121907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ad551-7c45-48a4-bd42-6d735d8616ce req-dbc8834b-501e-4bdc-b56a-120e9d02939f tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:29.123395 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-461ad551-7c45-48a4-bd42-6d735d8616ce req-dbc8834b-501e-4bdc-b56a-120e9d02939f tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 944 time: 0.1205864 Dec 22 04:52:29.150476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6edc33e-5210-426e-95ab-0f57f9f42db4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.188048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 93e39723-1c01-4471-98bd-6997cc8fdadb) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:29.193162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:29.194028 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.197282 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ac194-bd3e-412e-9f2a-ceccd4afdce3 None None] Network 93e39723-1c01-4471-98bd-6997cc8fdadb requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:29.225303 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e5fab9f9-fa6e-4109-a2b8-826c756c7255 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.6002424 Dec 22 04:52:29.229389 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37438) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:29.235577 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.32'}]}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:29.244945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.267002 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.279574 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.282361 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-461ad551-7c45-48a4-bd42-6d735d8616ce req-27acab88-3b13-4cbf-bf93-02703cd15d83 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446242 Dec 22 04:52:29.288776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888158c4-e0cb-4c7d-b8b2-d3a209621107 req-334da6df-9629-4543-bff1-dcd57e2ec5d6 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:29.289473 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-888158c4-e0cb-4c7d-b8b2-d3a209621107 req-334da6df-9629-4543-bff1-dcd57e2ec5d6 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 944 time: 0.1050153 Dec 22 04:52:29.292252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event updated for resources: {'Port': ['ID=2c9fa907-f7e7-435c-9ac5-d61931f84847,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:29.313428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.320257 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/42e0f524-4f5f-48a7-99fd-086fc7ebaf41 HTTP/1.1" status: 204 len: 168 time: 4.0480785 Dec 22 04:52:29.327884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37440) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:29.328026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f5cfaa37-9822-423f-a89a-a35fe6ca4b27 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-857929529'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:29.335463 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc452863-997f-42d6-b463-1057579ad886 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Network': ['ID=42e0f524-4f5f-48a7-99fd-086fc7ebaf41,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:29.342070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Checking segment: {'id': 'b076433a-aefa-4536-a193-ef404641aff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'eaa42af7-64a0-4552-a19f-0cbcac8dcb8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:29.342423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Network hostable DHCP agents. Network: eaa42af7-64a0-4552-a19f-0cbcac8dcb8b, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:29.357889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=8f1a601b-30af-4c14-b708-43c461547d43,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:29.385949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.386922 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.401170 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-888158c4-e0cb-4c7d-b8b2-d3a209621107 req-5bfac114-b471-4543-93c3-0e9f2ccc7c90 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962238 Dec 22 04:52:29.410143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6edc33e-5210-426e-95ab-0f57f9f42db4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.435531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edc33e-5210-426e-95ab-0f57f9f42db4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Pushing event deleted for resources: {'Subnet': ['ID=49ccbdea-7a12-40a7-9079-bf1284d054d8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:29.441275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6edc33e-5210-426e-95ab-0f57f9f42db4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.447321 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e6edc33e-5210-426e-95ab-0f57f9f42db4 tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] 10.222.0.54 "DELETE /v2.0/subnets/49ccbdea-7a12-40a7-9079-bf1284d054d8 HTTP/1.1" status: 204 len: 168 time: 0.5821371 Dec 22 04:52:29.447647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37442) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:29.449096 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d202ef19-2903-451e-8e4d-5e0734238d9c None None] Network c0aa1a4e-b882-4047-b5ec-9614b6fbae9d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:29.468141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.480798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Network eaa42af7-64a0-4552-a19f-0cbcac8dcb8b is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:29.529438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.571962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cfaa37-9822-423f-a89a-a35fe6ca4b27 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:29.573012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.575649 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5cfaa37-9822-423f-a89a-a35fe6ca4b27 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.604116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cfaa37-9822-423f-a89a-a35fe6ca4b27 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:29.621962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, eaa42af7-64a0-4552-a19f-0cbcac8dcb8b) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:29.622133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Deleting port bd76ff58-ebe3-49da-af22-8f7b03e0e421 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:29.622133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.623677 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:29.627140 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Network 0709de54-98a3-4abe-ba23-e426d5550a62 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:29.630385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:29.635507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dbb627-cce0-4d6c-9935-b0e3fc73bebb None None] Network eaa42af7-64a0-4552-a19f-0cbcac8dcb8b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:29.637150 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:29.638401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.640600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c822c7ad-5e14-428c-a752-3ec01d50b793 None None] DHCP port deletion for c0aa1a4e-b882-4047-b5ec-9614b6fbae9d request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:52:29.642675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5cfaa37-9822-423f-a89a-a35fe6ca4b27 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.642824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:29.643527 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-f5cfaa37-9822-423f-a89a-a35fe6ca4b27 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Added segment b5349d37-d865-4671-9172-7cae46c12858 of type vlan for network 54e42836-a9d2-4406-a66e-856b944cfdd1 Dec 22 04:52:29.692155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5cfaa37-9822-423f-a89a-a35fe6ca4b27 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.700667 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:29.751947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event updated for resources: {'Port': ['ID=aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:29.752633 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ff07c8ff-372d-4897-9202-fe8b54bf932d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.6874521 Dec 22 04:52:29.755701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37444) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:29.808977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5cfaa37-9822-423f-a89a-a35fe6ca4b27 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.814905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cfaa37-9822-423f-a89a-a35fe6ca4b27 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:29.816084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5cfaa37-9822-423f-a89a-a35fe6ca4b27 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.835001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-c822c7ad-5e14-428c-a752-3ec01d50b793 None None] Deleting port bd76ff58-ebe3-49da-af22-8f7b03e0e421 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:29.835367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c822c7ad-5e14-428c-a752-3ec01d50b793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.886458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['8d5fabd3-d5d4-4906-ba76-4e506346242b'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:52:29.899383 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f71e74c-108e-4a2c-a326-0d14a8c35ed9 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:29.909101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f71e74c-108e-4a2c-a326-0d14a8c35ed9 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:29.909101 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8f71e74c-108e-4a2c-a326-0d14a8c35ed9 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.1481812 Dec 22 04:52:29.909816 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37446) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:29.921341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfaa37-9822-423f-a89a-a35fe6ca4b27 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=54e42836-a9d2-4406-a66e-856b944cfdd1,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:29.924558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] For port bd76ff58-ebe3-49da-af22-8f7b03e0e421, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bd76ff58-ebe3-49da-af22-8f7b03e0e421,segment=NetworkSegment(581e338f-3b9d-43fe-8656-9edc18c2098f),segment_id=581e338f-3b9d-43fe-8656-9edc18c2098f)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:29.924928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.936848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:29.945620 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['0ad5f406-ac95-4864-9ae7-3ed50f316264'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:52:29.953147 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f5cfaa37-9822-423f-a89a-a35fe6ca4b27 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6284733 Dec 22 04:52:29.961096 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 54e42836-a9d2-4406-a66e-856b944cfdd1 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:29.963819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37448) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:29.964323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Calling delete_port for bd76ff58-ebe3-49da-af22-8f7b03e0e421 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:29.969033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8ed3472d-150f-4598-abbf-cc5559a26e1e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'network_id': '54e42836-a9d2-4406-a66e-856b944cfdd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:30.042817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['8f1a601b-30af-4c14-b708-43c461547d43'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:52:30.089627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8854dd0b-9a22-4372-8f80-d185a3354f9a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Deleting port faf2ca3b-1b97-4a8b-bf78-643cac00f708 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:30.090052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8854dd0b-9a22-4372-8f80-d185a3354f9a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.108364 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c822c7ad-5e14-428c-a752-3ec01d50b793 None None] For port bd76ff58-ebe3-49da-af22-8f7b03e0e421, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bd76ff58-ebe3-49da-af22-8f7b03e0e421,segment=NetworkSegment(581e338f-3b9d-43fe-8656-9edc18c2098f),segment_id=581e338f-3b9d-43fe-8656-9edc18c2098f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:30.108752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c822c7ad-5e14-428c-a752-3ec01d50b793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.159962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-c822c7ad-5e14-428c-a752-3ec01d50b793 None None] Calling delete_port for bd76ff58-ebe3-49da-af22-8f7b03e0e421 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:30.176338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8854dd0b-9a22-4372-8f80-d185a3354f9a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.195865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8854dd0b-9a22-4372-8f80-d185a3354f9a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Calling delete_port for faf2ca3b-1b97-4a8b-bf78-643cac00f708 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:30.235349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.263464 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Pushing event deleted for resources: {'Port': ['ID=bd76ff58-ebe3-49da-af22-8f7b03e0e421,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:30.267480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed3472d-150f-4598-abbf-cc5559a26e1e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:30.270986 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ed3472d-150f-4598-abbf-cc5559a26e1e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.288366 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] No DVR routers for this DVR port bd76ff58-ebe3-49da-af22-8f7b03e0e421 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:30.355002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf76d8-054a-4b2e-8af3-a16201ef2f0a req-b30ae94a-9c10-43eb-8b60-3b466a2a4773 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:30.356545 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f1cf76d8-054a-4b2e-8af3-a16201ef2f0a req-b30ae94a-9c10-43eb-8b60-3b466a2a4773 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 945 time: 0.1545937 Dec 22 04:52:30.386744 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.425781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c822c7ad-5e14-428c-a752-3ec01d50b793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.428338 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f1cf76d8-054a-4b2e-8af3-a16201ef2f0a req-ccb3b4ca-b419-455d-9e61-e38f8e5ab6f1 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599451 Dec 22 04:52:30.469180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8854dd0b-9a22-4372-8f80-d185a3354f9a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.474940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device bd76ff58-ebe3-49da-af22-8f7b03e0e421 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:52:30.486320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822c7ad-5e14-428c-a752-3ec01d50b793 None None] Pushing event deleted for resources: {'Port': ['ID=bd76ff58-ebe3-49da-af22-8f7b03e0e421,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:30.506099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854dd0b-9a22-4372-8f80-d185a3354f9a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event deleted for resources: {'Port': ['ID=faf2ca3b-1b97-4a8b-bf78-643cac00f708,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:30.516622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8854dd0b-9a22-4372-8f80-d185a3354f9a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.522733 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8854dd0b-9a22-4372-8f80-d185a3354f9a tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "DELETE /v2.0/ports/faf2ca3b-1b97-4a8b-bf78-643cac00f708 HTTP/1.1" status: 204 len: 168 time: 0.6119747 Dec 22 04:52:30.530149 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37456) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:30.530274 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822c7ad-5e14-428c-a752-3ec01d50b793 None None] No DVR routers for this DVR port bd76ff58-ebe3-49da-af22-8f7b03e0e421 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:30.533005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: bd76ff58-ebe3-49da-af22-8f7b03e0e421 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:52:30.533391 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device bd76ff58-ebe3-49da-af22-8f7b03e0e421 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:52:30.602440 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.640588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0aa1a4e-b882-4047-b5ec-9614b6fbae9d']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:30.663725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297204c9-148b-4b4e-8077-cbc3f3106809 req-8c0ded31-b76f-4e11-ab81-b0f6cc07e3bc tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:30.665240 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-297204c9-148b-4b4e-8077-cbc3f3106809 req-8c0ded31-b76f-4e11-ab81-b0f6cc07e3bc tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 944 time: 0.1846809 Dec 22 04:52:30.668380 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581e338f-3b9d-43fe-8656-9edc18c2098f') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:30.668668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581e338f-3b9d-43fe-8656-9edc18c2098f') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:30.702641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55439e-70fa-4c73-b063-30e9e9e384d7 req-6818f1ce-30fa-4b0b-b43d-93bc42ab2945 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:30.704015 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd55439e-70fa-4c73-b063-30e9e9e384d7 req-6818f1ce-30fa-4b0b-b43d-93bc42ab2945 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 944 time: 0.1711175 Dec 22 04:52:30.736625 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.759893 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd55439e-70fa-4c73-b063-30e9e9e384d7 req-3eac664c-01e3-451d-99b3-2de31d743159 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456758 Dec 22 04:52:30.762167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0c40ec50-0466-42ef-99f4-cdd45630d509 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Deleting port 2c9fa907-f7e7-435c-9ac5-d61931f84847 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:30.762501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c40ec50-0466-42ef-99f4-cdd45630d509 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.781014 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.800669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ed3472d-150f-4598-abbf-cc5559a26e1e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.858019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c40ec50-0466-42ef-99f4-cdd45630d509 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:30.885993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0c40ec50-0466-42ef-99f4-cdd45630d509 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Calling delete_port for 2c9fa907-f7e7-435c-9ac5-d61931f84847 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:30.913327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3472d-150f-4598-abbf-cc5559a26e1e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=daea9cde-7438-4f9c-b09f-6ad8f0f9cbc3,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:30.950714 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed3472d-150f-4598-abbf-cc5559a26e1e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking segment: {'id': 'b5349d37-d865-4671-9172-7cae46c12858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '54e42836-a9d2-4406-a66e-856b944cfdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:30.951056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3472d-150f-4598-abbf-cc5559a26e1e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network hostable DHCP agents. Network: 54e42836-a9d2-4406-a66e-856b944cfdd1, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:31.058991 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:31.059390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:31.063918 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:31.128505 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-297204c9-148b-4b4e-8077-cbc3f3106809 req-ca5b56b3-a5c5-4544-8f3f-261100c83019 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4223096 Dec 22 04:52:31.157009 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.183857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.217476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed3472d-150f-4598-abbf-cc5559a26e1e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network 54e42836-a9d2-4406-a66e-856b944cfdd1 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:31.237653 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c40ec50-0466-42ef-99f4-cdd45630d509 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.251307 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.269455 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c40ec50-0466-42ef-99f4-cdd45630d509 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.273353 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0c40ec50-0466-42ef-99f4-cdd45630d509 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "DELETE /v2.0/ports/2c9fa907-f7e7-435c-9ac5-d61931f84847 HTTP/1.1" status: 204 len: 168 time: 0.7469578 Dec 22 04:52:31.274352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40ec50-0466-42ef-99f4-cdd45630d509 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event deleted for resources: {'Port': ['ID=2c9fa907-f7e7-435c-9ac5-d61931f84847,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:31.276785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37458) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:31.306578 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6478721d-ce99-433d-8595-5c651dff18fa tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0254285 Dec 22 04:52:31.306807 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37460) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:31.311588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3d41e93c-f353-48d3-8e53-44b127241aec tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1852648122'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:31.344378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.346292 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-8ed3472d-150f-4598-abbf-cc5559a26e1e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 54e42836-a9d2-4406-a66e-856b944cfdd1) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:31.350405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed3472d-150f-4598-abbf-cc5559a26e1e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:31.350999 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ed3472d-150f-4598-abbf-cc5559a26e1e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.359300 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eb2d7e-e22c-49e6-af11-d14232a6519a None None] Network 54e42836-a9d2-4406-a66e-856b944cfdd1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:31.361149 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.365346 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] 10.222.0.54 "DELETE /v2.0/networks/c0aa1a4e-b882-4047-b5ec-9614b6fbae9d HTTP/1.1" status: 204 len: 168 time: 1.9157085 Dec 22 04:52:31.376969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 0ad5f406-ac95-4864-9ae7-3ed50f316264 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:31.390179 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7bac5-62a7-4e48-816b-1c0ae3341e8c tempest-ExtraDHCPOptionsTestJSON-499791760 tempest-ExtraDHCPOptionsTestJSON-499791760-project] Pushing event deleted for resources: {'Network': ['ID=c0aa1a4e-b882-4047-b5ec-9614b6fbae9d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:31.435283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d41e93c-f353-48d3-8e53-44b127241aec tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Made reservation on behalf of 517d84d9824348a390c960b59ed2e3d8 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:31.444330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d41e93c-f353-48d3-8e53-44b127241aec tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.489414 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8ed3472d-150f-4598-abbf-cc5559a26e1e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5246265 Dec 22 04:52:31.494361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37466) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:31.507527 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.521803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d41e93c-f353-48d3-8e53-44b127241aec tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:31.547792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d41e93c-f353-48d3-8e53-44b127241aec tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.548349 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-3d41e93c-f353-48d3-8e53-44b127241aec tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Added segment 24e40a63-bc60-41d0-a1b1-6fcbeae541d6 of type vlan for network 6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d Dec 22 04:52:31.577381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-54e42836-a9d2-4406-a66e-856b944cfdd1', 'network_id': '54e42836-a9d2-4406-a66e-856b944cfdd1', 'tenant_id': '1cfcebb8e2014649b670bb75b75fa729', 'fixed_ips': [{'subnet_id': 'daea9cde-7438-4f9c-b09f-6ad8f0f9cbc3'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:31.577907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.605305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Router c10f3eb6-580b-4f03-8445-2bcc0f142eb3 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:52:31.611328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d41e93c-f353-48d3-8e53-44b127241aec tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.628343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd147d22-7da4-4b0a-9d68-d7c4d72fd98e req-bc914575-2ad1-436a-bc27-950443ea6a77 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:31.630383 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fd147d22-7da4-4b0a-9d68-d7c4d72fd98e req-bc914575-2ad1-436a-bc27-950443ea6a77 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 945 time: 0.1002429 Dec 22 04:52:31.655434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 0ad5f406-ac95-4864-9ae7-3ed50f316264 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:31.673246 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 0ad5f406-ac95-4864-9ae7-3ed50f316264 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:31.673617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.678698 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fd147d22-7da4-4b0a-9d68-d7c4d72fd98e req-7da93a6d-cef6-4e37-97d4-8fe5d78c91cc tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375671 Dec 22 04:52:31.741417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d41e93c-f353-48d3-8e53-44b127241aec tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.748656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d41e93c-f353-48d3-8e53-44b127241aec tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:31.748656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d41e93c-f353-48d3-8e53-44b127241aec tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.768181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Allocated IP 172.20.0.1 (54e42836-a9d2-4406-a66e-856b944cfdd1/daea9cde-7438-4f9c-b09f-6ad8f0f9cbc3/6ce26771-0507-4f40-8f65-0adaa7c06dcc) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:31.829716 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.837531 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.847146 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.851643 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:31.872004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41e93c-f353-48d3-8e53-44b127241aec tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event updated for resources: {'Network': ['ID=6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:31.895236 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3d41e93c-f353-48d3-8e53-44b127241aec tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5872097 Dec 22 04:52:31.897789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37472) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:31.902840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-046cb4c3-e509-417c-addb-3d34b4fb570e tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-385281893'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:31.954881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37474) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:31.994448 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:52:32.012623 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Sync routers for ids ['c10f3eb6-580b-4f03-8445-2bcc0f142eb3'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:32.027511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.028780 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Routers {'c10f3eb6-580b-4f03-8445-2bcc0f142eb3'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:32.029416 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c10f3eb6-580b-4f03-8445-2bcc0f142eb3'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:32.029873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046cb4c3-e509-417c-addb-3d34b4fb570e tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Made reservation on behalf of 517d84d9824348a390c960b59ed2e3d8 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:32.036474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-046cb4c3-e509-417c-addb-3d34b4fb570e tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.039067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46881505-5d22-4848-9fda-f40f865a43d3 req-0cf89fe1-34a8-4c03-adaf-269a25d31af8 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:32.040635 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-46881505-5d22-4848-9fda-f40f865a43d3 req-0cf89fe1-34a8-4c03-adaf-269a25d31af8 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 944 time: 0.1241565 Dec 22 04:52:32.043681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.044182 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 144073a3-eec2-4ada-abd6-a31bef900ce0 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:52:32.079142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046cb4c3-e509-417c-addb-3d34b4fb570e tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:32.093718 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-046cb4c3-e509-417c-addb-3d34b4fb570e tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.094064 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-046cb4c3-e509-417c-addb-3d34b4fb570e tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Added segment 8f1a22bb-d427-4a4c-a4fa-241821aca128 of type vlan for network 975412d9-7717-409e-a72b-f0b0b823dec3 Dec 22 04:52:32.113335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:32.118497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.122383 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8eebc73f-3fde-4bb4-bdda-0765cce9fe92 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.2669508 Dec 22 04:52:32.127000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37478) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:32.157507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-046cb4c3-e509-417c-addb-3d34b4fb570e tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.195967 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-46881505-5d22-4848-9fda-f40f865a43d3 req-4ec90c19-b0dc-4231-854c-7b6d4d2188f9 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322780 Dec 22 04:52:32.218497 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Set router c10f3eb6-580b-4f03-8445-2bcc0f142eb3 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:52:32.226727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad5f406-ac95-4864-9ae7-3ed50f316264'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:32.233335 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:52:32.236938 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3e3dbc47-285a-423e-8517-040fcc341758 tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.0026922 Dec 22 04:52:32.248162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37482) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:32.261581 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c79ecaed-3c80-4a48-aeaa-882a7f254388 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ab80a8de2c5414dbd498f3ffd53310b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085191 Dec 22 04:52:32.262748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-046cb4c3-e509-417c-addb-3d34b4fb570e tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.265489 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37484) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:32.271050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046cb4c3-e509-417c-addb-3d34b4fb570e tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:32.271636 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-046cb4c3-e509-417c-addb-3d34b4fb570e tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.324969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.338267 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 0ad5f406-ac95-4864-9ae7-3ed50f316264, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ad5f406-ac95-4864-9ae7-3ed50f316264,segment=NetworkSegment(7315f982-e7ae-4c26-a1ec-2e935c2140a0),segment_id=7315f982-e7ae-4c26-a1ec-2e935c2140a0)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:32.419268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a25998e-6b85-4879-8c2a-3c9357b135c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.426057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668490ab-2998-42dd-aa77-a16634280ec3 req-2b6dd0ad-fbdd-4a8a-836a-42bcf736de46 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:32.428930 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-668490ab-2998-42dd-aa77-a16634280ec3 req-2b6dd0ad-fbdd-4a8a-836a-42bcf736de46 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 944 time: 0.2137053 Dec 22 04:52:32.439240 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.440482 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 8f1a601b-30af-4c14-b708-43c461547d43 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:32.454475 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a25998e-6b85-4879-8c2a-3c9357b135c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.459177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cb4c3-e509-417c-addb-3d34b4fb570e tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event updated for resources: {'Network': ['ID=975412d9-7717-409e-a72b-f0b0b823dec3,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:32.492638 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 975412d9-7717-409e-a72b-f0b0b823dec3 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:32.493609 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-046cb4c3-e509-417c-addb-3d34b4fb570e tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5946493 Dec 22 04:52:32.518030 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10f3eb6-580b-4f03-8445-2bcc0f142eb3', 'name': '', 'tenant_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0709de54-98a3-4abe-ba23-e426d5550a62', 'external_fixed_ips': [{'subnet_id': 'a2b12308-b45c-4ea3-ae35-664116f6e8bb', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:26Z', 'updated_at': '2021-12-22T04:52:29Z', 'revision_number': 3, 'project_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'gw_port': {'id': 'aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9', 'name': '', 'network_id': '0709de54-98a3-4abe-ba23-e426d5550a62', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:77:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c10f3eb6-580b-4f03-8445-2bcc0f142eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'a2b12308-b45c-4ea3-ae35-664116f6e8bb', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:28Z', 'updated_at': '2021-12-22T04:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2b12308-b45c-4ea3-ae35-664116f6e8bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:32.521711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.559925 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Checking router: c10f3eb6-580b-4f03-8445-2bcc0f142eb3 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:32.560666 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Updating router c10f3eb6-580b-4f03-8445-2bcc0f142eb3 port aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:52:32.562724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d59671-330d-4aef-91c8-cb3c898af58e" -d '{"events": [{"server_uuid": "0a37fa55-9e43-41e1-8b97-92f9aed01390", "name": "network-vif-plugged", "status": "completed", "tag": "0ad5f406-ac95-4864-9ae7-3ed50f316264"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:32.571014 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-668490ab-2998-42dd-aa77-a16634280ec3 req-17db384a-d1f9-49ad-9366-c4a5ffcb8ebe tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184669 Dec 22 04:52:32.585319 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-67ba5c7e-858d-41a8-87d7-a5012890ba4d tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Deleting port 856d474b-e848-4261-bd9e-1b1d6ae40a8d {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:32.585878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-67ba5c7e-858d-41a8-87d7-a5012890ba4d tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.608477 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.673018 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.681903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a25998e-6b85-4879-8c2a-3c9357b135c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.684663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a25998e-6b85-4879-8c2a-3c9357b135c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.688012 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0a25998e-6b85-4879-8c2a-3c9357b135c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/23b4cadf-4f51-4df4-836f-1bf49ec75733 HTTP/1.1" status: 204 len: 168 time: 0.4214666 Dec 22 04:52:32.724569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=0ad5f406-ac95-4864-9ae7-3ed50f316264,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:32.729563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25998e-6b85-4879-8c2a-3c9357b135c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b4cadf-4f51-4df4-836f-1bf49ec75733,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:32.795010 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.817323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-67ba5c7e-858d-41a8-87d7-a5012890ba4d tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.858073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-67ba5c7e-858d-41a8-87d7-a5012890ba4d tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Calling delete_port for 856d474b-e848-4261-bd9e-1b1d6ae40a8d owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:32.875066 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Deleting port aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:32.876215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.899080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 8f1a601b-30af-4c14-b708-43c461547d43 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:32.915256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0252bafc-4e9b-4703-a9e2-e991b1a4dadf x-openstack-request-id: req-0252bafc-4e9b-4703-a9e2-e991b1a4dadf {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:32.919923 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a37fa55-9e43-41e1-8b97-92f9aed01390", "name": "network-vif-plugged", "status": "completed", "tag": "0ad5f406-ac95-4864-9ae7-3ed50f316264", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:32.920368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0252bafc-4e9b-4703-a9e2-e991b1a4dadf {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:32.920967 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad5f406-ac95-4864-9ae7-3ed50f316264', 'code': 200} Dec 22 04:52:32.927356 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 8f1a601b-30af-4c14-b708-43c461547d43 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:32.927996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:32.992358 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.004497 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.025116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Network 54e42836-a9d2-4406-a66e-856b944cfdd1 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:33.029022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Pushing event updated for resources: {'Port': ['ID=6ce26771-0507-4f40-8f65-0adaa7c06dcc,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:33.032504 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e64c0-ff92-42d3-939c-b0516b0a75f6 req-8e0e461c-cef3-4752-abc5-5a53cdfa8c26 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:33.034896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:33.040777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:33.043616 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6b8e64c0-ff92-42d3-939c-b0516b0a75f6 req-8e0e461c-cef3-4752-abc5-5a53cdfa8c26 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 945 time: 0.1112421 Dec 22 04:52:33.077377 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Subnet': ['ID=daea9cde-7438-4f9c-b09f-6ad8f0f9cbc3,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:33.103766 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.115882 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6b8e64c0-ff92-42d3-939c-b0516b0a75f6 req-d249b955-c1eb-460d-9034-503a816bc2fa tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711539 Dec 22 04:52:33.188109 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.191396 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Attempting to bind port 6ce26771-0507-4f40-8f65-0adaa7c06dcc on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:33.191765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Attempting to bind port 6ce26771-0507-4f40-8f65-0adaa7c06dcc by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'b5349d37-d865-4671-9172-7cae46c12858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '54e42836-a9d2-4406-a66e-856b944cfdd1'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:33.192144 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Attempting to bind port 6ce26771-0507-4f40-8f65-0adaa7c06dcc on network 54e42836-a9d2-4406-a66e-856b944cfdd1 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:33.193010 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.215440 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Calling delete_port for aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:33.232780 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Attempting to bind port aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:33.233150 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Attempting to bind port aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '8518a0ba-3a08-41ab-b1b9-6a9d18dfb02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0709de54-98a3-4abe-ba23-e426d5550a62'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:33.234439 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Attempting to bind port aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9 on network 0709de54-98a3-4abe-ba23-e426d5550a62 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:33.236767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:33.237162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Checking segment: {'id': 'b5349d37-d865-4671-9172-7cae46c12858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '54e42836-a9d2-4406-a66e-856b944cfdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:33.237543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.237939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Bound using segment: {'id': 'b5349d37-d865-4671-9172-7cae46c12858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '54e42836-a9d2-4406-a66e-856b944cfdd1'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:33.238419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Bound port: 6ce26771-0507-4f40-8f65-0adaa7c06dcc, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5349d37-d865-4671-9172-7cae46c12858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '54e42836-a9d2-4406-a66e-856b944cfdd1'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:33.238824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.241445 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-67ba5c7e-858d-41a8-87d7-a5012890ba4d tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.248723 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e42836-a9d2-4406-a66e-856b944cfdd1']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:33.255793 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8fb71-f43d-43b2-880e-9371a24005f4 None None] Pushing event updated for resources: {'Port': ['ID=aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:33.265153 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:33.265528 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Checking segment: {'id': '8518a0ba-3a08-41ab-b1b9-6a9d18dfb02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0709de54-98a3-4abe-ba23-e426d5550a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:33.265934 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.266321 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Bound using segment: {'id': '8518a0ba-3a08-41ab-b1b9-6a9d18dfb02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0709de54-98a3-4abe-ba23-e426d5550a62'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:33.266798 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Bound port: aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8518a0ba-3a08-41ab-b1b9-6a9d18dfb02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0709de54-98a3-4abe-ba23-e426d5550a62'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:33.267196 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.279688 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5349d37-d865-4671-9172-7cae46c12858') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:33.283218 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5349d37-d865-4671-9172-7cae46c12858') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:33.344907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.345788 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.389065 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.389271 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] For port aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:33.414881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:33.415287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:33.418295 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:33.448344 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 8f1a601b-30af-4c14-b708-43c461547d43, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8f1a601b-30af-4c14-b708-43c461547d43,segment=NetworkSegment(00a870d2-cdd6-47f1-b9af-fe21d31422bb),segment_id=00a870d2-cdd6-47f1-b9af-fe21d31422bb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:33.451272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] For port 6ce26771-0507-4f40-8f65-0adaa7c06dcc, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:33.484588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba5c7e-858d-41a8-87d7-a5012890ba4d tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Pushing event deleted for resources: {'Port': ['ID=856d474b-e848-4261-bd9e-1b1d6ae40a8d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:33.509283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.543694 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 8d5fabd3-d5d4-4906-ba76-4e506346242b up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:33.635002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-67ba5c7e-858d-41a8-87d7-a5012890ba4d tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.638455 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-67ba5c7e-858d-41a8-87d7-a5012890ba4d tempest-RoutersAdminNegativeTest-851851764 tempest-RoutersAdminNegativeTest-851851764-project-admin] 10.222.0.54 "DELETE /v2.0/ports/856d474b-e848-4261-bd9e-1b1d6ae40a8d HTTP/1.1" status: 204 len: 168 time: 1.3854835 Dec 22 04:52:33.640963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b64da2-9849-4bda-9e73-c69acffbc005 req-432ab46d-df64-4ab5-aa16-3773dcec7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:33.650827 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-00b64da2-9849-4bda-9e73-c69acffbc005 req-432ab46d-df64-4ab5-aa16-3773dcec7bdf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 1098 time: 0.4071343 Dec 22 04:52:33.685344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-00b64da2-9849-4bda-9e73-c69acffbc005 req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.715039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=8f1a601b-30af-4c14-b708-43c461547d43,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:33.776843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4fc39-d038-42d6-b082-42aa9424bb71 req-569af506-eea6-40c2-a53d-037d4fa1b53e tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:33.779408 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8cb4fc39-d038-42d6-b082-42aa9424bb71 req-569af506-eea6-40c2-a53d-037d4fa1b53e tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 944 time: 0.4392848 Dec 22 04:52:33.804066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec7915-1c89-4149-9dfe-a844ed902ec6 req-046b3dc0-f722-4eca-9dac-bfcf4a478af0 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:33.804066 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9cec7915-1c89-4149-9dfe-a844ed902ec6 req-046b3dc0-f722-4eca-9dac-bfcf4a478af0 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 945 time: 0.0533662 Dec 22 04:52:33.816009 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] For port aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9,segment=NetworkSegment(8518a0ba-3a08-41ab-b1b9-6a9d18dfb02e),segment_id=8518a0ba-3a08-41ab-b1b9-6a9d18dfb02e)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:33.827994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] For port 6ce26771-0507-4f40-8f65-0adaa7c06dcc, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6ce26771-0507-4f40-8f65-0adaa7c06dcc,segment=NetworkSegment(b5349d37-d865-4671-9172-7cae46c12858),segment_id=b5349d37-d865-4671-9172-7cae46c12858)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:33.845062 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 8d5fabd3-d5d4-4906-ba76-4e506346242b completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:33.851861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 8d5fabd3-d5d4-4906-ba76-4e506346242b triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:33.861650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.875666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.db.api [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:52:33.875666 dv-neutron-822523-1-hyperv neutron-server[109182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:52:33.875666 dv-neutron-822523-1-hyperv neutron-server[109182]: [parameters: {'id': '54e42836-a9d2-4406-a66e-856b944cfdd1'}] Dec 22 04:52:33.875666 dv-neutron-822523-1-hyperv neutron-server[109182]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:52:33.876440 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG oslo_db.api [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:52:33.883728 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9cec7915-1c89-4149-9dfe-a844ed902ec6 req-55b2fe36-89cc-4df5-ac1a-16b654259d8d tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498726 Dec 22 04:52:33.904818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-00b64da2-9849-4bda-9e73-c69acffbc005 req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.917428 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:33.943588 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.040715 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.048228 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Routers {'c10f3eb6-580b-4f03-8445-2bcc0f142eb3'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:34.050295 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c10f3eb6-580b-4f03-8445-2bcc0f142eb3'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:34.071919 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8cb4fc39-d038-42d6-b082-42aa9424bb71 req-7d75dc0f-dfd1-4ad4-8a6d-c26c9a0edbe4 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806454 Dec 22 04:52:34.112596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18c4e8-b4c3-426c-b563-679e38969d44 None None] Pushing event updated for resources: {'Port': ['ID=6ce26771-0507-4f40-8f65-0adaa7c06dcc,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:34.116294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-00b64da2-9849-4bda-9e73-c69acffbc005 req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.137980 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1d9045-85a3-414a-95ca-cd9107ad4586 None None] Network 54e42836-a9d2-4406-a66e-856b944cfdd1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:34.143120 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-00b64da2-9849-4bda-9e73-c69acffbc005 req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4822962 Dec 22 04:52:34.147406 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 8d5fabd3-d5d4-4906-ba76-4e506346242b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b,segment=NetworkSegment(53ccdc7b-8e96-41c3-a284-ea2402686593),segment_id=53ccdc7b-8e96-41c3-a284-ea2402686593)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:34.181471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.189311 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=88ccecee-eb97-4700-b82c-3b2d496901e8,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:34.215086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.220555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.221052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.228669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.229158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.229592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.230045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.230977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.234503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.234932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.238899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.238899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f0ab5d-49b3-4495-a88e-1250403ce906 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.259390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.302499 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8fb71-f43d-43b2-880e-9371a24005f4 None None] Pushing event updated for resources: {'Port': ['ID=aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:34.303154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa0d882e-4f65-4a5c-80b4-8a95cabcf6d9,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:34.326650 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] Set router c10f3eb6-580b-4f03-8445-2bcc0f142eb3 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:52:34.350943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.351231 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.351569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.351917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.355196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.355649 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.357553 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.357915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.358258 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.358595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.358935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.362702 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:34.386041 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.402001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b96de5-320b-48d7-bf03-c7c36ea44160 req-c8f52d2b-5f3f-49a6-ac08-476ab354332f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:34.405673 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-98b96de5-320b-48d7-bf03-c7c36ea44160 req-c8f52d2b-5f3f-49a6-ac08-476ab354332f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1421423 Dec 22 04:52:34.451712 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37520) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:34.456722 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c10f3eb6-580b-4f03-8445-2bcc0f142eb3', 'name': '', 'tenant_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:26Z', 'updated_at': '2021-12-22T04:52:32Z', 'revision_number': 4, 'project_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:34.514831 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-98b96de5-320b-48d7-bf03-c7c36ea44160 req-983e5147-53ae-4ac8-8e6d-4d12a7e35697 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023026 Dec 22 04:52:34.525188 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12847b-c6a6-4149-8680-db9f6bfc1323 None None] The sync data for ids ['c10f3eb6-580b-4f03-8445-2bcc0f142eb3'] in dv-neutron-822523-1-hyperv is: [{'id': 'c10f3eb6-580b-4f03-8445-2bcc0f142eb3', 'name': '', 'tenant_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:26Z', 'updated_at': '2021-12-22T04:52:32Z', 'revision_number': 4, 'project_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'gw_port_host': None}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:34.525413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.571732 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=8d5fabd3-d5d4-4906-ba76-4e506346242b,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:34.619705 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc183d62-0e3e-4b8e-bd88-a961630fdac5 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:52:34.690257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.693245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.694874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dd256492-3c30-4e31-b22f-dbf001a5887a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.726224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Deleting port 6ce26771-0507-4f40-8f65-0adaa7c06dcc {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:34.726566 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.763801 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc183d62-0e3e-4b8e-bd88-a961630fdac5 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:52:34.842516 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] For port 6ce26771-0507-4f40-8f65-0adaa7c06dcc, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6ce26771-0507-4f40-8f65-0adaa7c06dcc,segment=NetworkSegment(b5349d37-d865-4671-9172-7cae46c12858),segment_id=b5349d37-d865-4671-9172-7cae46c12858)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:34.842793 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.864534 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Calling delete_port for 6ce26771-0507-4f40-8f65-0adaa7c06dcc owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:34.867419 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.867785 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c10f3eb6-580b-4f03-8445-2bcc0f142eb3 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:52:34.877959 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:34.880064 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5b524da1-904d-4f72-8fb9-2403012e11ac tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "DELETE /v2.0/routers/c10f3eb6-580b-4f03-8445-2bcc0f142eb3 HTTP/1.1" status: 204 len: 168 time: 2.7496064 Dec 22 04:52:34.883347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37530) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:34.898641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37532) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:34.950939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6163df62-305e-4063-bc42-29abd0ae2af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1a601b-30af-4c14-b708-43c461547d43'}, {'server_uuid': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5fabd3-d5d4-4906-ba76-4e506346242b'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:34.962178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31ac83d-6ae4-40df-adca-bf0eb1e141c0" -d '{"events": [{"server_uuid": "6163df62-305e-4063-bc42-29abd0ae2af3", "name": "network-vif-plugged", "status": "completed", "tag": "8f1a601b-30af-4c14-b708-43c461547d43"}, {"server_uuid": "5b331c9a-9262-41ea-87b0-11ac7da42e42", "name": "network-vif-plugged", "status": "completed", "tag": "8d5fabd3-d5d4-4906-ba76-4e506346242b"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:35.061502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef30ab1d-5dff-4928-858f-574e1966be96 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Deleting subnet a2b12308-b45c-4ea3-ae35-664116f6e8bb {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:52:35.075468 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ef30ab1d-5dff-4928-858f-574e1966be96 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.111684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dd256492-3c30-4e31-b22f-dbf001a5887a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.116781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'network': {'name': 'tempest-RoutersTest-1962617713'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:35.167730 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cddcb2-799f-4518-91e7-fcd84d62bca9 x-openstack-request-id: req-d3cddcb2-799f-4518-91e7-fcd84d62bca9 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:35.168221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6163df62-305e-4063-bc42-29abd0ae2af3", "name": "network-vif-plugged", "status": "completed", "tag": "8f1a601b-30af-4c14-b708-43c461547d43", "code": 200}, {"server_uuid": "5b331c9a-9262-41ea-87b0-11ac7da42e42", "name": "network-vif-plugged", "status": "completed", "tag": "8d5fabd3-d5d4-4906-ba76-4e506346242b", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:35.168797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3cddcb2-799f-4518-91e7-fcd84d62bca9 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:35.169010 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6163df62-305e-4063-bc42-29abd0ae2af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1a601b-30af-4c14-b708-43c461547d43', 'code': 200} Dec 22 04:52:35.169360 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5fabd3-d5d4-4906-ba76-4e506346242b', 'code': 200} Dec 22 04:52:35.182483 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5e9fa-a140-45e4-8bcd-618376f12e63 req-ac621b5a-bb73-447f-a1dd-4e5aa4be5576 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:35.183992 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7ca5e9fa-a140-45e4-8bcd-618376f12e63 req-ac621b5a-bb73-447f-a1dd-4e5aa4be5576 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 945 time: 0.1573701 Dec 22 04:52:35.187289 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dd256492-3c30-4e31-b22f-dbf001a5887a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.244949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd256492-3c30-4e31-b22f-dbf001a5887a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3971f14e-d9cf-42ef-a408-804c0516f1ab,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:35.252917 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-dd256492-3c30-4e31-b22f-dbf001a5887a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3b7c0f9017f4a8fa380362d0a0b35b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7887950 Dec 22 04:52:35.254239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37542) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:35.276761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:35.280175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.290129 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7ca5e9fa-a140-45e4-8bcd-618376f12e63 req-fcb36d53-17e6-4511-8768-ae7650a7a653 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815861 Dec 22 04:52:35.307367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.309052 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.356725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Port': ['ID=6ce26771-0507-4f40-8f65-0adaa7c06dcc,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:35.362744 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No DVR routers for this DVR port 6ce26771-0507-4f40-8f65-0adaa7c06dcc on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:35.460041 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae91a935-f8d3-4aea-ae07-a9e39dc33710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.491912 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.522256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae91a935-f8d3-4aea-ae07-a9e39dc33710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.544291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e42836-a9d2-4406-a66e-856b944cfdd1']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:35.573543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5349d37-d865-4671-9172-7cae46c12858') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:35.573833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5349d37-d865-4671-9172-7cae46c12858') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:35.597577 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.599799 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ef30ab1d-5dff-4928-858f-574e1966be96 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.627641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.639386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37546) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:35.643799 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.646980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead97ac8-d66b-4afd-80b9-8b09c788f32a req-12c829ca-0566-441e-8ed8-cd535c55b1a6 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:35.648253 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'subnets': [{'network_id': '6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1769100564', 'ip_version': 6}, {'network_id': '975412d9-7717-409e-a72b-f0b0b823dec3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:35.648502 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ead97ac8-d66b-4afd-80b9-8b09c788f32a req-12c829ca-0566-441e-8ed8-cd535c55b1a6 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 945 time: 0.0941539 Dec 22 04:52:35.648610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'subnet': {'network_id': '6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1769100564', 'ip_version': 6}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:35.649289 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Request body: {'subnet': {'network_id': '975412d9-7717-409e-a72b-f0b0b823dec3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:35.655118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:35.656000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: items = [ Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:35.662144 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:35.679742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ef30ab1d-5dff-4928-858f-574e1966be96 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.742312 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.784107 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ead97ac8-d66b-4afd-80b9-8b09c788f32a req-f591826d-2294-4401-b4e3-eb00ed1f5cf6 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277981 Dec 22 04:52:35.795709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0534285-87a8-465b-a60f-691f96e3e305 req-8576fe60-595b-4176-89b0-bf0bc91d7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:35.797194 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f0534285-87a8-465b-a60f-691f96e3e305 req-8576fe60-595b-4176-89b0-bf0bc91d7fd8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 1098 time: 0.1263947 Dec 22 04:52:35.801064 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21b4fb-e0c2-4374-8551-0eff7f756be0 req-c81b456d-1a34-4486-b0f7-e380ccb08fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:35.803198 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b21b4fb-e0c2-4374-8551-0eff7f756be0 req-c81b456d-1a34-4486-b0f7-e380ccb08fce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 1099 time: 0.1306736 Dec 22 04:52:35.805867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae91a935-f8d3-4aea-ae07-a9e39dc33710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.808482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae91a935-f8d3-4aea-ae07-a9e39dc33710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.811943 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ae91a935-f8d3-4aea-ae07-a9e39dc33710 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3971f14e-d9cf-42ef-a408-804c0516f1ab HTTP/1.1" status: 204 len: 168 time: 0.5539584 Dec 22 04:52:35.835185 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:35.850573 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aee3b4-3b30-496d-ac6b-df2937f41c47,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:35.862457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.862749 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Added segment 862f4cfb-f79f-42de-be94-30744098d48a of type vlan for network ae565ca0-2c09-4c6b-a729-75444f4dca06 Dec 22 04:52:35.916500 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ef30ab1d-5dff-4928-858f-574e1966be96 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.930923 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b21b4fb-e0c2-4374-8551-0eff7f756be0 req-57c70b31-10a9-4e33-bf2a-3b9db3e2f51e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700114 Dec 22 04:52:35.941421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91a935-f8d3-4aea-ae07-a9e39dc33710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3971f14e-d9cf-42ef-a408-804c0516f1ab,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:35.953163 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f0534285-87a8-465b-a60f-691f96e3e305 req-7d9c7894-462b-4c3b-ae71-082e16e66382 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899165 Dec 22 04:52:35.954620 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30ab1d-5dff-4928-858f-574e1966be96 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b12308-b45c-4ea3-ae35-664116f6e8bb,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:35.962285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ef30ab1d-5dff-4928-858f-574e1966be96 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:35.963559 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515fa59-5142-4c4a-b3c8-80cdf0882684 req-3c6a132d-d409-469e-b5e8-ff64dded44df tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:35.965915 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ef30ab1d-5dff-4928-858f-574e1966be96 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/a2b12308-b45c-4ea3-ae35-664116f6e8bb HTTP/1.1" status: 204 len: 168 time: 1.0814240 Dec 22 04:52:35.968622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37550) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:35.971093 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c515fa59-5142-4c4a-b3c8-80cdf0882684 req-3c6a132d-d409-469e-b5e8-ff64dded44df tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2590845 Dec 22 04:52:35.998651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.023154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.035834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.038930 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/54e42836-a9d2-4406-a66e-856b944cfdd1 HTTP/1.1" status: 204 len: 168 time: 4.5435266 Dec 22 04:52:36.042535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37552) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:36.051584 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-303fb62c-6870-4811-84bc-b8a22349214c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-917967472'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:36.058738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.079091 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c1cd6-5746-4e45-bcf4-d074a093e78f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Network': ['ID=54e42836-a9d2-4406-a66e-856b944cfdd1,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:36.091703 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c515fa59-5142-4c4a-b3c8-80cdf0882684 req-7ee5abf6-c498-4dc3-9db7-16f0e0004f2b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197770 Dec 22 04:52:36.158407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.181683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0709de54-98a3-4abe-ba23-e426d5550a62']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:36.190662 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8518a0ba-3a08-41ab-b1b9-6a9d18dfb02e') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:36.190952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8518a0ba-3a08-41ab-b1b9-6a9d18dfb02e') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:36.200712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.213253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.218944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:36.219317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:36.220965 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:36.223495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.229632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:36.231441 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.289524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303fb62c-6870-4811-84bc-b8a22349214c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:36.293724 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-303fb62c-6870-4811-84bc-b8a22349214c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.298108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Network': ['ID=ae565ca0-2c09-4c6b-a729-75444f4dca06,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:36.310094 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network ae565ca0-2c09-4c6b-a729-75444f4dca06 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:36.324563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303fb62c-6870-4811-84bc-b8a22349214c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:36.342021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-303fb62c-6870-4811-84bc-b8a22349214c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.342467 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-303fb62c-6870-4811-84bc-b8a22349214c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Added segment ad3dd997-7251-4465-899f-619b06bb3250 of type vlan for network a97eec60-38ce-4f09-b16d-4841459cada8 Dec 22 04:52:36.388778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.409223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0709de54-98a3-4abe-ba23-e426d5550a62 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:52:36.431977 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-88291f5b-77ca-4539-bd8d-22fca2e58fda tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5321701 Dec 22 04:52:36.435219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.443054 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "DELETE /v2.0/networks/0709de54-98a3-4abe-ba23-e426d5550a62 HTTP/1.1" status: 204 len: 168 time: 0.4689975 Dec 22 04:52:36.443984 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-303fb62c-6870-4811-84bc-b8a22349214c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.448095 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37558) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:36.455406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8b83fe78-b940-4367-b2b6-382c7ce10e31 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'network': {'name': 'tempest-RoutersTest-1008442751'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:36.467541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8ca03-4d92-4bb8-8f44-1e6540804dda tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event deleted for resources: {'Network': ['ID=0709de54-98a3-4abe-ba23-e426d5550a62,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:36.490418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4e716-9f9e-410b-a42c-8d98a126db86 req-517cdffb-759d-46bc-bdff-5c9b9b32b67f tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:36.496901 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8fa4e716-9f9e-410b-a42c-8d98a126db86 req-517cdffb-759d-46bc-bdff-5c9b9b32b67f tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 945 time: 0.1120315 Dec 22 04:52:36.537461 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8fa4e716-9f9e-410b-a42c-8d98a126db86 req-ac126534-7584-4c0b-8c4f-28ca354886c8 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392647 Dec 22 04:52:36.559171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Made reservation on behalf of 517d84d9824348a390c960b59ed2e3d8 for: {'subnet': 2} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:36.563652 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.563652 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.583413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-303fb62c-6870-4811-84bc-b8a22349214c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.589031 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303fb62c-6870-4811-84bc-b8a22349214c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:36.589621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-303fb62c-6870-4811-84bc-b8a22349214c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.667772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fb62c-6870-4811-84bc-b8a22349214c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=a97eec60-38ce-4f09-b16d-4841459cada8,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:36.678744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network a97eec60-38ce-4f09-b16d-4841459cada8 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:36.719664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37568) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:36.780585 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e1417a5b-e18c-467e-a1b7-c1951eb6dd36 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2625c972019247b3811d6c1f5afec8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594497 Dec 22 04:52:36.782943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37570) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:36.784754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b83fe78-b940-4367-b2b6-382c7ce10e31 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:36.788737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b83fe78-b940-4367-b2b6-382c7ce10e31 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.815603 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-303fb62c-6870-4811-84bc-b8a22349214c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7691860 Dec 22 04:52:36.818731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37572) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:36.824734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3cf1bc62-ca93-41ae-a6be-4437714fbddd tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'network_id': 'a97eec60-38ce-4f09-b16d-4841459cada8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:36.892927 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb0531-abd8-4b3a-8cc3-cc35eea1e662 req-53c689d0-7767-4d38-a98d-26b1e56e9c8a tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:36.894403 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3afb0531-abd8-4b3a-8cc3-cc35eea1e662 req-53c689d0-7767-4d38-a98d-26b1e56e9c8a tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 945 time: 0.1653862 Dec 22 04:52:36.903718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37576) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:36.904045 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37578) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:36.918808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c8d7d899-c337-47e3-bbe6-64edf25483a1 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Request body: {'floatingip': {'port_id': '0ad5f406-ac95-4864-9ae7-3ed50f316264'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:36.949782 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e2b52697-e365-48a2-a7e6-a2fd10996f82 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Request body: {'router': {'name': 'tempest-router--606738488', 'project_id': '5c81b2cf6a864db99a3220770e5b7210'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:36.965074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea236fa3-d901-4b1e-a7f6-9a5afc03c0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:36.995952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b83fe78-b940-4367-b2b6-382c7ce10e31 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:37.001393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273587f9-a841-4a86-a83b-a2cc933190d7 req-f259028e-e477-4609-aa33-c308bd00d3ec tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:37.002960 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-273587f9-a841-4a86-a83b-a2cc933190d7 req-f259028e-e477-4609-aa33-c308bd00d3ec tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 945 time: 0.0980148 Dec 22 04:52:37.005346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea236fa3-d901-4b1e-a7f6-9a5afc03c0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.057336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c8d7d899-c337-47e3-bbe6-64edf25483a1 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.060469 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b83fe78-b940-4367-b2b6-382c7ce10e31 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.060804 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-8b83fe78-b940-4367-b2b6-382c7ce10e31 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Added segment 2916fee7-f23b-4d43-a361-78df99db22e8 of type vlan for network 24e0021e-7a67-4303-ba6d-5ca118836086 Dec 22 04:52:37.077657 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-273587f9-a841-4a86-a83b-a2cc933190d7 req-0c8474e3-adfc-4944-9f0b-ccfbe5c905ab tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612774 Dec 22 04:52:37.117769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf1bc62-ca93-41ae-a6be-4437714fbddd tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:37.121788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3cf1bc62-ca93-41ae-a6be-4437714fbddd tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.186924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea236fa3-d901-4b1e-a7f6-9a5afc03c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.189902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea236fa3-d901-4b1e-a7f6-9a5afc03c0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.193696 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ea236fa3-d901-4b1e-a7f6-9a5afc03c0b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61913670-42ba-4bc2-8704-e7b8081d8910 HTTP/1.1" status: 204 len: 168 time: 0.4061720 Dec 22 04:52:37.222736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea236fa3-d901-4b1e-a7f6-9a5afc03c0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61913670-42ba-4bc2-8704-e7b8081d8910,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:37.237594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b83fe78-b940-4367-b2b6-382c7ce10e31 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.253642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e2b52697-e365-48a2-a7e6-a2fd10996f82 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.254659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e2b52697-e365-48a2-a7e6-a2fd10996f82 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.412580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3cf1bc62-ca93-41ae-a6be-4437714fbddd tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.417450 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b83fe78-b940-4367-b2b6-382c7ce10e31 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.422800 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b83fe78-b940-4367-b2b6-382c7ce10e31 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:37.423835 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b83fe78-b940-4367-b2b6-382c7ce10e31 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.445321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e3675-f5bc-4cff-a07f-6facaaf6e592 req-6de5efb0-b84a-44fe-a62c-d6e0c8a7eb94 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:37.445321 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d71e3675-f5bc-4cff-a07f-6facaaf6e592 req-6de5efb0-b84a-44fe-a62c-d6e0c8a7eb94 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2652817 Dec 22 04:52:37.453588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e2b52697-e365-48a2-a7e6-a2fd10996f82 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.494220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1bc62-ca93-41ae-a6be-4437714fbddd tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=f59900eb-b507-4c64-80e3-8d2f07ee16e8,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:37.501456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf1bc62-ca93-41ae-a6be-4437714fbddd tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking segment: {'id': 'ad3dd997-7251-4465-899f-619b06bb3250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a97eec60-38ce-4f09-b16d-4841459cada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:37.502999 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1bc62-ca93-41ae-a6be-4437714fbddd tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network hostable DHCP agents. Network: a97eec60-38ce-4f09-b16d-4841459cada8, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:37.560442 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e2b52697-e365-48a2-a7e6-a2fd10996f82 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.589716 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83fe78-b940-4367-b2b6-382c7ce10e31 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Network': ['ID=24e0021e-7a67-4303-ba6d-5ca118836086,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:37.600910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 24e0021e-7a67-4303-ba6d-5ca118836086 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:37.606357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1bc62-ca93-41ae-a6be-4437714fbddd tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network a97eec60-38ce-4f09-b16d-4841459cada8 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:37.628335 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d71e3675-f5bc-4cff-a07f-6facaaf6e592 req-6ff350ab-710f-41e3-9f6a-94835ff396e5 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702573 Dec 22 04:52:37.684158 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8b83fe78-b940-4367-b2b6-382c7ce10e31 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2349715 Dec 22 04:52:37.688028 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37588) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:37.693900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-532ce333-3604-4695-8d92-c064ba99318e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'subnet': {'network_id': 'ae565ca0-2c09-4c6b-a729-75444f4dca06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:37.718412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e2b52697-e365-48a2-a7e6-a2fd10996f82 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.720465 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e2b52697-e365-48a2-a7e6-a2fd10996f82 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8130612 Dec 22 04:52:37.763186 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37592) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:37.783934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-3cf1bc62-ca93-41ae-a6be-4437714fbddd tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, a97eec60-38ce-4f09-b16d-4841459cada8) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:37.789327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf1bc62-ca93-41ae-a6be-4437714fbddd tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:37.790358 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3cf1bc62-ca93-41ae-a6be-4437714fbddd tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.794214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15efffeb-aa6f-4d9c-b3ac-b3d2e1fb61e1 None None] Network a97eec60-38ce-4f09-b16d-4841459cada8 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:37.967601 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3cf1bc62-ca93-41ae-a6be-4437714fbddd tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1447945 Dec 22 04:52:37.967601 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532ce333-3604-4695-8d92-c064ba99318e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:37.970819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-532ce333-3604-4695-8d92-c064ba99318e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.972350 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-a97eec60-38ce-4f09-b16d-4841459cada8', 'network_id': 'a97eec60-38ce-4f09-b16d-4841459cada8', 'tenant_id': '1cfcebb8e2014649b670bb75b75fa729', 'fixed_ips': [{'subnet_id': 'f59900eb-b507-4c64-80e3-8d2f07ee16e8'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:37.973944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:37.978619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37598) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:38.056773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.143084 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Allocated IP 172.20.0.2 (a97eec60-38ce-4f09-b16d-4841459cada8/f59900eb-b507-4c64-80e3-8d2f07ee16e8/cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:38.161465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-05c534a5-da5f-4eb5-bee5-b39f734fff45 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.169231 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.301260 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event updated for resources: {'Subnet': ['ID=93eea63a-745a-4409-a102-10d07a7bcda0,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:38.326023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b87c2a-3fc2-4d3b-9e8b-cc0bc68587cb req-2f95a665-0799-4a5b-bd57-a92e0b601203 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:38.327869 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-28b87c2a-3fc2-4d3b-9e8b-cc0bc68587cb req-2f95a665-0799-4a5b-bd57-a92e0b601203 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 945 time: 0.1372037 Dec 22 04:52:38.349863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.359004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.410072 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Checking segment: {'id': '24e40a63-bc60-41d0-a1b1-6fcbeae541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:38.410452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Network hostable DHCP agents. Network: 6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:38.423367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.db.resource_extend [None req-c8d7d899-c337-47e3-bbe6-64edf25483a1 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:52:38.430829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.458193 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-05c534a5-da5f-4eb5-bee5-b39f734fff45 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.464553 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-05c534a5-da5f-4eb5-bee5-b39f734fff45 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.485589 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-28b87c2a-3fc2-4d3b-9e8b-cc0bc68587cb req-36d4e541-d819-487c-9535-ae73a23c7f81 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303647 Dec 22 04:52:38.494894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Pushing event updated for resources: {'Port': ['ID=cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:38.507194 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:38.508214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:38.508214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:38.508633 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:38.509054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:38.509513 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:38.509939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:38.510373 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:38.511124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:38.511124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:38.511597 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:38.511999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:38.516717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Network a97eec60-38ce-4f09-b16d-4841459cada8 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:38.524788 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:38.533505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:38.547400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c8d7d899-c337-47e3-bbe6-64edf25483a1 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.566771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.582111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37612) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:38.596408 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Attempting to bind port cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:38.596853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Attempting to bind port cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'ad3dd997-7251-4465-899f-619b06bb3250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a97eec60-38ce-4f09-b16d-4841459cada8'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:38.597385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Attempting to bind port cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd on network a97eec60-38ce-4f09-b16d-4841459cada8 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:38.600891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-05c534a5-da5f-4eb5-bee5-b39f734fff45 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.603466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c534a5-da5f-4eb5-bee5-b39f734fff45 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e6e80e1-cf35-43fc-b419-358f2353a642 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:52:38.606653 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:38.606653 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Checking segment: {'id': 'ad3dd997-7251-4465-899f-619b06bb3250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a97eec60-38ce-4f09-b16d-4841459cada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:38.607146 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.607520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Bound using segment: {'id': 'ad3dd997-7251-4465-899f-619b06bb3250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a97eec60-38ce-4f09-b16d-4841459cada8'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:38.608121 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Bound port: cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3dd997-7251-4465-899f-619b06bb3250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a97eec60-38ce-4f09-b16d-4841459cada8'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:38.608554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.615652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Subnet': ['ID=f59900eb-b507-4c64-80e3-8d2f07ee16e8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:38.618769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Network 6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:38.623975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-05c534a5-da5f-4eb5-bee5-b39f734fff45 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.625300 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-05c534a5-da5f-4eb5-bee5-b39f734fff45 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "DELETE /v2.0/routers/2e6e80e1-cf35-43fc-b419-358f2353a642 HTTP/1.1" status: 204 len: 168 time: 0.8612208 Dec 22 04:52:38.633843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-532ce333-3604-4695-8d92-c064ba99318e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.670331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dbf5a-9c28-4795-96b5-38399be7d3a7 req-1d35d84f-dac7-4ba3-97a6-80fd290deebe tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:38.672933 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b50dbf5a-9c28-4795-96b5-38399be7d3a7 req-1d35d84f-dac7-4ba3-97a6-80fd290deebe tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 945 time: 0.0917039 Dec 22 04:52:38.674535 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c8d7d899-c337-47e3-bbe6-64edf25483a1 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.682056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37620) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:38.694411 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] For port cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:38.695023 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-683f444e-a494-48e1-b8d8-85edef917007 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Request body: {'floatingip': {'port_id': '8f1a601b-30af-4c14-b708-43c461547d43'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:38.698733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] For port cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd,segment=NetworkSegment(ad3dd997-7251-4465-899f-619b06bb3250),segment_id=ad3dd997-7251-4465-899f-619b06bb3250)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:38.725090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ce333-3604-4695-8d92-c064ba99318e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Subnet': ['ID=43518402-e260-4708-b6b2-abaf63b8ded0,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:38.766055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:38.772640 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.781020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.798031 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1602af-3251-485a-a1ac-2f270a9b08b0 None None] Network 6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:38.809041 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.815592 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1228575378'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:38.831392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ce333-3604-4695-8d92-c064ba99318e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Checking segment: {'id': '862f4cfb-f79f-42de-be94-30744098d48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae565ca0-2c09-4c6b-a729-75444f4dca06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:38.831754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ce333-3604-4695-8d92-c064ba99318e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network hostable DHCP agents. Network: ae565ca0-2c09-4c6b-a729-75444f4dca06, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:38.844858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97eec60-38ce-4f09-b16d-4841459cada8']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:38.850995 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-683f444e-a494-48e1-b8d8-85edef917007 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.856013 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0797e-ee62-409c-8ad4-96482d813a43 req-9d592cd3-b3a5-428b-8b94-cb97a6d0f741 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:38.857855 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-51c0797e-ee62-409c-8ad4-96482d813a43 req-9d592cd3-b3a5-428b-8b94-cb97a6d0f741 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1118724 Dec 22 04:52:38.877434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3dd997-7251-4465-899f-619b06bb3250') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:38.877725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3dd997-7251-4465-899f-619b06bb3250') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:38.900554 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.942354 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-51c0797e-ee62-409c-8ad4-96482d813a43 req-9ab3dcd2-3ec9-4eee-ac12-57353a079c0d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749078 Dec 22 04:52:38.960177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa6545-dcb4-47fa-b2b2-6fcdcdc02b24 None None] Network a97eec60-38ce-4f09-b16d-4841459cada8 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:38.964665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.972458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:38.974207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:38.978310 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:38.990612 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e807c-51b6-4ed9-a5ea-d778eaeabef4 None None] Pushing event updated for resources: {'Port': ['ID=cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:39.001407 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event updated for resources: {'Subnet': ['ID=32a4df76-0562-488c-9f7e-9a190cad82e4,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:39.038504 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-c8d7d899-c337-47e3-bbe6-64edf25483a1 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Floating IP 6bbf833e-b1b3-4e5e-8dd8-bc1c5896a9be associated. External IP: 172.26.5.116, port: 0ad5f406-ac95-4864-9ae7-3ed50f316264. Dec 22 04:52:39.063113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ce333-3604-4695-8d92-c064ba99318e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network ae565ca0-2c09-4c6b-a729-75444f4dca06 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:39.099637 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37624) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:39.101321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Checking segment: {'id': '8f1a22bb-d427-4a4c-a4fa-241821aca128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '975412d9-7717-409e-a72b-f0b0b823dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:39.102514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Network hostable DHCP agents. Network: 975412d9-7717-409e-a72b-f0b0b823dec3, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:39.102623 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.db.api [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:52:39.102623 dv-neutron-822523-1-hyperv neutron-server[109183]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:52:39.102623 dv-neutron-822523-1-hyperv neutron-server[109183]: [parameters: {'id': 'a97eec60-38ce-4f09-b16d-4841459cada8'}] Dec 22 04:52:39.102623 dv-neutron-822523-1-hyperv neutron-server[109183]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:52:39.103067 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG oslo_db.api [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:52:39.141876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Made reservation on behalf of 9656d379f4f04816923f76824e8e0d63 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:39.145927 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.150515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-532ce333-3604-4695-8d92-c064ba99318e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, ae565ca0-2c09-4c6b-a729-75444f4dca06) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:39.170550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ce333-3604-4695-8d92-c064ba99318e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:39.172127 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-532ce333-3604-4695-8d92-c064ba99318e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.240326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.258501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb036aa9-005b-42d2-aea4-625e02eb1154 None None] Network ae565ca0-2c09-4c6b-a729-75444f4dca06 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:39.273400 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-532ce333-3604-4695-8d92-c064ba99318e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5809703 Dec 22 04:52:39.275311 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37628) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:39.287261 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-69181e6a-6d39-44df-942b-bb3274fe9783 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'subnet': {'network_id': '24e0021e-7a67-4303-ba6d-5ca118836086', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:39.298230 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1226977227', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}, 'admin_state_up': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:39.298410 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace19c4-d212-4427-8fcf-5e7baae84d4b req-50a4e7b3-dca5-4bb6-a1f9-bacfee4b09dd tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:39.299814 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bace19c4-d212-4427-8fcf-5e7baae84d4b req-50a4e7b3-dca5-4bb6-a1f9-bacfee4b09dd tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2663076 Dec 22 04:52:39.310247 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37630) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:39.320077 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ab8ca0d6-98f6-47da-8af6-91146883ff1f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Request body: {'floatingip': {'port_id': '8d5fabd3-d5d4-4906-ba76-4e506346242b'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:39.359121 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d', 'network_id': '6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d', 'tenant_id': '517d84d9824348a390c960b59ed2e3d8', 'fixed_ips': [{'subnet_id': '93eea63a-745a-4409-a102-10d07a7bcda0'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:39.360372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.414454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6956bf63-8b80-4fe9-95b7-e299c8c048e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.456269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.457660 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.531977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.594860 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Network 975412d9-7717-409e-a72b-f0b0b823dec3 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:39.595501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Allocated IP 2001:db8::1 (6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d/93eea63a-745a-4409-a102-10d07a7bcda0/0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:39.600907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-ae565ca0-2c09-4c6b-a729-75444f4dca06', 'network_id': 'ae565ca0-2c09-4c6b-a729-75444f4dca06', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'fixed_ips': [{'subnet_id': '43518402-e260-4708-b6b2-abaf63b8ded0'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:39.604112 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69181e6a-6d39-44df-942b-bb3274fe9783 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:39.604272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.608619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-69181e6a-6d39-44df-942b-bb3274fe9783 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.642311 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca0d6-98f6-47da-8af6-91146883ff1f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.663760 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.762275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 975412d9-7717-409e-a72b-f0b0b823dec3) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:39.791850 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52373ac3-1cad-4811-9b69-267506babc93 None None] Network 975412d9-7717-409e-a72b-f0b0b823dec3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:39.792528 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:39.792660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:39.793181 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.911960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.939455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.970639 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Allocated IP 172.20.0.2 (ae565ca0-2c09-4c6b-a729-75444f4dca06/43518402-e260-4708-b6b2-abaf63b8ded0/71f9e419-9ef1-48d1-86b7-0552c23fbbb3) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:39.982194 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Deleting port cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:39.982637 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:39.988694 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.043587 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-efe3761e-1106-4144-bd15-1df82645bcea tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.4008687 Dec 22 04:52:40.044785 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d7d899-c337-47e3-bbe6-64edf25483a1 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Router 01959458-2462-43b5-857a-3a74ed51f166 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:52:40.051122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-975412d9-7717-409e-a72b-f0b0b823dec3', 'network_id': '975412d9-7717-409e-a72b-f0b0b823dec3', 'tenant_id': '517d84d9824348a390c960b59ed2e3d8', 'fixed_ips': [{'subnet_id': '32a4df76-0562-488c-9f7e-9a190cad82e4'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:40.051987 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.054439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37632) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:40.077249 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.105323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.db.resource_extend [None req-683f444e-a494-48e1-b8d8-85edef917007 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:52:40.135820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.166037 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:40.221890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11435a9c-e7de-4c97-9900-e0d52b0a1309,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:40.234994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Network 6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:40.261422 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.261757 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Added segment ce7717bf-52aa-4a93-a6a5-9f5828f12806 of type vlan for network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f Dec 22 04:52:40.263684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:40.270457 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:40.283443 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-683f444e-a494-48e1-b8d8-85edef917007 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.289727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Pushing event updated for resources: {'Port': ['ID=0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:40.372349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.374953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Allocated IP 2001:db8:0:1::1 (975412d9-7717-409e-a72b-f0b0b823dec3/32a4df76-0562-488c-9f7e-9a190cad82e4/f3ab5665-804a-4378-b6cd-bfa32aadd565) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:40.378249 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-683f444e-a494-48e1-b8d8-85edef917007 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.384888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.398952 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Attempting to bind port 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:40.399318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Attempting to bind port 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '24e40a63-bc60-41d0-a1b1-6fcbeae541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:40.399672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Attempting to bind port 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a on network 6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:40.426672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:40.426672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Checking segment: {'id': '24e40a63-bc60-41d0-a1b1-6fcbeae541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:40.426672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.426672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Bound using segment: {'id': '24e40a63-bc60-41d0-a1b1-6fcbeae541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:40.426672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Bound port: 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e40a63-bc60-41d0-a1b1-6fcbeae541d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:40.426672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.432254 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] For port cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd,segment=NetworkSegment(ad3dd997-7251-4465-899f-619b06bb3250),segment_id=ad3dd997-7251-4465-899f-619b06bb3250)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:40.432705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.454194 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.464615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Calling delete_port for cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:40.472497 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718991bd-a069-42d8-95ac-7479deb6a6fd tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:40.474124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718991bd-a069-42d8-95ac-7479deb6a6fd tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:40.475765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718991bd-a069-42d8-95ac-7479deb6a6fd tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:40.483760 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-718991bd-a069-42d8-95ac-7479deb6a6fd tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4167223 Dec 22 04:52:40.497174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37634) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:40.512893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-69181e6a-6d39-44df-942b-bb3274fe9783 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.541247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Network ae565ca0-2c09-4c6b-a729-75444f4dca06 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:40.550773 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:40.560392 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:40.570560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d7d899-c337-47e3-bbe6-64edf25483a1 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:52:40.577930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c8d7d899-c337-47e3-bbe6-64edf25483a1 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.587142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Pushing event updated for resources: {'Port': ['ID=71f9e419-9ef1-48d1-86b7-0552c23fbbb3,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:40.651074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a41b856-a68b-4899-8407-82a37e3caf24 None None] Sync routers for ids ['01959458-2462-43b5-857a-3a74ed51f166'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:40.651404 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c8d7d899-c337-47e3-bbe6-64edf25483a1 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "PUT /v2.0/floatingips/6bbf833e-b1b3-4e5e-8dd8-bc1c5896a9be HTTP/1.1" status: 200 len: 991 time: 3.7401533 Dec 22 04:52:40.651500 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] For port 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:40.664785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-1336f5b3-b39d-4571-a6b0-d54b7b3a92ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Deleting subnet 93eea63a-745a-4409-a102-10d07a7bcda0 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:52:40.672814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1336f5b3-b39d-4571-a6b0-d54b7b3a92ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.699280 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] For port 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a,segment=NetworkSegment(24e40a63-bc60-41d0-a1b1-6fcbeae541d6),segment_id=24e40a63-bc60-41d0-a1b1-6fcbeae541d6)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:40.704259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69181e6a-6d39-44df-942b-bb3274fe9783 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Subnet': ['ID=15850522-e69b-4564-ae59-e821e8fe972c,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:40.706726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41b856-a68b-4899-8407-82a37e3caf24 None None] Routers {'01959458-2462-43b5-857a-3a74ed51f166'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:40.707377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3a41b856-a68b-4899-8407-82a37e3caf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['01959458-2462-43b5-857a-3a74ed51f166'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:40.710953 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca0d6-98f6-47da-8af6-91146883ff1f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.713309 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'tag': '0ad5f406-ac95-4864-9ae7-3ed50f316264'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:40.714920 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f60a6fe-f345-4c4f-bc12-a241cff99f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a37fa55-9e43-41e1-8b97-92f9aed01390", "tag": "0ad5f406-ac95-4864-9ae7-3ed50f316264"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:40.734230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.742792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69181e6a-6d39-44df-942b-bb3274fe9783 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Checking segment: {'id': '2916fee7-f23b-4d43-a361-78df99db22e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '24e0021e-7a67-4303-ba6d-5ca118836086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:40.742792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69181e6a-6d39-44df-942b-bb3274fe9783 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network hostable DHCP agents. Network: 24e0021e-7a67-4303-ba6d-5ca118836086, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:40.746206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Attempting to bind port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:40.746572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Attempting to bind port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '862f4cfb-f79f-42de-be94-30744098d48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae565ca0-2c09-4c6b-a729-75444f4dca06'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:40.746923 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Attempting to bind port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 on network ae565ca0-2c09-4c6b-a729-75444f4dca06 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:40.747672 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:40.748337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.749217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.760608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1336f5b3-b39d-4571-a6b0-d54b7b3a92ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.778276 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-683f444e-a494-48e1-b8d8-85edef917007 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Floating IP 31b0a9e2-46fd-4029-9953-b4cad226a80d associated. External IP: 172.26.5.139, port: 8f1a601b-30af-4c14-b708-43c461547d43. Dec 22 04:52:40.787443 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.799378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:40.800040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Checking segment: {'id': '862f4cfb-f79f-42de-be94-30744098d48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae565ca0-2c09-4c6b-a729-75444f4dca06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:40.800127 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.800524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Bound using segment: {'id': '862f4cfb-f79f-42de-be94-30744098d48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae565ca0-2c09-4c6b-a729-75444f4dca06'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:40.801526 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Bound port: 71f9e419-9ef1-48d1-86b7-0552c23fbbb3, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862f4cfb-f79f-42de-be94-30744098d48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ae565ca0-2c09-4c6b-a729-75444f4dca06'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:40.801899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.857767 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e71e1a-83a0-438a-aec4-5417063739e4 x-openstack-request-id: req-37e71e1a-83a0-438a-aec4-5417063739e4 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:40.858412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a37fa55-9e43-41e1-8b97-92f9aed01390", "tag": "0ad5f406-ac95-4864-9ae7-3ed50f316264", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:40.858837 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37e71e1a-83a0-438a-aec4-5417063739e4 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:40.859389 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'tag': '0ad5f406-ac95-4864-9ae7-3ed50f316264', 'status': 'completed', 'code': 200} Dec 22 04:52:40.892757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.911520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409919af-77d3-4e97-931c-eb7709f3ae20 None None] Pushing event updated for resources: {'Port': ['ID=0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:40.918746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:40.984081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Port': ['ID=cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:41.028796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No DVR routers for this DVR port cf0c8cc2-e7b2-4fae-b0f7-617f5f0ba6cd on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:41.058652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1336f5b3-b39d-4571-a6b0-d54b7b3a92ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.064822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69181e6a-6d39-44df-942b-bb3274fe9783 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 24e0021e-7a67-4303-ba6d-5ca118836086 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:41.068767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60a6fe-f345-4c4f-bc12-a241cff99f0b req-32fa4874-6299-4776-9a54-8332df06fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:41.070385 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2f60a6fe-f345-4c4f-bc12-a241cff99f0b req-32fa4874-6299-4776-9a54-8332df06fbc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc695b84985544e19d5e39f94c543b64&device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 1098 time: 0.2233417 Dec 22 04:52:41.114907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Network 975412d9-7717-409e-a72b-f0b0b823dec3 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:41.126601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca0d6-98f6-47da-8af6-91146883ff1f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.150702 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-3a41b856-a68b-4899-8407-82a37e3caf24 None None] Set router 01959458-2462-43b5-857a-3a74ed51f166 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:52:41.240108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-69181e6a-6d39-44df-942b-bb3274fe9783 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 24e0021e-7a67-4303-ba6d-5ca118836086) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:41.272975 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6893144 Dec 22 04:52:41.277530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37642) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:41.294702 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:41.294702 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:41.295153 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0391f05c-3236-4e93-8741-87ce04587498 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Request body: {'subnet': {'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:41.312658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d0d9e-5c2b-4d5c-b203-32e6a470a1b8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event updated for resources: {'Network': ['ID=8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:41.313320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60a6fe-f345-4c4f-bc12-a241cff99f0b req-9264c365-7f44-437f-8a82-822bb45e2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:41.314815 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2f60a6fe-f345-4c4f-bc12-a241cff99f0b req-9264c365-7f44-437f-8a82-822bb45e2566 service neutron] 10.222.0.16 "GET /v2.0/networks?id=acba3edc-1a2e-4051-96b5-5b30cfbf6171 HTTP/1.1" status: 200 len: 907 time: 0.2177248 Dec 22 04:52:41.334611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] For port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:41.338122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] For port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=71f9e419-9ef1-48d1-86b7-0552c23fbbb3,segment=NetworkSegment(862f4cfb-f79f-42de-be94-30744098d48a),segment_id=862f4cfb-f79f-42de-be94-30744098d48a)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:41.350901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69181e6a-6d39-44df-942b-bb3274fe9783 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:41.351484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-69181e6a-6d39-44df-942b-bb3274fe9783 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.362930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea42584-dbd0-4aa7-b758-a39eb4cfe05e None None] Network 24e0021e-7a67-4303-ba6d-5ca118836086 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:41.371922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.405358 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.414765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97eec60-38ce-4f09-b16d-4841459cada8']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:41.456350 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:41.473761 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.473987 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-ab8ca0d6-98f6-47da-8af6-91146883ff1f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Floating IP 66566245-ae62-478f-b83c-1068c5745f97 associated. External IP: 172.26.5.174, port: 8d5fabd3-d5d4-4906-ba76-4e506346242b. Dec 22 04:52:41.495254 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3dd997-7251-4465-899f-619b06bb3250') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:41.495675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3dd997-7251-4465-899f-619b06bb3250') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:41.509867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.537848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.598668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Pushing event updated for resources: {'Port': ['ID=f3ab5665-804a-4378-b6cd-bfa32aadd565,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:41.600285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.609235 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2f60a6fe-f345-4c4f-bc12-a241cff99f0b req-a3be36e0-2c63-4a45-b571-0de16cf47949 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ad5f406-ac95-4864-9ae7-3ed50f316264 HTTP/1.1" status: 200 len: 999 time: 0.2547464 Dec 22 04:52:41.627460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:41.627460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.635528 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683f444e-a494-48e1-b8d8-85edef917007 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Router 756a6f30-3ef7-467c-9805-5a5ec08f474d has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:41.653339 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:41.679846 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-69181e6a-6d39-44df-942b-bb3274fe9783 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4006224 Dec 22 04:52:41.696403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Attempting to bind port f3ab5665-804a-4378-b6cd-bfa32aadd565 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:41.696888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Attempting to bind port f3ab5665-804a-4378-b6cd-bfa32aadd565 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '8f1a22bb-d427-4a4c-a4fa-241821aca128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '975412d9-7717-409e-a72b-f0b0b823dec3'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:41.697433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Attempting to bind port f3ab5665-804a-4378-b6cd-bfa32aadd565 on network 975412d9-7717-409e-a72b-f0b0b823dec3 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:41.712130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1336f5b3-b39d-4571-a6b0-d54b7b3a92ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.721194 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37644) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:41.750496 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3a200bd4-34a8-4980-865d-b7361ded0be4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1061421934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:41.792486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1336f5b3-b39d-4571-a6b0-d54b7b3a92ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.795827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:41.796378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Checking segment: {'id': '8f1a22bb-d427-4a4c-a4fa-241821aca128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '975412d9-7717-409e-a72b-f0b0b823dec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:41.796872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.797537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Bound using segment: {'id': '8f1a22bb-d427-4a4c-a4fa-241821aca128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '975412d9-7717-409e-a72b-f0b0b823dec3'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:41.798001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Bound port: f3ab5665-804a-4378-b6cd-bfa32aadd565, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1a22bb-d427-4a4c-a4fa-241821aca128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '975412d9-7717-409e-a72b-f0b0b823dec3'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:41.798469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.799011 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1336f5b3-b39d-4571-a6b0-d54b7b3a92ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "DELETE /v2.0/subnets/93eea63a-745a-4409-a102-10d07a7bcda0 HTTP/1.1" status: 204 len: 168 time: 1.2981780 Dec 22 04:52:41.799201 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0391f05c-3236-4e93-8741-87ce04587498 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Made reservation on behalf of 9656d379f4f04816923f76824e8e0d63 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:41.799731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336f5b3-b39d-4571-a6b0-d54b7b3a92ae tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event deleted for resources: {'Subnet': ['ID=93eea63a-745a-4409-a102-10d07a7bcda0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:41.803752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0391f05c-3236-4e93-8741-87ce04587498 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.807342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37646) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:41.834029 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c5359bcc-efbd-4505-897a-4b207fd66374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.857596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60a6fe-f345-4c4f-bc12-a241cff99f0b req-b6d0699f-17be-4bbc-aeab-59a75cdae9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:41.858211 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100f57e-22fb-44c3-ba8a-6608da63a3a5 None None] Pushing event updated for resources: {'Port': ['ID=71f9e419-9ef1-48d1-86b7-0552c23fbbb3,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:41.859072 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2f60a6fe-f345-4c4f-bc12-a241cff99f0b req-b6d0699f-17be-4bbc-aeab-59a75cdae9d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1f25154-b652-4066-8226-0fbe0c6c40c1 HTTP/1.1" status: 200 len: 845 time: 0.2409573 Dec 22 04:52:41.906152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.911232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.916048 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/a97eec60-38ce-4f09-b16d-4841459cada8 HTTP/1.1" status: 204 len: 168 time: 3.9354904 Dec 22 04:52:41.928105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37650) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:41.945124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cd06a-3639-4451-85d1-c904b6901698 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Network': ['ID=a97eec60-38ce-4f09-b16d-4841459cada8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:41.956836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4f88a4-56f1-4fe1-b020-3fc50b5f6d3d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Deleting subnet 32a4df76-0562-488c-9f7e-9a190cad82e4 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:52:41.956836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Allocated IP 172.26.5.124 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/60be4cbf-944a-446a-b632-0ec773e4b8ca) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:41.962954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cf4f88a4-56f1-4fe1-b020-3fc50b5f6d3d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:41.971420 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c117b7c7-3a33-46c1-9a7f-3e7b522e1881 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-465599177'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:41.971624 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-24e0021e-7a67-4303-ba6d-5ca118836086', 'network_id': '24e0021e-7a67-4303-ba6d-5ca118836086', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'fixed_ips': [{'subnet_id': '15850522-e69b-4564-ae59-e821e8fe972c'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:41.974232 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.123214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] For port f3ab5665-804a-4378-b6cd-bfa32aadd565, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:42.124677 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60a6fe-f345-4c4f-bc12-a241cff99f0b req-8d77f0c2-e9aa-4efe-b3b6-29123dc6c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:42.126610 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2f60a6fe-f345-4c4f-bc12-a241cff99f0b req-8d77f0c2-e9aa-4efe-b3b6-29123dc6c972 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acba3edc-1a2e-4051-96b5-5b30cfbf6171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2604332 Dec 22 04:52:42.133199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cf4f88a4-56f1-4fe1-b020-3fc50b5f6d3d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.195213 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] For port f3ab5665-804a-4378-b6cd-bfa32aadd565, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f3ab5665-804a-4378-b6cd-bfa32aadd565,segment=NetworkSegment(8f1a22bb-d427-4a4c-a4fa-241821aca128),segment_id=8f1a22bb-d427-4a4c-a4fa-241821aca128)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:42.205525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683f444e-a494-48e1-b8d8-85edef917007 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:52:42.222387 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c13354-cb4b-4faa-80c1-2c349364d9ee None None] Sync routers for ids ['756a6f30-3ef7-467c-9805-5a5ec08f474d'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:42.231834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3a200bd4-34a8-4980-865d-b7361ded0be4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.233013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3a200bd4-34a8-4980-865d-b7361ded0be4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.238170 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c13354-cb4b-4faa-80c1-2c349364d9ee None None] Routers {'756a6f30-3ef7-467c-9805-5a5ec08f474d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:42.239639 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f3c13354-cb4b-4faa-80c1-2c349364d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['756a6f30-3ef7-467c-9805-5a5ec08f474d'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:42.239793 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-683f444e-a494-48e1-b8d8-85edef917007 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.240282 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3a41b856-a68b-4899-8407-82a37e3caf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '6bbf833e-b1b3-4e5e-8dd8-bc1c5896a9be', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'floating_ip_address': '172.26.5.116', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '01959458-2462-43b5-857a-3a74ed51f166', 'port_id': '0ad5f406-ac95-4864-9ae7-3ed50f316264', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'mac_address': 'fa:16:3e:30:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:51:59Z', 'updated_at': '2021-12-22T04:52:38Z', 'revision_number': 1, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b8752f-1b8f-4a52-97d4-60cb5d761798', 'name': '', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'mac_address': 'fa:16:3e:93:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:44Z', 'updated_at': '2021-12-22T04:51:56Z', 'revision_number': 5, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'subnets': [{'id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:42.253730 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8ca0d6-98f6-47da-8af6-91146883ff1f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:52:42.353294 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a41b856-a68b-4899-8407-82a37e3caf24 None None] Checking router: 01959458-2462-43b5-857a-3a74ed51f166 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:42.359788 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.437927 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-683f444e-a494-48e1-b8d8-85edef917007 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "PUT /v2.0/floatingips/31b0a9e2-46fd-4029-9953-b4cad226a80d HTTP/1.1" status: 200 len: 991 time: 3.7547810 Dec 22 04:52:42.452367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.485248 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41b856-a68b-4899-8407-82a37e3caf24 None None] Routers {'01959458-2462-43b5-857a-3a74ed51f166'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:42.485248 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3a41b856-a68b-4899-8407-82a37e3caf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['01959458-2462-43b5-857a-3a74ed51f166'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:42.498222 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-f3c13354-cb4b-4faa-80c1-2c349364d9ee None None] Set router 756a6f30-3ef7-467c-9805-5a5ec08f474d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:52:42.518071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cf4f88a4-56f1-4fe1-b020-3fc50b5f6d3d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.523051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3a200bd4-34a8-4980-865d-b7361ded0be4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.525747 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c117b7c7-3a33-46c1-9a7f-3e7b522e1881 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:42.529437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c117b7c7-3a33-46c1-9a7f-3e7b522e1881 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.603246 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2f60a6fe-f345-4c4f-bc12-a241cff99f0b req-0064c700-c665-4566-a432-5b9b2c5e1943 service neutron] 10.222.0.16 "GET /v2.0/networks/acba3edc-1a2e-4051-96b5-5b30cfbf6171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667032 Dec 22 04:52:42.626618 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Allocated IP 172.21.0.2 (24e0021e-7a67-4303-ba6d-5ca118836086/15850522-e69b-4564-ae59-e821e8fe972c/d7451cc1-a09f-4594-9ddd-978bb6c6296b) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:42.637816 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cad4d9-ffcf-4b7a-9dfa-186135077aa0 None None] Network 6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:42.658108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0391f05c-3236-4e93-8741-87ce04587498 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.697997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.704657 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:42.739134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3a200bd4-34a8-4980-865d-b7361ded0be4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.818116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:42.822001 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c117b7c7-3a33-46c1-9a7f-3e7b522e1881 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:42.839277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:42.845020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391f05c-3236-4e93-8741-87ce04587498 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event updated for resources: {'Subnet': ['ID=e30df231-3f7f-4b07-8351-eb2057652a92,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:42.864631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3a200bd4-34a8-4980-865d-b7361ded0be4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:42.868982 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3a200bd4-34a8-4980-865d-b7361ded0be4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1464097 Dec 22 04:52:42.869860 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37656) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:42.873430 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:42.876661 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6163df62-305e-4063-bc42-29abd0ae2af3', 'tag': '8f1a601b-30af-4c14-b708-43c461547d43'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:42.879601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae18d96-07a8-47c5-8fa7-f393d19179e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6163df62-305e-4063-bc42-29abd0ae2af3", "tag": "8f1a601b-30af-4c14-b708-43c461547d43"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:42.885679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Pushing event updated for resources: {'Port': ['ID=60be4cbf-944a-446a-b632-0ec773e4b8ca,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:42.889693 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc09f3e-4df8-4e00-8e9d-3006e26fb1fc None None] Pushing event updated for resources: {'Port': ['ID=f3ab5665-804a-4378-b6cd-bfa32aadd565,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:42.992704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:42.993259 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.000811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-11a8de48-936a-4302-93a8-c052fac8df02 None None] Provisioning complete for port 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:43.001408 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-11a8de48-936a-4302-93a8-c052fac8df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.023510 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c117b7c7-3a33-46c1-9a7f-3e7b522e1881 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.024070 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-c117b7c7-3a33-46c1-9a7f-3e7b522e1881 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Added segment 575fd5c6-101e-46a1-9b25-aad7d933f8cf of type vlan for network 7e0f5446-26ce-42fa-a12e-dfab6a985b58 Dec 22 04:52:43.110731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-3a41b856-a68b-4899-8407-82a37e3caf24 None None] Set router 01959458-2462-43b5-857a-3a74ed51f166 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:52:43.122352 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c117b7c7-3a33-46c1-9a7f-3e7b522e1881 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.124647 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f3c13354-cb4b-4faa-80c1-2c349364d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:51Z', 'revision_number': 4, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '31b0a9e2-46fd-4029-9953-b4cad226a80d', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'port_id': '8f1a601b-30af-4c14-b708-43c461547d43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'mac_address': 'fa:16:3e:41:ed:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6163df62-305e-4063-bc42-29abd0ae2af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:52:01Z', 'updated_at': '2021-12-22T04:52:39Z', 'revision_number': 1, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faa4f88-5803-449b-8d99-5e4712289aab', 'name': '', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'mac_address': 'fa:16:3e:01:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:49Z', 'updated_at': '2021-12-22T04:51:58Z', 'revision_number': 5, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'subnets': [{'id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:43.158088 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.209729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cf4f88a4-56f1-4fe1-b020-3fc50b5f6d3d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.218493 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d1465c-2f37-4a39-8482-72abb98b1ff9 None None] DHCP port deletion for 6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:52:43.220065 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c13354-cb4b-4faa-80c1-2c349364d9ee None None] Checking router: 756a6f30-3ef7-467c-9805-5a5ec08f474d for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:43.227076 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2f60a6fe-f345-4c4f-bc12-a241cff99f0b req-e98c0c1c-e706-4328-81ce-72d3e7cf7257 service neutron] 10.222.0.16 "GET /v2.0/networks/acba3edc-1a2e-4051-96b5-5b30cfbf6171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086736 Dec 22 04:52:43.230050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cf4f88a4-56f1-4fe1-b020-3fc50b5f6d3d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.233251 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cf4f88a4-56f1-4fe1-b020-3fc50b5f6d3d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "DELETE /v2.0/subnets/32a4df76-0562-488c-9f7e-9a190cad82e4 HTTP/1.1" status: 204 len: 168 time: 1.4249644 Dec 22 04:52:43.255475 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c13354-cb4b-4faa-80c1-2c349364d9ee None None] Routers {'756a6f30-3ef7-467c-9805-5a5ec08f474d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:43.257069 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f3c13354-cb4b-4faa-80c1-2c349364d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['756a6f30-3ef7-467c-9805-5a5ec08f474d'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:43.283180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37662) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:43.286176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0391f05c-3236-4e93-8741-87ce04587498 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Checking segment: {'id': 'ce7717bf-52aa-4a93-a6a5-9f5828f12806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:43.292033 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0391f05c-3236-4e93-8741-87ce04587498 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Network hostable DHCP agents. Network: 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:43.296598 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8ca0d6-98f6-47da-8af6-91146883ff1f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:52:43.310718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fb51c4-2267-41b3-b7dd-f82df6e7948d x-openstack-request-id: req-77fb51c4-2267-41b3-b7dd-f82df6e7948d {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:43.311275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6163df62-305e-4063-bc42-29abd0ae2af3", "tag": "8f1a601b-30af-4c14-b708-43c461547d43", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:43.311724 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77fb51c4-2267-41b3-b7dd-f82df6e7948d {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:43.312369 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6163df62-305e-4063-bc42-29abd0ae2af3', 'tag': '8f1a601b-30af-4c14-b708-43c461547d43', 'status': 'completed', 'code': 200} Dec 22 04:52:43.323598 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab8ca0d6-98f6-47da-8af6-91146883ff1f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.326596 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c117b7c7-3a33-46c1-9a7f-3e7b522e1881 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.333791 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c117b7c7-3a33-46c1-9a7f-3e7b522e1881 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:43.335013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c117b7c7-3a33-46c1-9a7f-3e7b522e1881 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.385419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f88a4-56f1-4fe1-b020-3fc50b5f6d3d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event deleted for resources: {'Subnet': ['ID=32a4df76-0562-488c-9f7e-9a190cad82e4,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:43.399976 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-f3c13354-cb4b-4faa-80c1-2c349364d9ee None None] Set router 756a6f30-3ef7-467c-9805-5a5ec08f474d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:52:43.407666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e533d1-4c83-46cb-a164-9c25867c9269 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:43.409433 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-91e533d1-4c83-46cb-a164-9c25867c9269 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1234748 Dec 22 04:52:43.450915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37664) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:43.460839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117b7c7-3a33-46c1-9a7f-3e7b522e1881 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=7e0f5446-26ce-42fa-a12e-dfab6a985b58,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:43.540366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f60378e-edae-4011-baa9-df0dc3307627 None None] Sync routers for ids ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:43.552140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 7e0f5446-26ce-42fa-a12e-dfab6a985b58 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:43.609452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.633223 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9d328-b5b7-4001-a727-6c4772d53c1f None None] Network ae565ca0-2c09-4c6b-a729-75444f4dca06 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:43.716427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:43.727570 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f3c13354-cb4b-4faa-80c1-2c349364d9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:51Z', 'revision_number': 4, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '31b0a9e2-46fd-4029-9953-b4cad226a80d', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'port_id': '8f1a601b-30af-4c14-b708-43c461547d43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'mac_address': 'fa:16:3e:41:ed:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6163df62-305e-4063-bc42-29abd0ae2af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:52:01Z', 'updated_at': '2021-12-22T04:52:39Z', 'revision_number': 1, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faa4f88-5803-449b-8d99-5e4712289aab', 'name': '', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'mac_address': 'fa:16:3e:01:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:49Z', 'updated_at': '2021-12-22T04:51:58Z', 'revision_number': 5, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'subnets': [{'id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:43.757238 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c13354-cb4b-4faa-80c1-2c349364d9ee None None] The sync data for ids ['756a6f30-3ef7-467c-9805-5a5ec08f474d'] in dv-neutron-822523-1-hyperv is: [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:51Z', 'revision_number': 4, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '31b0a9e2-46fd-4029-9953-b4cad226a80d', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'floating_ip_address': '172.26.5.139', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'port_id': '8f1a601b-30af-4c14-b708-43c461547d43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'mac_address': 'fa:16:3e:41:ed:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6163df62-305e-4063-bc42-29abd0ae2af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:52:01Z', 'updated_at': '2021-12-22T04:52:39Z', 'revision_number': 1, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faa4f88-5803-449b-8d99-5e4712289aab', 'name': '', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'mac_address': 'fa:16:3e:01:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:49Z', 'updated_at': '2021-12-22T04:51:58Z', 'revision_number': 5, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'subnets': [{'id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:43.910318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f60378e-edae-4011-baa9-df0dc3307627 None None] Routers {'87fcade4-419b-4296-b4d5-f8e4d9a23a07'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:43.911515 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2f60378e-edae-4011-baa9-df0dc3307627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:43.924015 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c117b7c7-3a33-46c1-9a7f-3e7b522e1881 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9734545 Dec 22 04:52:43.928147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0391f05c-3236-4e93-8741-87ce04587498 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:43.932165 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ab8ca0d6-98f6-47da-8af6-91146883ff1f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "PUT /v2.0/floatingips/66566245-ae62-478f-b83c-1068c5745f97 HTTP/1.1" status: 200 len: 992 time: 4.6154635 Dec 22 04:52:43.935202 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37668) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:43.942291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'network_id': '7e0f5446-26ce-42fa-a12e-dfab6a985b58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:44.036620 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-2f60378e-edae-4011-baa9-df0dc3307627 None None] Set router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:52:44.073847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.135477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.146410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.149720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d534ee-2e59-46f5-a7fb-1d85eeb438f9 None None] Network 975412d9-7717-409e-a72b-f0b0b823dec3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:44.165001 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373df903-e3ae-4f53-9df6-51220a32b97e None None] New status for floating IP 31b0a9e2-46fd-4029-9953-b4cad226a80d: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:52:44.274323 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-11a8de48-936a-4302-93a8-c052fac8df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.286632 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.337777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.367507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-0391f05c-3236-4e93-8741-87ce04587498 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:44.380155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0391f05c-3236-4e93-8741-87ce04587498 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:44.380819 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0391f05c-3236-4e93-8741-87ce04587498 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.388465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.389349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82324276-ddc6-414b-b6cf-1ed2582f77cf None None] Network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:44.516283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18d96-07a8-47c5-8fa7-f393d19179e1 req-e6c4613a-2835-4a3a-ada7-59d2e7d0e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:44.517758 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ae18d96-07a8-47c5-8fa7-f393d19179e1 req-e6c4613a-2835-4a3a-ada7-59d2e7d0e822 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8691fd6612f4f9994457c3334d20dee&device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 1098 time: 1.1071703 Dec 22 04:52:44.552510 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-27d1465c-2f37-4a39-8482-72abb98b1ff9 None None] Deleting port 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:44.552839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-27d1465c-2f37-4a39-8482-72abb98b1ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.557690 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Deleting port f3ab5665-804a-4378-b6cd-bfa32aadd565 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:44.564251 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.582579 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0391f05c-3236-4e93-8741-87ce04587498 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3025346 Dec 22 04:52:44.586422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37674) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:44.592522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Request body: {'port': {'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1638869699'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:44.628233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Network 24e0021e-7a67-4303-ba6d-5ca118836086 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:44.630504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a,segment=NetworkSegment(24e40a63-bc60-41d0-a1b1-6fcbeae541d6),segment_id=24e40a63-bc60-41d0-a1b1-6fcbeae541d6)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:44.642080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Router 6da0455b-ade6-4c4b-9d23-5119c85df3b6 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:52:44.700089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:44.703840 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:44.722528 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] For port f3ab5665-804a-4378-b6cd-bfa32aadd565, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f3ab5665-804a-4378-b6cd-bfa32aadd565,segment=NetworkSegment(8f1a22bb-d427-4a4c-a4fa-241821aca128),segment_id=8f1a22bb-d427-4a4c-a4fa-241821aca128)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:44.722905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.739156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Pushing event updated for resources: {'Port': ['ID=d7451cc1-a09f-4594-9ddd-978bb6c6296b,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:44.748795 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.749554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:44.758332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Calling delete_port for f3ab5665-804a-4378-b6cd-bfa32aadd565 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:44.789777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18d96-07a8-47c5-8fa7-f393d19179e1 req-ac6c82b2-f238-4f37-85b5-5e55f9539654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:44.791587 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ae18d96-07a8-47c5-8fa7-f393d19179e1 req-ac6c82b2-f238-4f37-85b5-5e55f9539654 service neutron] 10.222.0.16 "GET /v2.0/networks?id=623df8f0-c4df-4f4e-93f2-0f23f453acde HTTP/1.1" status: 200 len: 913 time: 0.2647588 Dec 22 04:52:44.819567 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Allocated IP 172.20.0.1 (ae565ca0-2c09-4c6b-a729-75444f4dca06/43518402-e260-4708-b6b2-abaf63b8ded0/1bae084e-5da3-4e4c-ba5d-1d94956a7af2) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:44.821865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:44.825252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:44.879063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:52:44.911143 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ae18d96-07a8-47c5-8fa7-f393d19179e1 req-633f348b-9317-4953-affc-4708c3f88867 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f1a601b-30af-4c14-b708-43c461547d43 HTTP/1.1" status: 200 len: 1001 time: 0.1056092 Dec 22 04:52:44.915580 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:44.949141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Performing IP validity checks on allocation pools {{(pid=109182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:52:44.954374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:52:44.958624 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cbcb85-3a2b-42d6-a8a1-e260541b828c None None] Sync routers for ids ['6da0455b-ade6-4c4b-9d23-5119c85df3b6'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:44.975934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18d96-07a8-47c5-8fa7-f393d19179e1 req-bf433f80-644f-4905-ab11-7530c0fc60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:44.977782 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ae18d96-07a8-47c5-8fa7-f393d19179e1 req-bf433f80-644f-4905-ab11-7530c0fc60ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=97850584-8955-4e5c-9aec-07b4b2c9178c HTTP/1.1" status: 200 len: 851 time: 0.0587506 Dec 22 04:52:45.004695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Made reservation on behalf of 9656d379f4f04816923f76824e8e0d63 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:45.009998 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.020944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f', 'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f', 'tenant_id': '9656d379f4f04816923f76824e8e0d63', 'fixed_ips': [{'subnet_id': 'e30df231-3f7f-4b07-8351-eb2057652a92'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:45.021804 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.044941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.046810 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3639f51f-ec67-4328-84ca-19dd8c7da667 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9428239 Dec 22 04:52:45.048913 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-27d1465c-2f37-4a39-8482-72abb98b1ff9 None None] For port 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a,segment=NetworkSegment(24e40a63-bc60-41d0-a1b1-6fcbeae541d6),segment_id=24e40a63-bc60-41d0-a1b1-6fcbeae541d6)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:45.049322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-27d1465c-2f37-4a39-8482-72abb98b1ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.049776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37678) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:45.079915 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] device_id is not set on port c7f65bc8-1de9-4019-8470-285ad47f0e45 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:45.117855 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Attempting to bind port d7451cc1-a09f-4594-9ddd-978bb6c6296b on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:45.118269 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Attempting to bind port d7451cc1-a09f-4594-9ddd-978bb6c6296b by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '2916fee7-f23b-4d43-a361-78df99db22e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '24e0021e-7a67-4303-ba6d-5ca118836086'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:45.118561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Attempting to bind port d7451cc1-a09f-4594-9ddd-978bb6c6296b on network 24e0021e-7a67-4303-ba6d-5ca118836086 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:45.126059 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-27d1465c-2f37-4a39-8482-72abb98b1ff9 None None] Calling delete_port for 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:45.129562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae18d96-07a8-47c5-8fa7-f393d19179e1 req-6346aaeb-a936-4a44-9afb-ce8611f3e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:45.131426 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ae18d96-07a8-47c5-8fa7-f393d19179e1 req-6346aaeb-a936-4a44-9afb-ce8611f3e428 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=623df8f0-c4df-4f4e-93f2-0f23f453acde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1456633 Dec 22 04:52:45.134714 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbcb85-3a2b-42d6-a8a1-e260541b828c None None] Routers {'6da0455b-ade6-4c4b-9d23-5119c85df3b6'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:45.135333 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-20cbcb85-3a2b-42d6-a8a1-e260541b828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['6da0455b-ade6-4c4b-9d23-5119c85df3b6'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:45.149066 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-11a8de48-936a-4302-93a8-c052fac8df02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:52:45.149406 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-11a8de48-936a-4302-93a8-c052fac8df02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:52:45.165780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.198939 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.243699 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event deleted for resources: {'Port': ['ID=f3ab5665-804a-4378-b6cd-bfa32aadd565,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:45.245842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] No DVR routers for this DVR port f3ab5665-804a-4378-b6cd-bfa32aadd565 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:45.272699 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-20cbcb85-3a2b-42d6-a8a1-e260541b828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:45.309155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:45.309739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Checking segment: {'id': '2916fee7-f23b-4d43-a361-78df99db22e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '24e0021e-7a67-4303-ba6d-5ca118836086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:45.309948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.310318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Bound using segment: {'id': '2916fee7-f23b-4d43-a361-78df99db22e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '24e0021e-7a67-4303-ba6d-5ca118836086'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:45.310852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Bound port: d7451cc1-a09f-4594-9ddd-978bb6c6296b, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2916fee7-f23b-4d43-a361-78df99db22e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '24e0021e-7a67-4303-ba6d-5ca118836086'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:45.311236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.314594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Allocated IP 2001:db8::358 (8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f/e30df231-3f7f-4b07-8351-eb2057652a92/c7f65bc8-1de9-4019-8470-285ad47f0e45) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:45.321878 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ae18d96-07a8-47c5-8fa7-f393d19179e1 req-8aa3e12a-7dac-411f-8278-b36f1a186237 service neutron] 10.222.0.16 "GET /v2.0/networks/623df8f0-c4df-4f4e-93f2-0f23f453acde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820667 Dec 22 04:52:45.334133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'tag': '8d5fabd3-d5d4-4906-ba76-4e506346242b'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:45.336230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebcd609-cebf-46a1-a606-5f9fe328fd93" -d '{"events": [{"name": "network-changed", "server_uuid": "5b331c9a-9262-41ea-87b0-11ac7da42e42", "tag": "8d5fabd3-d5d4-4906-ba76-4e506346242b"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:45.418033 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bd8da5-34b0-46d7-bd76-a45de8bbea7a x-openstack-request-id: req-70bd8da5-34b0-46d7-bd76-a45de8bbea7a {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:45.418657 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b331c9a-9262-41ea-87b0-11ac7da42e42", "tag": "8d5fabd3-d5d4-4906-ba76-4e506346242b", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:45.418657 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70bd8da5-34b0-46d7-bd76-a45de8bbea7a {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:45.418916 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'tag': '8d5fabd3-d5d4-4906-ba76-4e506346242b', 'status': 'completed', 'code': 200} Dec 22 04:52:45.443589 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.490470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975412d9-7717-409e-a72b-f0b0b823dec3']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:45.502988 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9d447952-90ea-467b-930a-f71b28b27b1f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/routers/6da0455b-ade6-4c4b-9d23-5119c85df3b6 HTTP/1.1" status: 200 len: 921 time: 0.4469788 Dec 22 04:52:45.503585 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37684) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:45.515119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1a22bb-d427-4a4c-a4fa-241821aca128') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:45.515451 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1a22bb-d427-4a4c-a4fa-241821aca128') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:45.538602 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ae18d96-07a8-47c5-8fa7-f393d19179e1 req-fad74d02-0b29-4cf6-bf63-c048922a6f8d service neutron] 10.222.0.16 "GET /v2.0/networks/623df8f0-c4df-4f4e-93f2-0f23f453acde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095108 Dec 22 04:52:45.547401 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6e311d49-b8c4-4f8e-a308-d72bf204023e tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "GET /v2.0/ports?device_id=6da0455b-ade6-4c4b-9d23-5119c85df3b6 HTTP/1.1" status: 200 len: 205 time: 0.0409963 Dec 22 04:52:45.548062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37688) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:45.576221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcd609-cebf-46a1-a606-5f9fe328fd93 req-481b338d-f73e-4302-ac82-c4fe28b36fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:45.577770 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1ebcd609-cebf-46a1-a606-5f9fe328fd93 req-481b338d-f73e-4302-ac82-c4fe28b36fc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=348ed44d0e704fcba74c3cc8925ab135&device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 1099 time: 0.1272552 Dec 22 04:52:45.602920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.603560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.616629 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53982e-4a5c-4472-ba3f-084a6172bed9 None None] DHCP port deletion for 975412d9-7717-409e-a72b-f0b0b823dec3 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:52:45.619491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.638020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.646229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cbcb85-3a2b-42d6-a8a1-e260541b828c None None] Routers {'6da0455b-ade6-4c4b-9d23-5119c85df3b6'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:45.647010 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-20cbcb85-3a2b-42d6-a8a1-e260541b828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['6da0455b-ade6-4c4b-9d23-5119c85df3b6'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:45.658993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.681215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:45.681728 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.711359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcd609-cebf-46a1-a606-5f9fe328fd93 req-1593ea19-622a-49d1-b016-c40eea04ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:45.712901 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1ebcd609-cebf-46a1-a606-5f9fe328fd93 req-1593ea19-622a-49d1-b016-c40eea04ff8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d436651-0ddd-42fa-825f-7a433bc5760e HTTP/1.1" status: 200 len: 912 time: 0.1232445 Dec 22 04:52:45.723766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.740342 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-20cbcb85-3a2b-42d6-a8a1-e260541b828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:45.779537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cbcb85-3a2b-42d6-a8a1-e260541b828c None None] The sync data for ids ['6da0455b-ade6-4c4b-9d23-5119c85df3b6'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:45.780684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:45.780684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:45.781497 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:45.785235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network ae565ca0-2c09-4c6b-a729-75444f4dca06 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:45.802130 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1ebcd609-cebf-46a1-a606-5f9fe328fd93 req-2bd64129-2c47-41be-8d88-240dc3323149 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b HTTP/1.1" status: 200 len: 1000 time: 0.0811207 Dec 22 04:52:45.831567 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3a41b856-a68b-4899-8407-82a37e3caf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '6bbf833e-b1b3-4e5e-8dd8-bc1c5896a9be', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'floating_ip_address': '172.26.5.116', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '01959458-2462-43b5-857a-3a74ed51f166', 'port_id': '0ad5f406-ac95-4864-9ae7-3ed50f316264', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'mac_address': 'fa:16:3e:30:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:51:59Z', 'updated_at': '2021-12-22T04:52:38Z', 'revision_number': 1, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b8752f-1b8f-4a52-97d4-60cb5d761798', 'name': '', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'mac_address': 'fa:16:3e:93:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:44Z', 'updated_at': '2021-12-22T04:51:56Z', 'revision_number': 5, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'subnets': [{'id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:45.833435 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:45.850981 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:45.853693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=905f018f-ae1f-45bd-adc5-939d3e08c0da,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:45.865705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcd609-cebf-46a1-a606-5f9fe328fd93 req-ebef5928-4db5-4b52-9460-db856a5cf184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:45.867187 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1ebcd609-cebf-46a1-a606-5f9fe328fd93 req-ebef5928-4db5-4b52-9460-db856a5cf184 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34ce218f-5db1-421c-b2b4-76f09d3395ae HTTP/1.1" status: 200 len: 850 time: 0.0584345 Dec 22 04:52:45.875509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=1bae084e-5da3-4e4c-ba5d-1d94956a7af2,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:45.875871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.888293 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a41b856-a68b-4899-8407-82a37e3caf24 None None] The sync data for ids ['01959458-2462-43b5-857a-3a74ed51f166'] in dv-neutron-822523-1-hyperv is: [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '6bbf833e-b1b3-4e5e-8dd8-bc1c5896a9be', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'floating_ip_address': '172.26.5.116', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '01959458-2462-43b5-857a-3a74ed51f166', 'port_id': '0ad5f406-ac95-4864-9ae7-3ed50f316264', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'mac_address': 'fa:16:3e:30:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:51:59Z', 'updated_at': '2021-12-22T04:52:38Z', 'revision_number': 1, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b8752f-1b8f-4a52-97d4-60cb5d761798', 'name': '', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'mac_address': 'fa:16:3e:93:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:44Z', 'updated_at': '2021-12-22T04:51:56Z', 'revision_number': 5, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'subnets': [{'id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:45.928829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] For port d7451cc1-a09f-4594-9ddd-978bb6c6296b, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:45.974214 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:45.978980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:45.981350 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2f60378e-edae-4011-baa9-df0dc3307627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 4, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '66566245-ae62-478f-b83c-1068c5745f97', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'port_id': '8d5fabd3-d5d4-4906-ba76-4e506346242b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'mac_address': 'fa:16:3e:5e:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:52:00Z', 'updated_at': '2021-12-22T04:52:40Z', 'revision_number': 1, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3f2dd3-a120-40be-bced-75aa666f36a6', 'name': '', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'mac_address': 'fa:16:3e:33:a9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:45Z', 'updated_at': '2021-12-22T04:51:54Z', 'revision_number': 5, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'subnets': [{'id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:45.981570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:45.987227 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:45.987848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:45.989542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] For port d7451cc1-a09f-4594-9ddd-978bb6c6296b, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d7451cc1-a09f-4594-9ddd-978bb6c6296b,segment=NetworkSegment(2916fee7-f23b-4d43-a361-78df99db22e8),segment_id=2916fee7-f23b-4d43-a361-78df99db22e8)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:46.016338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event updated for resources: {'Port': ['ID=c7f65bc8-1de9-4019-8470-285ad47f0e45,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:46.028876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.035792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcd609-cebf-46a1-a606-5f9fe328fd93 req-5d8f8690-241a-4bbf-95fe-bcb6a0dfc5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:46.037957 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1ebcd609-cebf-46a1-a606-5f9fe328fd93 req-5d8f8690-241a-4bbf-95fe-bcb6a0dfc5d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d436651-0ddd-42fa-825f-7a433bc5760e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1565242 Dec 22 04:52:46.069558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking segment: {'id': '575fd5c6-101e-46a1-9b25-aad7d933f8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '7e0f5446-26ce-42fa-a12e-dfab6a985b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:46.070021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network hostable DHCP agents. Network: 7e0f5446-26ce-42fa-a12e-dfab6a985b58, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:46.083731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-27d1465c-2f37-4a39-8482-72abb98b1ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.086040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f60378e-edae-4011-baa9-df0dc3307627 None None] Checking router: 87fcade4-419b-4296-b4d5-f8e4d9a23a07 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:46.088365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Allocated IP 2001:db8::2 (8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f/e30df231-3f7f-4b07-8351-eb2057652a92/ab7c9a2b-6079-4f09-bb74-d5e40cef30c9) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:46.103174 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.111354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.119194 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3533efea-6ae4-490b-9e84-456643eca1cd None None] Could not find standard attr ID for object f3ab5665-804a-4378-b6cd-bfa32aadd565. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:52:46.132140 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2273e140-cc84-468d-98c8-ef415de634df tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5446780 Dec 22 04:52:46.139646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37692) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:46.146096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Request body: {'port': {'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2038214363', 'allowed_address_pairs': [{'ip_address': '2001:db8::358', 'mac_address': 'fa:16:3e:01:ef:01'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:46.153896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.172648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1465c-2f37-4a39-8482-72abb98b1ff9 None None] Pushing event deleted for resources: {'Port': ['ID=0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:46.179166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1465c-2f37-4a39-8482-72abb98b1ff9 None None] No DVR routers for this DVR port 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:46.179399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.189176 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "DELETE /v2.0/networks/975412d9-7717-409e-a72b-f0b0b823dec3 HTTP/1.1" status: 204 len: 168 time: 2.7167723 Dec 22 04:52:46.192097 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37694) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:46.230812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77732aa-f816-4889-a1c4-0071695c1976 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event deleted for resources: {'Network': ['ID=975412d9-7717-409e-a72b-f0b0b823dec3,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:46.239399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.241338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f60378e-edae-4011-baa9-df0dc3307627 None None] Routers {'87fcade4-419b-4296-b4d5-f8e4d9a23a07'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:46.241961 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2f60378e-edae-4011-baa9-df0dc3307627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:46.293161 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af6082-74a7-45a2-996c-8c77529ebf98 None None] New status for floating IP 6bbf833e-b1b3-4e5e-8dd8-bc1c5896a9be: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:52:46.340649 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1ebcd609-cebf-46a1-a606-5f9fe328fd93 req-433fb459-241f-43a6-94db-135d55d65980 service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937491 Dec 22 04:52:46.412755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network 7e0f5446-26ce-42fa-a12e-dfab6a985b58 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:46.419101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.429439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.467167 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1ebcd609-cebf-46a1-a606-5f9fe328fd93 req-f3e5e82c-65f6-407b-b4eb-a34da0983c96 service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108997 Dec 22 04:52:46.513538 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-2f60378e-edae-4011-baa9-df0dc3307627 None None] Set router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:52:46.570582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3533efea-6ae4-490b-9e84-456643eca1cd None None] Provisioning complete for port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:46.571102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3533efea-6ae4-490b-9e84-456643eca1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.583953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Made reservation on behalf of 9656d379f4f04816923f76824e8e0d63 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:46.643313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=71f9e419-9ef1-48d1-86b7-0552c23fbbb3,segment=NetworkSegment(862f4cfb-f79f-42de-be94-30744098d48a),segment_id=862f4cfb-f79f-42de-be94-30744098d48a)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:46.665392 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3704b1f-d9c7-4db0-9853-6dc4d859e3fc None None] Pushing event updated for resources: {'Port': ['ID=d7451cc1-a09f-4594-9ddd-978bb6c6296b,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:46.740761 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.763534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.784015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] device_id is not set on port 7dfcfed3-58f3-4e45-8b80-82ab0346b8ad yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:46.882075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 7e0f5446-26ce-42fa-a12e-dfab6a985b58) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:46.895489 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:46.896310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.896490 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.899344 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72126cc-8c2b-404a-b8b3-c26e05179f7a None None] Network 7e0f5446-26ce-42fa-a12e-dfab6a985b58 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:46.930503 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.939594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d7451cc1-a09f-4594-9ddd-978bb6c6296b up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:46.945769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:46.975887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=71f9e419-9ef1-48d1-86b7-0552c23fbbb3,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:47.005623 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:47.027531 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e40a63-bc60-41d0-a1b1-6fcbeae541d6') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:47.028174 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e40a63-bc60-41d0-a1b1-6fcbeae541d6') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:47.036995 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9a65e56a-ca36-41e3-a291-1fe353b1dba5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.0998900 Dec 22 04:52:47.042629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37700) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:47.044378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.081417 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.119112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:47.135642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.138625 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Deleting port 60be4cbf-944a-446a-b632-0ec773e4b8ca {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:47.140769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.141992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Allocated IP 2001:db8::38a (8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f/e30df231-3f7f-4b07-8351-eb2057652a92/7dfcfed3-58f3-4e45-8b80-82ab0346b8ad) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:47.142113 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:47.157179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:47.194405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:47.194812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:47.198072 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:47.223568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Pushing event updated for resources: {'Port': ['ID=ab7c9a2b-6079-4f09-bb74-d5e40cef30c9,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:47.241299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.356549 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port d7451cc1-a09f-4594-9ddd-978bb6c6296b triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:47.356925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.365897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4d5417ff-71cb-4d06-986e-f8b7b28e1e35 None None] Provisioning complete for port 1bae084e-5da3-4e4c-ba5d-1d94956a7af2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:47.366260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4d5417ff-71cb-4d06-986e-f8b7b28e1e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.372480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Attempting to bind port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:47.372848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Attempting to bind port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'ce7717bf-52aa-4a93-a6a5-9f5828f12806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:47.373203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Attempting to bind port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 on network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:47.398070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.428020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.436805 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:47.437173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Checking segment: {'id': 'ce7717bf-52aa-4a93-a6a5-9f5828f12806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:47.437569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.437962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Bound using segment: {'id': 'ce7717bf-52aa-4a93-a6a5-9f5828f12806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:47.438458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Bound port: ab7c9a2b-6079-4f09-bb74-d5e40cef30c9, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7717bf-52aa-4a93-a6a5-9f5828f12806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:47.438814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.446902 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.459810 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.466008 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "DELETE /v2.0/networks/6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d HTTP/1.1" status: 204 len: 168 time: 1.2597740 Dec 22 04:52:47.477550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37706) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:47.526283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-4d5417ff-71cb-4d06-986e-f8b7b28e1e35 None None] Port 1bae084e-5da3-4e4c-ba5d-1d94956a7af2 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:47.541166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40c2ab7-6ecf-48ac-854f-3d2551f44366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-7e0f5446-26ce-42fa-a12e-dfab6a985b58', 'network_id': '7e0f5446-26ce-42fa-a12e-dfab6a985b58', 'tenant_id': '1cfcebb8e2014649b670bb75b75fa729', 'fixed_ips': [{'subnet_id': '905f018f-ae1f-45bd-adc5-939d3e08c0da'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:47.542111 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a40c2ab7-6ecf-48ac-854f-3d2551f44366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.558516 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf372cb-82b3-40f7-95f8-f6f75baa0d5d tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event deleted for resources: {'Network': ['ID=6b2fbb39-9be9-4996-bb9b-26ef2ddc7d7d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:47.563221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2f60378e-edae-4011-baa9-df0dc3307627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 4, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '66566245-ae62-478f-b83c-1068c5745f97', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'port_id': '8d5fabd3-d5d4-4906-ba76-4e506346242b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'mac_address': 'fa:16:3e:5e:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:52:00Z', 'updated_at': '2021-12-22T04:52:40Z', 'revision_number': 1, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3f2dd3-a120-40be-bced-75aa666f36a6', 'name': '', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'mac_address': 'fa:16:3e:33:a9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:45Z', 'updated_at': '2021-12-22T04:51:54Z', 'revision_number': 5, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'subnets': [{'id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:47.568333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.571960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Calling delete_port for 60be4cbf-944a-446a-b632-0ec773e4b8ca owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:47.572867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.620319 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.628107 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.636968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f60378e-edae-4011-baa9-df0dc3307627 None None] The sync data for ids ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'] in dv-neutron-822523-1-hyperv is: [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 4, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '66566245-ae62-478f-b83c-1068c5745f97', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'floating_ip_address': '172.26.5.174', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'port_id': '8d5fabd3-d5d4-4906-ba76-4e506346242b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'mac_address': 'fa:16:3e:5e:a8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:52:00Z', 'updated_at': '2021-12-22T04:52:40Z', 'revision_number': 1, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e3f2dd3-a120-40be-bced-75aa666f36a6', 'name': '', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'mac_address': 'fa:16:3e:33:a9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:45Z', 'updated_at': '2021-12-22T04:51:54Z', 'revision_number': 5, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'subnets': [{'id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:47.671858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Subnet': ['ID=905f018f-ae1f-45bd-adc5-939d3e08c0da,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:47.711454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.712698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.745077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0f5446-26ce-42fa-a12e-dfab6a985b58']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:47.758264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575fd5c6-101e-46a1-9b25-aad7d933f8cf') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:47.758621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575fd5c6-101e-46a1-9b25-aad7d933f8cf') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:47.771270 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.788410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.803574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:47.803574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:47.807546 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:47.823697 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.882636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.884839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf869cd-5980-4cb7-9c83-782512c0a110 None None] Network 24e0021e-7a67-4303-ba6d-5ca118836086 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:47.928304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.931297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.939257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=1bae084e-5da3-4e4c-ba5d-1d94956a7af2,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:47.945823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:47.959975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] For port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:47.962220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:47.967623 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:47.975206 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:47.978350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:47.980749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa42af7-64a0-4552-a19f-0cbcac8dcb8b']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:48.007117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event updated for resources: {'Port': ['ID=7dfcfed3-58f3-4e45-8b80-82ab0346b8ad,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:48.059159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] For port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ab7c9a2b-6079-4f09-bb74-d5e40cef30c9,segment=NetworkSegment(ce7717bf-52aa-4a93-a6a5-9f5828f12806),segment_id=ce7717bf-52aa-4a93-a6a5-9f5828f12806)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:48.070167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e49649-11ee-4944-9278-a624384929d4 None None] New status for floating IP 66566245-ae62-478f-b83c-1068c5745f97: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:52:48.083319 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b076433a-aefa-4536-a193-ef404641aff4') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:48.083743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b076433a-aefa-4536-a193-ef404641aff4') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:48.096939 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37710) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:48.097118 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-71c8cbb4-aaf6-4f6f-9099-a426372970bd tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.9561868 Dec 22 04:52:48.105587 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.139333 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b571e8e4-4353-4912-a379-7cc5b272bc59 None None] Provisioning complete for port d7451cc1-a09f-4594-9ddd-978bb6c6296b triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:48.139703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b571e8e4-4353-4912-a379-7cc5b272bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.162529 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.171514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.185819 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:48.186316 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.189320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:48.191950 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:48.194698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.201365 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/7e0f5446-26ce-42fa-a12e-dfab6a985b58 HTTP/1.1" status: 204 len: 168 time: 1.1500931 Dec 22 04:52:48.203199 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c6ac1-9c3a-46d4-b3ac-59ebe7e8a426 None None] Network 7e0f5446-26ce-42fa-a12e-dfab6a985b58 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:48.204909 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37712) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:48.208598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b5c41-6ab1-49c1-92f4-e42674bb49ae tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Network': ['ID=7e0f5446-26ce-42fa-a12e-dfab6a985b58,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:48.242886 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-dda3a880-9e35-475b-8aa2-457032e91751 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-626057048'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:48.253464 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.270719 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port d7451cc1-a09f-4594-9ddd-978bb6c6296b, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d7451cc1-a09f-4594-9ddd-978bb6c6296b,segment=NetworkSegment(2916fee7-f23b-4d43-a361-78df99db22e8),segment_id=2916fee7-f23b-4d43-a361-78df99db22e8)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:48.271848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c6ac1-9c3a-46d4-b3ac-59ebe7e8a426 None None] Network 7e0f5446-26ce-42fa-a12e-dfab6a985b58 could not be found, it might have been deleted concurrently. {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 22 04:52:48.349069 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ad1478-7d76-4119-b2e1-42c0cd3aca7f tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:48.355467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ad1478-7d76-4119-b2e1-42c0cd3aca7f tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:48.361425 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ad1478-7d76-4119-b2e1-42c0cd3aca7f tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:48.366577 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-65ad1478-7d76-4119-b2e1-42c0cd3aca7f tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2596118 Dec 22 04:52:48.367645 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37716) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:48.382832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network ae565ca0-2c09-4c6b-a729-75444f4dca06 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:48.383748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Pushing event deleted for resources: {'Port': ['ID=60be4cbf-944a-446a-b632-0ec773e4b8ca,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:48.390309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.398673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:48.420892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f205e13-8cb7-468e-afa5-b48cfbf1ed45 None None] Pushing event updated for resources: {'Port': ['ID=ab7c9a2b-6079-4f09-bb74-d5e40cef30c9,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:48.535789 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.545454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.552430 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "DELETE /v2.0/networks/eaa42af7-64a0-4552-a19f-0cbcac8dcb8b HTTP/1.1" status: 204 len: 168 time: 1.0725451 Dec 22 04:52:48.556992 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37718) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:48.559085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:52:48.579281 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda3a880-9e35-475b-8aa2-457032e91751 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:48.583936 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dda3a880-9e35-475b-8aa2-457032e91751 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.612615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:52:48.612893 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0de0e0c8-dc0b-4e6a-b9d4-55c2304eb50a not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:52:48.652310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=d7451cc1-a09f-4594-9ddd-978bb6c6296b,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:48.662753 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ceee11a7-e18d-4c86-bc72-22b1edf291e9 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Deleting port 7dfcfed3-58f3-4e45-8b80-82ab0346b8ad {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:48.663873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ceee11a7-e18d-4c86-bc72-22b1edf291e9 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.701492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd00fa2-b9f1-48bb-aec4-dea99b2cd6ca tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event deleted for resources: {'Network': ['ID=eaa42af7-64a0-4552-a19f-0cbcac8dcb8b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:48.773384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.885365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-de2ba24c-e9c3-40a7-94a7-6133806626e6 None None] Provisioning complete for port 1bae084e-5da3-4e4c-ba5d-1d94956a7af2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:48.885746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de2ba24c-e9c3-40a7-94a7-6133806626e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:48.977684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-de2ba24c-e9c3-40a7-94a7-6133806626e6 None None] Port 1bae084e-5da3-4e4c-ba5d-1d94956a7af2 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:49.072386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda3a880-9e35-475b-8aa2-457032e91751 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:49.079908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.095086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.101022 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.105859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:49.120522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dda3a880-9e35-475b-8aa2-457032e91751 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.123716 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-dda3a880-9e35-475b-8aa2-457032e91751 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Added segment 7c67ad70-8464-4892-9fca-5ad5688658d3 of type vlan for network f6597d36-15b9-456b-b6bc-2bce35057106 Dec 22 04:52:49.179525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:49.179891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.238140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-08e2faaf-2d83-441c-a0e7-c52de927213d None None] Provisioning complete for port d7451cc1-a09f-4594-9ddd-978bb6c6296b triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:49.238890 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-08e2faaf-2d83-441c-a0e7-c52de927213d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.244737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dda3a880-9e35-475b-8aa2-457032e91751 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.300476 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.300476 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Fanout notify agent at l3_agent the message router_deleted on router 6da0455b-ade6-4c4b-9d23-5119c85df3b6 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:52:49.315452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.317029 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a2362c39-7135-4048-8740-6df3943567fd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/routers/6da0455b-ade6-4c4b-9d23-5119c85df3b6 HTTP/1.1" status: 204 len: 168 time: 3.7656379 Dec 22 04:52:49.324124 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37724) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:49.325704 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.329783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d7451cc1-a09f-4594-9ddd-978bb6c6296b up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:49.333194 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ceee11a7-e18d-4c86-bc72-22b1edf291e9 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.338289 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1266377644', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'enable_snat': False}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:49.342156 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router 583c9415-c948-4b30-932c-eee2a1b536fd is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:52:49.349867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ceee11a7-e18d-4c86-bc72-22b1edf291e9 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Calling delete_port for 7dfcfed3-58f3-4e45-8b80-82ab0346b8ad owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:49.366400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e39723-1c01-4471-98bd-6997cc8fdadb']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:49.382920 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38a241a-1b69-473e-b209-45c43f03d49f') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:49.383224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38a241a-1b69-473e-b209-45c43f03d49f') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:49.399605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.436267 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port d7451cc1-a09f-4594-9ddd-978bb6c6296b triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:49.436968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.479667 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dda3a880-9e35-475b-8aa2-457032e91751 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.485865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda3a880-9e35-475b-8aa2-457032e91751 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:49.486544 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dda3a880-9e35-475b-8aa2-457032e91751 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.522632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.527329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.528471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.537895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:49.586544 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ceee11a7-e18d-4c86-bc72-22b1edf291e9 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.606797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:49.606797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.622577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee11a7-e18d-4c86-bc72-22b1edf291e9 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event deleted for resources: {'Port': ['ID=7dfcfed3-58f3-4e45-8b80-82ab0346b8ad,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:49.703892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.741990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ab7c9a2b-6079-4f09-bb74-d5e40cef30c9,segment=NetworkSegment(ce7717bf-52aa-4a93-a6a5-9f5828f12806),segment_id=ce7717bf-52aa-4a93-a6a5-9f5828f12806)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:49.746902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ceee11a7-e18d-4c86-bc72-22b1edf291e9 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.752880 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ceee11a7-e18d-4c86-bc72-22b1edf291e9 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "DELETE /v2.0/ports/7dfcfed3-58f3-4e45-8b80-82ab0346b8ad HTTP/1.1" status: 204 len: 168 time: 1.3815279 Dec 22 04:52:49.753369 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37728) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:49.779722 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda912b6-7e0b-456e-9157-1e8fdf1af301 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] GET failed (client error): The resource could not be found. Dec 22 04:52:49.781350 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cda912b6-7e0b-456e-9157-1e8fdf1af301 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "GET /v2.0/ports/7dfcfed3-58f3-4e45-8b80-82ab0346b8ad HTTP/1.1" status: 404 len: 333 time: 0.0262017 Dec 22 04:52:49.787096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37730) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:49.792221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Request body: {'port': {'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1878056807'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:49.825183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc0462-1b9e-47e0-a8fb-bdb494ae1511 None None] Network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:49.847138 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:49.847711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:49.850547 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:49.875698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.929796 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:52:49.941244 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e8ff5-2e85-4bca-9990-8b51e3437f8c None None] Sync routers for ids ['583c9415-c948-4b30-932c-eee2a1b536fd'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:49.947723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-aba18ffd-b132-404e-98bb-cacc09ad51f5 None None] Provisioning complete for port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:49.947882 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-aba18ffd-b132-404e-98bb-cacc09ad51f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.957438 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e8ff5-2e85-4bca-9990-8b51e3437f8c None None] Routers {'583c9415-c948-4b30-932c-eee2a1b536fd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:49.959382 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-4a8e8ff5-2e85-4bca-9990-8b51e3437f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['583c9415-c948-4b30-932c-eee2a1b536fd'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:49.964041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=ab7c9a2b-6079-4f09-bb74-d5e40cef30c9,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:49.966999 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-92a97a30-65e9-41ec-b86d-8f2f26ed68ea tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/583c9415-c948-4b30-932c-eee2a1b536fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0830593 Dec 22 04:52:49.968075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3a880-9e35-475b-8aa2-457032e91751 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=f6597d36-15b9-456b-b6bc-2bce35057106,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:49.972124 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37734) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:49.977181 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-dda3a880-9e35-475b-8aa2-457032e91751 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7650030 Dec 22 04:52:49.980235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37736) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:49.991891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:49.997016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3541e3ab-9abb-4f57-8bdb-0a52f405b05f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'network_id': 'f6597d36-15b9-456b-b6bc-2bce35057106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:50.000522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network f6597d36-15b9-456b-b6bc-2bce35057106 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:50.026187 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825ecc91-8b2b-4120-86da-dc9ae985d177 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:50.027625 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-825ecc91-8b2b-4120-86da-dc9ae985d177 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports/1bae084e-5da3-4e4c-ba5d-1d94956a7af2 HTTP/1.1" status: 200 len: 910 time: 0.0491323 Dec 22 04:52:50.032654 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37738) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:50.044552 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-4a8e8ff5-2e85-4bca-9990-8b51e3437f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:50.055490 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e8ff5-2e85-4bca-9990-8b51e3437f8c None None] Routers {'583c9415-c948-4b30-932c-eee2a1b536fd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:50.056441 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-4a8e8ff5-2e85-4bca-9990-8b51e3437f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['583c9415-c948-4b30-932c-eee2a1b536fd'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:50.088962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.093683 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.100770 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] 10.222.0.54 "DELETE /v2.0/networks/93e39723-1c01-4471-98bd-6997cc8fdadb HTTP/1.1" status: 204 len: 168 time: 1.5374687 Dec 22 04:52:50.190291 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-4a8e8ff5-2e85-4bca-9990-8b51e3437f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:50.191192 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e8ff5-2e85-4bca-9990-8b51e3437f8c None None] The sync data for ids ['583c9415-c948-4b30-932c-eee2a1b536fd'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:50.194822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Made reservation on behalf of 9656d379f4f04816923f76824e8e0d63 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:50.195009 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e9e36-7e1c-4301-9740-5b741b54ffa6 tempest-BulkNetworkOpsIpV6Test-66027309 tempest-BulkNetworkOpsIpV6Test-66027309-project] Pushing event deleted for resources: {'Network': ['ID=93e39723-1c01-4471-98bd-6997cc8fdadb,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:50.204604 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.237794 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] device_id is not set on port 7b00a267-79aa-4914-b747-b88581f0aafe yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:50.381041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Allocated IP 2001:db8::326 (8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f/e30df231-3f7f-4b07-8351-eb2057652a92/7b00a267-79aa-4914-b747-b88581f0aafe) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:50.409210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3541e3ab-9abb-4f57-8bdb-0a52f405b05f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:50.413497 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3541e3ab-9abb-4f57-8bdb-0a52f405b05f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.440829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.492838 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.500087 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6ae54538-7f8d-4087-a277-6a747f75b1ab None None] Provisioning complete for port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:50.500492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6ae54538-7f8d-4087-a277-6a747f75b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.696914 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.700977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:50.834314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37748) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:50.894159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:50.936518 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6ae54538-7f8d-4087-a277-6a747f75b1ab None None] Provisioning complete for port c7f65bc8-1de9-4019-8470-285ad47f0e45 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:50.940760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6ae54538-7f8d-4087-a277-6a747f75b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.029143 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-6ae54538-7f8d-4087-a277-6a747f75b1ab None None] Port c7f65bc8-1de9-4019-8470-285ad47f0e45 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:51.039442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:51.039828 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.063764 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a36130d7-e70c-4bac-928b-690e1b174b7f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=517d84d9824348a390c960b59ed2e3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238178 Dec 22 04:52:51.064213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37754) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:51.065036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.073171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3541e3ab-9abb-4f57-8bdb-0a52f405b05f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.162114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:51.174496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4cb487df-5de1-4323-9bd8-6be099e187bb None None] Could not find standard attr ID for object 7dfcfed3-58f3-4e45-8b80-82ab0346b8ad. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:52:51.178088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.186999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4cb487df-5de1-4323-9bd8-6be099e187bb None None] Provisioning complete for port c7f65bc8-1de9-4019-8470-285ad47f0e45 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:51.188291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event updated for resources: {'Port': ['ID=7b00a267-79aa-4914-b747-b88581f0aafe,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:51.188533 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4cb487df-5de1-4323-9bd8-6be099e187bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.191698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:51.199924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:51.207389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:51.208033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.219392 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c0705a5-65e8-4ac5-a899-b0bb0dc68952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.221368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.229120 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Allocated IP 172.21.0.1 (24e0021e-7a67-4303-ba6d-5ca118836086/15850522-e69b-4564-ae59-e821e8fe972c/e48afecc-263f-4f87-8756-a807567bc4d1) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:51.235202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-4cb487df-5de1-4323-9bd8-6be099e187bb None None] Port c7f65bc8-1de9-4019-8470-285ad47f0e45 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:51.237482 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541e3ab-9abb-4f57-8bdb-0a52f405b05f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=d86f0d1b-84dd-4f57-a8cf-342945c02086,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:51.248049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3541e3ab-9abb-4f57-8bdb-0a52f405b05f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking segment: {'id': '7c67ad70-8464-4892-9fca-5ad5688658d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f6597d36-15b9-456b-b6bc-2bce35057106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:51.248461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3541e3ab-9abb-4f57-8bdb-0a52f405b05f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network hostable DHCP agents. Network: f6597d36-15b9-456b-b6bc-2bce35057106, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:51.297042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c0705a5-65e8-4ac5-a899-b0bb0dc68952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.352247 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-002f5865-6403-47f4-869d-8fe35058a65d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5637937 Dec 22 04:52:51.354939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37758) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:51.360133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-c9eca298-755d-40b3-b5d8-46f6254bd34d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::358', 'mac_address': 'fa:16:3e:01:ef:01'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:51.384326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3541e3ab-9abb-4f57-8bdb-0a52f405b05f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network f6597d36-15b9-456b-b6bc-2bce35057106 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:51.443026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9eca298-755d-40b3-b5d8-46f6254bd34d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.462985 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Allocated IP 172.26.5.130 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/89b8e82a-95d6-4076-b3a9-cd8d78041183) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:51.501094 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.508734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-3541e3ab-9abb-4f57-8bdb-0a52f405b05f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, f6597d36-15b9-456b-b6bc-2bce35057106) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:51.514084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3541e3ab-9abb-4f57-8bdb-0a52f405b05f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:51.514776 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3541e3ab-9abb-4f57-8bdb-0a52f405b05f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.523169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568327d4-94e1-48f0-82bc-b93ca6dfaf6c None None] Network f6597d36-15b9-456b-b6bc-2bce35057106 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:51.549934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c0705a5-65e8-4ac5-a899-b0bb0dc68952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.552501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c0705a5-65e8-4ac5-a899-b0bb0dc68952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.556032 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3c0705a5-65e8-4ac5-a899-b0bb0dc68952 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30d11e6d-0578-4e13-b302-c56323895afe HTTP/1.1" status: 204 len: 168 time: 0.4868770 Dec 22 04:52:51.579612 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0705a5-65e8-4ac5-a899-b0bb0dc68952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d11e6d-0578-4e13-b302-c56323895afe,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:51.630255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.634939 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37762) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:51.635476 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3541e3ab-9abb-4f57-8bdb-0a52f405b05f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6536858 Dec 22 04:52:51.686422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ebc1b897-9d68-4c57-ac8b-ad8e7b55c25f None None] Provisioning complete for port 7b00a267-79aa-4914-b747-b88581f0aafe triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:51.686897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ebc1b897-9d68-4c57-ac8b-ad8e7b55c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.712279 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.724572 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9eca298-755d-40b3-b5d8-46f6254bd34d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.737391 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-f6597d36-15b9-456b-b6bc-2bce35057106', 'network_id': 'f6597d36-15b9-456b-b6bc-2bce35057106', 'tenant_id': '1cfcebb8e2014649b670bb75b75fa729', 'fixed_ips': [{'subnet_id': 'd86f0d1b-84dd-4f57-a8cf-342945c02086'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:51.738286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.740923 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1b897-9d68-4c57-ac8b-ad8e7b55c25f None None] Port 7b00a267-79aa-4914-b747-b88581f0aafe cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:51.778005 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 24e0021e-7a67-4303-ba6d-5ca118836086 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:51.788428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:51.797451 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:51.802463 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=e48afecc-263f-4f87-8756-a807567bc4d1,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:51.825940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.843109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9eca298-755d-40b3-b5d8-46f6254bd34d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.855740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.915328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eca298-755d-40b3-b5d8-46f6254bd34d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event updated for resources: {'Port': ['ID=7b00a267-79aa-4914-b747-b88581f0aafe,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:51.915550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.925240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c9eca298-755d-40b3-b5d8-46f6254bd34d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] In _notify_port_updated(), no bound segment for port 7b00a267-79aa-4914-b747-b88581f0aafe on network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f {{(pid=109183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:52:51.938301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eca298-755d-40b3-b5d8-46f6254bd34d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:51.939110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9eca298-755d-40b3-b5d8-46f6254bd34d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:51.944937 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c9eca298-755d-40b3-b5d8-46f6254bd34d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "PUT /v2.0/ports/7b00a267-79aa-4914-b747-b88581f0aafe HTTP/1.1" status: 200 len: 1003 time: 0.5888584 Dec 22 04:52:51.945674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37768) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:51.970816 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Allocated IP 172.20.0.1 (f6597d36-15b9-456b-b6bc-2bce35057106/d86f0d1b-84dd-4f57-a8cf-342945c02086/65daddff-8906-4bf3-be17-7969cd82062b) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:52.073348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event updated for resources: {'Port': ['ID=89b8e82a-95d6-4076-b3a9-cd8d78041183,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:52.076214 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.141431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-39f24e3e-046a-4204-9853-2c2648bfbcb1 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Deleting port 7b00a267-79aa-4914-b747-b88581f0aafe {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:52.141960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39f24e3e-046a-4204-9853-2c2648bfbcb1 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.142708 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:52.150086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:52.184267 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:52.193349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.200767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7c4d674a-e0d2-4fb8-af32-bd45b6a1d383 None None] Provisioning complete for port e48afecc-263f-4f87-8756-a807567bc4d1 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:52.201132 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c4d674a-e0d2-4fb8-af32-bd45b6a1d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.248082 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d674a-e0d2-4fb8-af32-bd45b6a1d383 None None] Port e48afecc-263f-4f87-8756-a807567bc4d1 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:52.278361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.278614 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.310734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39f24e3e-046a-4204-9853-2c2648bfbcb1 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.323250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-39f24e3e-046a-4204-9853-2c2648bfbcb1 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Calling delete_port for 7b00a267-79aa-4914-b747-b88581f0aafe owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:52.333912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Network f6597d36-15b9-456b-b6bc-2bce35057106 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:52.338155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:52.341804 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:52.352274 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Pushing event updated for resources: {'Port': ['ID=65daddff-8906-4bf3-be17-7969cd82062b,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:52.416850 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Attempting to bind port 65daddff-8906-4bf3-be17-7969cd82062b on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:52.417212 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Attempting to bind port 65daddff-8906-4bf3-be17-7969cd82062b by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '7c67ad70-8464-4892-9fca-5ad5688658d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f6597d36-15b9-456b-b6bc-2bce35057106'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:52.417574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Attempting to bind port 65daddff-8906-4bf3-be17-7969cd82062b on network f6597d36-15b9-456b-b6bc-2bce35057106 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:52.426565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d70d16d3-df9a-45ba-b60b-56fb52bb5f19 None None] Provisioning complete for port 7b00a267-79aa-4914-b747-b88581f0aafe triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:52.426938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d70d16d3-df9a-45ba-b60b-56fb52bb5f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.428805 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:52.429174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Checking segment: {'id': '7c67ad70-8464-4892-9fca-5ad5688658d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f6597d36-15b9-456b-b6bc-2bce35057106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:52.429562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.430048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Bound using segment: {'id': '7c67ad70-8464-4892-9fca-5ad5688658d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f6597d36-15b9-456b-b6bc-2bce35057106'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:52.431765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Bound port: 65daddff-8906-4bf3-be17-7969cd82062b, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c67ad70-8464-4892-9fca-5ad5688658d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f6597d36-15b9-456b-b6bc-2bce35057106'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:52.431765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.505788 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.525509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d70d16d3-df9a-45ba-b60b-56fb52bb5f19 None None] Port 7b00a267-79aa-4914-b747-b88581f0aafe cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:52.549181 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Subnet': ['ID=d86f0d1b-84dd-4f57-a8cf-342945c02086,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:52.554983 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] For port 65daddff-8906-4bf3-be17-7969cd82062b, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:52.559338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] For port 65daddff-8906-4bf3-be17-7969cd82062b, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=65daddff-8906-4bf3-be17-7969cd82062b,segment=NetworkSegment(7c67ad70-8464-4892-9fca-5ad5688658d3),segment_id=7c67ad70-8464-4892-9fca-5ad5688658d3)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:52.560265 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39f24e3e-046a-4204-9853-2c2648bfbcb1 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.593340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f24e3e-046a-4204-9853-2c2648bfbcb1 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event deleted for resources: {'Port': ['ID=7b00a267-79aa-4914-b747-b88581f0aafe,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:52.637135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.655661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.710885 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39f24e3e-046a-4204-9853-2c2648bfbcb1 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:52.712797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6597d36-15b9-456b-b6bc-2bce35057106']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:52.718254 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-39f24e3e-046a-4204-9853-2c2648bfbcb1 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "DELETE /v2.0/ports/7b00a267-79aa-4914-b747-b88581f0aafe HTTP/1.1" status: 204 len: 168 time: 0.7690432 Dec 22 04:52:52.718942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37786) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:52.746042 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68bdb18-d058-4561-80cc-fba5dd08cff8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] GET failed (client error): The resource could not be found. Dec 22 04:52:52.752862 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e68bdb18-d058-4561-80cc-fba5dd08cff8 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "GET /v2.0/ports/7b00a267-79aa-4914-b747-b88581f0aafe HTTP/1.1" status: 404 len: 333 time: 0.0281420 Dec 22 04:52:52.752862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37790) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:52.759985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Request body: {'port': {'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1889282256'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:52.768042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c67ad70-8464-4892-9fca-5ad5688658d3') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:52.768389 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c67ad70-8464-4892-9fca-5ad5688658d3') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:52.828698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7432fd-57ad-421e-af90-3977a4ea4a03 None None] Network f6597d36-15b9-456b-b6bc-2bce35057106 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:52.914833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986c604-0e91-40e7-9a8d-d7eff4d006a1 None None] Pushing event updated for resources: {'Port': ['ID=65daddff-8906-4bf3-be17-7969cd82062b,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:53.026751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90733e08-7c89-461b-b8c7-4323ff404193 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:52:53.061157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37796) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:53.085586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Made reservation on behalf of 9656d379f4f04816923f76824e8e0d63 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:53.089592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.112282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] device_id is not set on port 9c6db053-bbdb-4939-8cde-8287045a0b84 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:53.138170 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.162368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90733e08-7c89-461b-b8c7-4323ff404193 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:52:53.169719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.184440 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:53.184870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:53.189226 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:53.224478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d9e5ef71-806d-46f2-a3c9-2cf3ecfc0d92 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] Request body: {'port': {'network_id': '541f852d-4ce5-47bd-9cd1-604aad6a6134', 'name': 'tempest-NetworksNegativeTestJSON-2053201738'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:53.250506 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e5ef71-806d-46f2-a3c9-2cf3ecfc0d92 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] POST failed (client error): The resource could not be found. Dec 22 04:52:53.251075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e5ef71-806d-46f2-a3c9-2cf3ecfc0d92 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:52:53.256859 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d9e5ef71-806d-46f2-a3c9-2cf3ecfc0d92 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1941116 Dec 22 04:52:53.258731 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37800) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:53.286108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Allocated IP 2001:db8::292 (8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f/e30df231-3f7f-4b07-8351-eb2057652a92/9c6db053-bbdb-4939-8cde-8287045a0b84) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:53.291412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.298655 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-31996a5c-79b2-4602-ac61-8035c32d43d8 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] DELETE failed (client error): The resource could not be found. Dec 22 04:52:53.299228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31996a5c-79b2-4602-ac61-8035c32d43d8 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:52:53.302984 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-31996a5c-79b2-4602-ac61-8035c32d43d8 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] 10.222.0.54 "DELETE /v2.0/networks/5ff6d5a9-c7ab-47f8-8616-1003e4f7a197 HTTP/1.1" status: 404 len: 339 time: 0.0432279 Dec 22 04:52:53.368986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.370469 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37802) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:53.371108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.db.api [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:52:53.371108 dv-neutron-822523-1-hyperv neutron-server[109182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:52:53.371108 dv-neutron-822523-1-hyperv neutron-server[109182]: [parameters: {'id': 'f6597d36-15b9-456b-b6bc-2bce35057106'}] Dec 22 04:52:53.371108 dv-neutron-822523-1-hyperv neutron-server[109182]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:52:53.371445 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG oslo_db.api [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:52:53.423799 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-488d3cb1-e67d-4a30-bbb8-52ac3eff5e38 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] DELETE failed (client error): The resource could not be found. Dec 22 04:52:53.424455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488d3cb1-e67d-4a30-bbb8-52ac3eff5e38 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:52:53.433103 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-488d3cb1-e67d-4a30-bbb8-52ac3eff5e38 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] 10.222.0.54 "DELETE /v2.0/ports/b80ecf72-b5bc-4200-af8f-c149a6dcf517 HTTP/1.1" status: 404 len: 333 time: 0.0557983 Dec 22 04:52:53.433877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37806) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:53.467864 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.469330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.478012 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a8e320-d8c0-41c8-849f-ce891c138064 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] DELETE failed (client error): The resource could not be found. Dec 22 04:52:53.478012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a8e320-d8c0-41c8-849f-ce891c138064 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:52:53.478012 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-03a8e320-d8c0-41c8-849f-ce891c138064 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] 10.222.0.54 "DELETE /v2.0/subnets/72ddde7d-7da8-4d0e-9dda-68ee60a37789 HTTP/1.1" status: 404 len: 337 time: 0.0399315 Dec 22 04:52:53.479859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d491a2bc-8da9-4be7-ac75-e290178cc277 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:52:53.481780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37808) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:53.555355 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f72ce1-280f-4d75-9410-15995f3d3ad7 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] GET failed (client error): The resource could not be found. Dec 22 04:52:53.560109 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-97f72ce1-280f-4d75-9410-15995f3d3ad7 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] 10.222.0.54 "GET /v2.0/networks/b095a4f5-a49c-481d-8c29-8a83732baace HTTP/1.1" status: 404 len: 339 time: 0.0573139 Dec 22 04:52:53.561312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37810) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:53.587700 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.589292 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=e48afecc-263f-4f87-8756-a807567bc4d1,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:53.597024 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491a2bc-8da9-4be7-ac75-e290178cc277 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:52:53.603681 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ee2397-d697-41ca-b023-ca8aaf05dbfe tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] GET failed (client error): The resource could not be found. Dec 22 04:52:53.605333 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a9ee2397-d697-41ca-b023-ca8aaf05dbfe tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] 10.222.0.54 "GET /v2.0/ports/04f1ca90-8d08-4733-b6e2-484fde3a1586 HTTP/1.1" status: 404 len: 333 time: 0.0423801 Dec 22 04:52:53.608922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37814) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:53.648276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.654129 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32c1c3a-8c57-4b7a-9d4a-ca109de2462d tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] GET failed (client error): The resource could not be found. Dec 22 04:52:53.660710 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f32c1c3a-8c57-4b7a-9d4a-ca109de2462d tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] 10.222.0.54 "GET /v2.0/subnets/f5faae42-7212-40b8-9ee2-cc50701cedcb HTTP/1.1" status: 404 len: 337 time: 0.0461974 Dec 22 04:52:53.662661 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37816) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:53.671012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-5560eda9-7c49-4d68-b423-241340cb314f tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:53.700232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:53.705719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:53.708718 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:53.714822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:53.715430 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.722864 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-5560eda9-7c49-4d68-b423-241340cb314f tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] PUT failed (client error): The resource could not be found. Dec 22 04:52:53.723431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5560eda9-7c49-4d68-b423-241340cb314f tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:52:53.728468 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5560eda9-7c49-4d68-b423-241340cb314f tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] 10.222.0.54 "PUT /v2.0/networks/a407d4c2-36eb-48c4-b7f3-438429af9b2b HTTP/1.1" status: 404 len: 339 time: 0.0596447 Dec 22 04:52:53.728755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37818) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:53.730202 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event updated for resources: {'Port': ['ID=9c6db053-bbdb-4939-8cde-8287045a0b84,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:53.743520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2c7031ac-669f-49b6-85f5-330014e1acd3 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:53.768511 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c7031ac-669f-49b6-85f5-330014e1acd3 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] PUT failed (client error): The resource could not be found. Dec 22 04:52:53.769671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c7031ac-669f-49b6-85f5-330014e1acd3 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:52:53.770849 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2c7031ac-669f-49b6-85f5-330014e1acd3 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] 10.222.0.54 "PUT /v2.0/ports/c987ec68-afd8-4f3c-8efc-beb455184529 HTTP/1.1" status: 404 len: 333 time: 0.0411828 Dec 22 04:52:53.774695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37820) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:53.780932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dd25c4a8-b510-45f0-a1c1-f6a57ec8c9e8 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:53.805697 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd25c4a8-b510-45f0-a1c1-f6a57ec8c9e8 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] PUT failed (client error): The resource could not be found. Dec 22 04:52:53.806392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd25c4a8-b510-45f0-a1c1-f6a57ec8c9e8 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:52:53.807544 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dd25c4a8-b510-45f0-a1c1-f6a57ec8c9e8 tempest-NetworksNegativeTestJSON-1688123327 tempest-NetworksNegativeTestJSON-1688123327-project] 10.222.0.54 "PUT /v2.0/subnets/82c73cba-a4bb-45af-a8c8-eb764361506c HTTP/1.1" status: 404 len: 337 time: 0.0315213 Dec 22 04:52:53.809757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:53.814000 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-af84a91a-7e72-4999-a77a-f55427fe0da2 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0605795 Dec 22 04:52:53.814657 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37824) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:53.822075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a68795a6-6953-4ba3-a396-2411bb1e68c5 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:01:ef:01'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:53.823221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 24e0021e-7a67-4303-ba6d-5ca118836086 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:53.825477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:53.878353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.002847 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a68795a6-6953-4ba3-a396-2411bb1e68c5 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.109663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router 583c9415-c948-4b30-932c-eee2a1b536fd has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:52:54.130185 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Deleting port 65daddff-8906-4bf3-be17-7969cd82062b {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:54.130571 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.277192 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a68795a6-6953-4ba3-a396-2411bb1e68c5 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.277573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-bde7d435-db21-480b-b484-c9f6d343deb0 None None] Provisioning complete for port e48afecc-263f-4f87-8756-a807567bc4d1 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:54.277949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bde7d435-db21-480b-b484-c9f6d343deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.320324 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] For port 65daddff-8906-4bf3-be17-7969cd82062b, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=65daddff-8906-4bf3-be17-7969cd82062b,segment=NetworkSegment(7c67ad70-8464-4892-9fca-5ad5688658d3),segment_id=7c67ad70-8464-4892-9fca-5ad5688658d3)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:54.634374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.635151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-bde7d435-db21-480b-b484-c9f6d343deb0 None None] Port e48afecc-263f-4f87-8756-a807567bc4d1 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:54.635151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-bde7d435-db21-480b-b484-c9f6d343deb0 None None] Provisioning complete for port 9c6db053-bbdb-4939-8cde-8287045a0b84 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:54.635913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Calling delete_port for 65daddff-8906-4bf3-be17-7969cd82062b owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:54.636128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bde7d435-db21-480b-b484-c9f6d343deb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.636389 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:52:54.636389 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-60cf9d2b-1265-41a7-983f-2d919de7f305 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/583c9415-c948-4b30-932c-eee2a1b536fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3127427 Dec 22 04:52:54.636697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8723b18f-5ec7-40c6-83f7-119e18e85221 None None] Sync routers for ids ['583c9415-c948-4b30-932c-eee2a1b536fd'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:54.636697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-bde7d435-db21-480b-b484-c9f6d343deb0 None None] Port 9c6db053-bbdb-4939-8cde-8287045a0b84 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:54.636697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8723b18f-5ec7-40c6-83f7-119e18e85221 None None] Routers {'583c9415-c948-4b30-932c-eee2a1b536fd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:54.636697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8723b18f-5ec7-40c6-83f7-119e18e85221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['583c9415-c948-4b30-932c-eee2a1b536fd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:54.636697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8723b18f-5ec7-40c6-83f7-119e18e85221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:54.636697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8723b18f-5ec7-40c6-83f7-119e18e85221 None None] Routers {'583c9415-c948-4b30-932c-eee2a1b536fd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:54.636697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8723b18f-5ec7-40c6-83f7-119e18e85221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['583c9415-c948-4b30-932c-eee2a1b536fd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:54.636697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8723b18f-5ec7-40c6-83f7-119e18e85221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:54.636697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8723b18f-5ec7-40c6-83f7-119e18e85221 None None] The sync data for ids ['583c9415-c948-4b30-932c-eee2a1b536fd'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:54.637859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37832) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:54.638720 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37834) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:54.679664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6e8644-c89e-4a83-b5c6-e36d5ccc8a2c tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:54.681108 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9a6e8644-c89e-4a83-b5c6-e36d5ccc8a2c tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports/e48afecc-263f-4f87-8756-a807567bc4d1 HTTP/1.1" status: 200 len: 910 time: 0.0567460 Dec 22 04:52:54.684305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37838) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:54.706330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a68795a6-6953-4ba3-a396-2411bb1e68c5 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.749898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a68795a6-6953-4ba3-a396-2411bb1e68c5 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] In _notify_port_updated(), no bound segment for port 9c6db053-bbdb-4939-8cde-8287045a0b84 on network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f {{(pid=109183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:52:54.755487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68795a6-6953-4ba3-a396-2411bb1e68c5 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:54.756309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a68795a6-6953-4ba3-a396-2411bb1e68c5 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.757523 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a68795a6-6953-4ba3-a396-2411bb1e68c5 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "PUT /v2.0/ports/9c6db053-bbdb-4939-8cde-8287045a0b84 HTTP/1.1" status: 200 len: 1003 time: 0.9416087 Dec 22 04:52:54.760491 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37842) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:54.766380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-274c0076-201e-47c5-af05-df029452ff9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.802850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68795a6-6953-4ba3-a396-2411bb1e68c5 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event updated for resources: {'Port': ['ID=9c6db053-bbdb-4939-8cde-8287045a0b84,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:54.842760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Router 4a7992e0-26a1-4f31-8cfc-c7b968789d86 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:52:54.930227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:54.968489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-274c0076-201e-47c5-af05-df029452ff9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.011649 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-81d5ac3f-dac6-4200-8c0f-b7e8ad3e56e5 None None] Provisioning complete for port 9c6db053-bbdb-4939-8cde-8287045a0b84 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:55.012101 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-81d5ac3f-dac6-4200-8c0f-b7e8ad3e56e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.036337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Port': ['ID=65daddff-8906-4bf3-be17-7969cd82062b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:55.038340 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No DVR routers for this DVR port 65daddff-8906-4bf3-be17-7969cd82062b on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:55.053745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-81d5ac3f-dac6-4200-8c0f-b7e8ad3e56e5 None None] Port 9c6db053-bbdb-4939-8cde-8287045a0b84 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:55.084909 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-611ec58a-3421-49ef-93c8-69d8234e2f0a tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Deleting port 9c6db053-bbdb-4939-8cde-8287045a0b84 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:55.085184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-611ec58a-3421-49ef-93c8-69d8234e2f0a tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.091016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-274c0076-201e-47c5-af05-df029452ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.127538 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c0076-201e-47c5-af05-df029452ff9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf98cf26-d044-45cc-8edf-8d9c74eda578,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:55.132403 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-274c0076-201e-47c5-af05-df029452ff9e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=437a97ed97eb411da909829df93eb163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5079806 Dec 22 04:52:55.136764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37844) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:55.215958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ca857423-6649-4cde-9cad-ecd61c5a0c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.248647 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dabc8987-0507-4665-9183-7bc92587b3e6 req-0a9db623-1a0c-4a99-ae18-910ccc9f0a81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753548 Dec 22 04:52:55.250509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ca857423-6649-4cde-9cad-ecd61c5a0c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.390871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ca857423-6649-4cde-9cad-ecd61c5a0c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.393595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ca857423-6649-4cde-9cad-ecd61c5a0c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.395394 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ca857423-6649-4cde-9cad-ecd61c5a0c00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf98cf26-d044-45cc-8edf-8d9c74eda578 HTTP/1.1" status: 204 len: 168 time: 0.2574906 Dec 22 04:52:55.400960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc8987-0507-4665-9183-7bc92587b3e6 req-ff0965e7-7482-4d47-aed6-41e700513500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:55.402385 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dabc8987-0507-4665-9183-7bc92587b3e6 req-ff0965e7-7482-4d47-aed6-41e700513500 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cc695b84985544e19d5e39f94c543b64&device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 1098 time: 0.0493000 Dec 22 04:52:55.407235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca857423-6649-4cde-9cad-ecd61c5a0c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf98cf26-d044-45cc-8edf-8d9c74eda578,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:55.482751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.517633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:52:55.519923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc8987-0507-4665-9183-7bc92587b3e6 req-46329be7-f864-47e0-a773-d976dfcbdbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:55.521214 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dabc8987-0507-4665-9183-7bc92587b3e6 req-46329be7-f864-47e0-a773-d976dfcbdbd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=acba3edc-1a2e-4051-96b5-5b30cfbf6171 HTTP/1.1" status: 200 len: 907 time: 0.0868003 Dec 22 04:52:55.527198 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Sync routers for ids ['4a7992e0-26a1-4f31-8cfc-c7b968789d86'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:55.527761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6597d36-15b9-456b-b6bc-2bce35057106']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:55.536923 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Routers {'4a7992e0-26a1-4f31-8cfc-c7b968789d86'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:55.537756 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4a7992e0-26a1-4f31-8cfc-c7b968789d86'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:55.577132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c67ad70-8464-4892-9fca-5ad5688658d3') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:55.577417 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c67ad70-8464-4892-9fca-5ad5688658d3') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:55.601449 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dabc8987-0507-4665-9183-7bc92587b3e6 req-0d455272-94fe-4953-85a6-cebd0691506f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ad5f406-ac95-4864-9ae7-3ed50f316264 HTTP/1.1" status: 200 len: 1001 time: 0.0694807 Dec 22 04:52:55.608365 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.624011 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-611ec58a-3421-49ef-93c8-69d8234e2f0a tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.644105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-611ec58a-3421-49ef-93c8-69d8234e2f0a tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Calling delete_port for 9c6db053-bbdb-4939-8cde-8287045a0b84 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:55.646518 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.659310 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Set router 4a7992e0-26a1-4f31-8cfc-c7b968789d86 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:52:55.662950 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:55.662950 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:52:55.664880 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:52:55.674711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc8987-0507-4665-9183-7bc92587b3e6 req-98bdff23-f07d-4df8-b8aa-c66c47d12ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:55.676854 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dabc8987-0507-4665-9183-7bc92587b3e6 req-98bdff23-f07d-4df8-b8aa-c66c47d12ee0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1f25154-b652-4066-8226-0fbe0c6c40c1 HTTP/1.1" status: 200 len: 845 time: 0.0677290 Dec 22 04:52:55.736412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc8987-0507-4665-9183-7bc92587b3e6 req-4636fe45-fedd-4fb7-a046-ebf00cc074ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:55.738220 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dabc8987-0507-4665-9183-7bc92587b3e6 req-4636fe45-fedd-4fb7-a046-ebf00cc074ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acba3edc-1a2e-4051-96b5-5b30cfbf6171&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0519657 Dec 22 04:52:55.769685 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.773644 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-467c0d06-1af4-4bd5-9595-71032b270394 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.4452748 Dec 22 04:52:55.777119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37854) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:55.855521 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dabc8987-0507-4665-9183-7bc92587b3e6 req-d163026e-6d9c-46cf-90ea-db8eedd1f3e0 service neutron] 10.222.0.16 "GET /v2.0/networks/acba3edc-1a2e-4051-96b5-5b30cfbf6171?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039083 Dec 22 04:52:55.891879 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.893334 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7992e0-26a1-4f31-8cfc-c7b968789d86', 'name': 'tempest-snat-router-1266377644', 'tenant_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.130'}], 'enable_snat': False}, 'gw_port_id': '89b8e82a-95d6-4076-b3a9-cd8d78041183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:49Z', 'updated_at': '2021-12-22T04:52:52Z', 'revision_number': 3, 'project_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'gw_port': {'id': '89b8e82a-95d6-4076-b3a9-cd8d78041183', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7992e0-26a1-4f31-8cfc-c7b968789d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:51Z', 'updated_at': '2021-12-22T04:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:55.920937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:55.927771 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/f6597d36-15b9-456b-b6bc-2bce35057106 HTTP/1.1" status: 204 len: 168 time: 4.2885585 Dec 22 04:52:55.932937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e39ca-3ce1-403b-afe0-e29a8e2e5d9e tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Network': ['ID=f6597d36-15b9-456b-b6bc-2bce35057106,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:55.933544 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37864) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:55.943032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6463d67a-146b-43d3-9626-cc6b8199816d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1185737594'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:55.967121 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Checking router: 4a7992e0-26a1-4f31-8cfc-c7b968789d86 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:52:55.968413 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Updating router 4a7992e0-26a1-4f31-8cfc-c7b968789d86 port 89b8e82a-95d6-4076-b3a9-cd8d78041183 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:52:55.998387 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.021033 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b87f7910-f2b1-43ff-9d1f-bd29f509f34e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/routers/4a7992e0-26a1-4f31-8cfc-c7b968789d86 HTTP/1.1" status: 200 len: 909 time: 0.2406232 Dec 22 04:52:56.023713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37866) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:56.028292 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1266377644', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'enable_snat': True}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:56.043433 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dabc8987-0507-4665-9183-7bc92587b3e6 req-4d9b9436-f279-413b-ac47-1a2f86203d7f service neutron] 10.222.0.16 "GET /v2.0/networks/acba3edc-1a2e-4051-96b5-5b30cfbf6171?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790926 Dec 22 04:52:56.059019 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5a2325a2-890f-40e5-a10c-f3a7ac268836 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.125953 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6463d67a-146b-43d3-9626-cc6b8199816d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:56.129902 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6463d67a-146b-43d3-9626-cc6b8199816d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.194069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.195133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.253878 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-611ec58a-3421-49ef-93c8-69d8234e2f0a tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.260495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6463d67a-146b-43d3-9626-cc6b8199816d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:52:56.279582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.304383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ec58a-3421-49ef-93c8-69d8234e2f0a tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event deleted for resources: {'Port': ['ID=9c6db053-bbdb-4939-8cde-8287045a0b84,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:56.307605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6463d67a-146b-43d3-9626-cc6b8199816d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.307897 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-6463d67a-146b-43d3-9626-cc6b8199816d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Added segment 5b511712-66b7-406f-b51e-ef6f843fee2b of type vlan for network 99ee137c-802c-421b-8d51-f8c43a03dad5 Dec 22 04:52:56.309376 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.366735 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-611ec58a-3421-49ef-93c8-69d8234e2f0a tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.374231 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-611ec58a-3421-49ef-93c8-69d8234e2f0a tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "DELETE /v2.0/ports/9c6db053-bbdb-4939-8cde-8287045a0b84 HTTP/1.1" status: 204 len: 168 time: 1.6079550 Dec 22 04:52:56.374231 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37876) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:56.395242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6463d67a-146b-43d3-9626-cc6b8199816d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.395649 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.419748 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d589eb-7e4c-4a7c-8e78-044e6b3d3d64 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] GET failed (client error): The resource could not be found. Dec 22 04:52:56.421291 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a0d589eb-7e4c-4a7c-8e78-044e6b3d3d64 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "GET /v2.0/ports/9c6db053-bbdb-4939-8cde-8287045a0b84 HTTP/1.1" status: 404 len: 333 time: 0.0436158 Dec 22 04:52:56.426590 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37880) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:56.440543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Request body: {'port': {'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1932740644'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:56.490667 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Attempting to bind port 89b8e82a-95d6-4076-b3a9-cd8d78041183 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:56.491674 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Attempting to bind port 89b8e82a-95d6-4076-b3a9-cd8d78041183 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:56.491674 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Attempting to bind port 89b8e82a-95d6-4076-b3a9-cd8d78041183 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:56.493382 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Pushing event updated for resources: {'Port': ['ID=89b8e82a-95d6-4076-b3a9-cd8d78041183,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:56.501878 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:56.502236 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:56.502625 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.503009 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:56.503502 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Bound port: 89b8e82a-95d6-4076-b3a9-cd8d78041183, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:56.503947 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.506890 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.508123 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.508123 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.508123 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.508461 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.508537 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.508811 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.509139 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.509464 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.509772 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.510077 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.510378 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:56.552415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.584126 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] For port 89b8e82a-95d6-4076-b3a9-cd8d78041183, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:56.587799 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] For port 89b8e82a-95d6-4076-b3a9-cd8d78041183, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=89b8e82a-95d6-4076-b3a9-cd8d78041183,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:56.671089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37884) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:56.675018 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.682901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6463d67a-146b-43d3-9626-cc6b8199816d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.689694 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6463d67a-146b-43d3-9626-cc6b8199816d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.689694 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6463d67a-146b-43d3-9626-cc6b8199816d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.702619 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-5a2325a2-890f-40e5-a10c-f3a7ac268836 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port e48afecc-263f-4f87-8756-a807567bc4d1 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:56.703117 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5a2325a2-890f-40e5-a10c-f3a7ac268836 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.727013 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Routers {'4a7992e0-26a1-4f31-8cfc-c7b968789d86'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:56.727620 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4a7992e0-26a1-4f31-8cfc-c7b968789d86'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:56.792696 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Made reservation on behalf of 9656d379f4f04816923f76824e8e0d63 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:56.796089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.806247 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb2bd4-a523-4237-b493-3d98a1e4af68 None None] Pushing event updated for resources: {'Port': ['ID=89b8e82a-95d6-4076-b3a9-cd8d78041183,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:56.845364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463d67a-146b-43d3-9626-cc6b8199816d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=99ee137c-802c-421b-8d51-f8c43a03dad5,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:56.849103 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] device_id is not set on port d4ea9306-fa8b-49e9-ae47-b84aac3b1e0f yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:56.859539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 99ee137c-802c-421b-8d51-f8c43a03dad5 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:52:56.861139 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] Set router 4a7992e0-26a1-4f31-8cfc-c7b968789d86 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:52:56.905368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-bf3396d7-9e48-49f5-89a1-cb5d74eeb75e tempest-DvrRoutersNegativeTest-24602568 tempest-DvrRoutersNegativeTest-24602568-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-643618414', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:56.910153 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.policy [None req-bf3396d7-9e48-49f5-89a1-cb5d74eeb75e tempest-DvrRoutersNegativeTest-24602568 tempest-DvrRoutersNegativeTest-24602568-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109182) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 22 04:52:56.910894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.policy [None req-bf3396d7-9e48-49f5-89a1-cb5d74eeb75e tempest-DvrRoutersNegativeTest-24602568 tempest-DvrRoutersNegativeTest-24602568-project] Failed policy check for 'create_router' {{(pid=109182) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 22 04:52:56.911437 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-bf3396d7-9e48-49f5-89a1-cb5d74eeb75e tempest-DvrRoutersNegativeTest-24602568 tempest-DvrRoutersNegativeTest-24602568-project] create failed (client error): Access was denied to this resource. Dec 22 04:52:56.915831 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bf3396d7-9e48-49f5-89a1-cb5d74eeb75e tempest-DvrRoutersNegativeTest-24602568 tempest-DvrRoutersNegativeTest-24602568-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2409644 Dec 22 04:52:56.921397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:56.962137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.013398 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6463d67a-146b-43d3-9626-cc6b8199816d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0749648 Dec 22 04:52:57.020497 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37892) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:57.031835 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5a2325a2-890f-40e5-a10c-f3a7ac268836 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.034078 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-23eccc6f-f04c-4cf6-86ed-1afd8a6c1aa1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'network_id': '99ee137c-802c-421b-8d51-f8c43a03dad5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:57.057424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Allocated IP 2001:db8::218 (8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f/e30df231-3f7f-4b07-8351-eb2057652a92/d4ea9306-fa8b-49e9-ae47-b84aac3b1e0f) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:57.078263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-5a2325a2-890f-40e5-a10c-f3a7ac268836 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for e48afecc-263f-4f87-8756-a807567bc4d1 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:57.099596 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7992e0-26a1-4f31-8cfc-c7b968789d86', 'name': 'tempest-snat-router-1266377644', 'tenant_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.130'}], 'enable_snat': False}, 'gw_port_id': '89b8e82a-95d6-4076-b3a9-cd8d78041183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:49Z', 'updated_at': '2021-12-22T04:52:52Z', 'revision_number': 3, 'project_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'gw_port': {'id': '89b8e82a-95d6-4076-b3a9-cd8d78041183', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7992e0-26a1-4f31-8cfc-c7b968789d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:51Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:57.137699 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f24a4-8a3c-479f-b850-bfe1a4c8cf55 None None] The sync data for ids ['4a7992e0-26a1-4f31-8cfc-c7b968789d86'] in dv-neutron-822523-1-hyperv is: [{'id': '4a7992e0-26a1-4f31-8cfc-c7b968789d86', 'name': 'tempest-snat-router-1266377644', 'tenant_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.130'}], 'enable_snat': False}, 'gw_port_id': '89b8e82a-95d6-4076-b3a9-cd8d78041183', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:49Z', 'updated_at': '2021-12-22T04:52:52Z', 'revision_number': 3, 'project_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'gw_port': {'id': '89b8e82a-95d6-4076-b3a9-cd8d78041183', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:b5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7992e0-26a1-4f31-8cfc-c7b968789d86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:51Z', 'updated_at': '2021-12-22T04:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:57.181835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Allocated IP 172.26.5.69 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/f66bc6ab-7578-4428-858a-3aeb3b9f5c0c) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:57.272904 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eccc6f-f04c-4cf6-86ed-1afd8a6c1aa1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:57.273951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23eccc6f-f04c-4cf6-86ed-1afd8a6c1aa1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.343681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.387711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.438279 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5a2325a2-890f-40e5-a10c-f3a7ac268836 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.471963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2325a2-890f-40e5-a10c-f3a7ac268836 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=e48afecc-263f-4f87-8756-a807567bc4d1,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:57.485938 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.562079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.584035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:57.590478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:57.592950 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:57.598868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:57.599480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.617003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37900) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:57.620367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:57.622639 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event updated for resources: {'Port': ['ID=d4ea9306-fa8b-49e9-ae47-b84aac3b1e0f,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:57.653522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:57.655112 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:57.732246 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event updated for resources: {'Port': ['ID=f66bc6ab-7578-4428-858a-3aeb3b9f5c0c,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:57.745188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23eccc6f-f04c-4cf6-86ed-1afd8a6c1aa1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:57.772863 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4af31c62-7058-4888-ab7b-22fdea7ae587 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3409963 Dec 22 04:52:57.774225 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37904) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:57.792837 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Request body: {'port': {'network_id': '8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-86457782'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:57.891486 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5a2325a2-890f-40e5-a10c-f3a7ac268836 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.055621 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-040dd2d2-99c0-42ae-a9e0-cfaf9652b6a9 None None] Provisioning complete for port d4ea9306-fa8b-49e9-ae47-b84aac3b1e0f triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:58.056409 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-040dd2d2-99c0-42ae-a9e0-cfaf9652b6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.125214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-040dd2d2-99c0-42ae-a9e0-cfaf9652b6a9 None None] Port d4ea9306-fa8b-49e9-ae47-b84aac3b1e0f cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:58.262116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3bd5128-75f8-4049-a65a-c01a54c43739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.299056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eccc6f-f04c-4cf6-86ed-1afd8a6c1aa1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=67558e8e-ff53-4874-b031-db9915e76af9,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:58.331019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eccc6f-f04c-4cf6-86ed-1afd8a6c1aa1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking segment: {'id': '5b511712-66b7-406f-b51e-ef6f843fee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '99ee137c-802c-421b-8d51-f8c43a03dad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:58.331398 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eccc6f-f04c-4cf6-86ed-1afd8a6c1aa1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network hostable DHCP agents. Network: 99ee137c-802c-421b-8d51-f8c43a03dad5, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:52:58.399169 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3bd5128-75f8-4049-a65a-c01a54c43739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.400714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Made reservation on behalf of 9656d379f4f04816923f76824e8e0d63 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:58.404097 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.425043 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2325a2-890f-40e5-a10c-f3a7ac268836 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router 583c9415-c948-4b30-932c-eee2a1b536fd has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:52:58.429639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eccc6f-f04c-4cf6-86ed-1afd8a6c1aa1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network 99ee137c-802c-421b-8d51-f8c43a03dad5 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:52:58.430373 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] device_id is not set on port a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:52:58.492919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3bd5128-75f8-4049-a65a-c01a54c43739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.542476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-23eccc6f-f04c-4cf6-86ed-1afd8a6c1aa1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 99ee137c-802c-421b-8d51-f8c43a03dad5) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:58.546339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd5128-75f8-4049-a65a-c01a54c43739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ffc258-d69c-447e-a651-660364184c42,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:58.553142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eccc6f-f04c-4cf6-86ed-1afd8a6c1aa1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:58.553731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23eccc6f-f04c-4cf6-86ed-1afd8a6c1aa1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.554102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da40e9d5-0d43-4ef0-94eb-1ce14139053f None None] Network 99ee137c-802c-421b-8d51-f8c43a03dad5 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:52:58.560281 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b3bd5128-75f8-4049-a65a-c01a54c43739 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3269f11b4c0248c2a767b205fe424908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9363735 Dec 22 04:52:58.561169 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37910) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:58.601276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.606960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2325a2-890f-40e5-a10c-f3a7ac268836 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:52:58.614057 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5a2325a2-890f-40e5-a10c-f3a7ac268836 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/583c9415-c948-4b30-932c-eee2a1b536fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9287796 Dec 22 04:52:58.617148 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37912) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:58.626118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c819689-382a-4dad-b374-ecdf06595816 None None] Sync routers for ids ['583c9415-c948-4b30-932c-eee2a1b536fd'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:58.646839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c819689-382a-4dad-b374-ecdf06595816 None None] Routers {'583c9415-c948-4b30-932c-eee2a1b536fd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:58.647449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8c819689-382a-4dad-b374-ecdf06595816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['583c9415-c948-4b30-932c-eee2a1b536fd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:58.668547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Allocated IP 2001:db8::2fd (8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f/e30df231-3f7f-4b07-8351-eb2057652a92/a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:58.686823 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8c819689-382a-4dad-b374-ecdf06595816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:58.687059 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-23eccc6f-f04c-4cf6-86ed-1afd8a6c1aa1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6628613 Dec 22 04:52:58.688093 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37914) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:58.710427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c819689-382a-4dad-b374-ecdf06595816 None None] Routers {'583c9415-c948-4b30-932c-eee2a1b536fd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:58.711340 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8c819689-382a-4dad-b374-ecdf06595816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['583c9415-c948-4b30-932c-eee2a1b536fd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:58.757225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b6d19097-84d2-44ed-874c-16d2805eeb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.768487 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8c819689-382a-4dad-b374-ecdf06595816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:58.769883 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c819689-382a-4dad-b374-ecdf06595816 None None] The sync data for ids ['583c9415-c948-4b30-932c-eee2a1b536fd'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:52:58.801740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b6d19097-84d2-44ed-874c-16d2805eeb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.840128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-99ee137c-802c-421b-8d51-f8c43a03dad5', 'network_id': '99ee137c-802c-421b-8d51-f8c43a03dad5', 'tenant_id': '1cfcebb8e2014649b670bb75b75fa729', 'fixed_ips': [{'subnet_id': '67558e8e-ff53-4874-b031-db9915e76af9'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:52:58.841290 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:58.962594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.050942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.053871 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.054730 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 89b8e82a-95d6-4076-b3a9-cd8d78041183 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:59.062632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.068401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b6d19097-84d2-44ed-874c-16d2805eeb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.071008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b6d19097-84d2-44ed-874c-16d2805eeb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.072138 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b6d19097-84d2-44ed-874c-16d2805eeb1d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5ffc258-d69c-447e-a651-660364184c42 HTTP/1.1" status: 204 len: 168 time: 0.5100675 Dec 22 04:52:59.127078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Allocated IP 172.20.0.1 (99ee137c-802c-421b-8d51-f8c43a03dad5/67558e8e-ff53-4874-b031-db9915e76af9/698d5115-0336-4182-8e49-e075b05ddaf2) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:59.165081 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8fe0-d854-4597-86d3-0f9ca4fb28ed tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.206009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 89b8e82a-95d6-4076-b3a9-cd8d78041183 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:59.206410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.219262 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d19097-84d2-44ed-874c-16d2805eeb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ffc258-d69c-447e-a651-660364184c42,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:59.233996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.320243 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event updated for resources: {'Port': ['ID=a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:59.326415 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:59.329559 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:59.331973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:59.338672 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:59.339347 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.410004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.411317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Router aedb9f72-82ec-4173-8087-835886edd9ea is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:52:59.455891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 89b8e82a-95d6-4076-b3a9-cd8d78041183, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=89b8e82a-95d6-4076-b3a9-cd8d78041183,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:59.483937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.486577 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2eff0fc4-060a-4e98-afb2-eb7ab1b81efa tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7018371 Dec 22 04:52:59.491225 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37926) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:52:59.497354 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-18e2db73-86b2-4cce-9c30-47011314c474 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::358', 'mac_address': 'fa:16:3e:01:ef:01'}, {'ip_address': '2001:db8::218', 'mac_address': 'fa:16:3e:35:f2:7b'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:59.520536 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.585185 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.603229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=89b8e82a-95d6-4076-b3a9-cd8d78041183,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:59.613985 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Network 99ee137c-802c-421b-8d51-f8c43a03dad5 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:59.635635 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:59.639239 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:59.641108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:52:59.650354 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Sync routers for ids ['aedb9f72-82ec-4173-8087-835886edd9ea'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:52:59.661161 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Routers {'aedb9f72-82ec-4173-8087-835886edd9ea'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:52:59.662061 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['aedb9f72-82ec-4173-8087-835886edd9ea'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:59.662421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.696890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f8fe0-d854-4597-86d3-0f9ca4fb28ed tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port 1bae084e-5da3-4e4c-ba5d-1d94956a7af2 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:52:59.697245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8fe0-d854-4597-86d3-0f9ca4fb28ed tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.706644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Subnet': ['ID=67558e8e-ff53-4874-b031-db9915e76af9,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:59.731413 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Pushing event updated for resources: {'Port': ['ID=698d5115-0336-4182-8e49-e075b05ddaf2,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:59.798181 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Set router aedb9f72-82ec-4173-8087-835886edd9ea gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:52:59.798442 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-18e2db73-86b2-4cce-9c30-47011314c474 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.887499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8fe0-d854-4597-86d3-0f9ca4fb28ed tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.898348 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.904775 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Attempting to bind port 698d5115-0336-4182-8e49-e075b05ddaf2 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:52:59.905350 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Attempting to bind port 698d5115-0336-4182-8e49-e075b05ddaf2 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '5b511712-66b7-406f-b51e-ef6f843fee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '99ee137c-802c-421b-8d51-f8c43a03dad5'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:52:59.905895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Attempting to bind port 698d5115-0336-4182-8e49-e075b05ddaf2 on network 99ee137c-802c-421b-8d51-f8c43a03dad5 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:59.907959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3bfc6c4e-166e-4c4c-95e5-dc9db68a713c None None] Provisioning complete for port a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:59.908508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3bfc6c4e-166e-4c4c-95e5-dc9db68a713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.910827 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f8fe0-d854-4597-86d3-0f9ca4fb28ed tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for 1bae084e-5da3-4e4c-ba5d-1d94956a7af2 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:52:59.931989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:59.933003 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Checking segment: {'id': '5b511712-66b7-406f-b51e-ef6f843fee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '99ee137c-802c-421b-8d51-f8c43a03dad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:52:59.933609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.934200 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Bound using segment: {'id': '5b511712-66b7-406f-b51e-ef6f843fee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '99ee137c-802c-421b-8d51-f8c43a03dad5'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:59.934996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Bound port: 698d5115-0336-4182-8e49-e075b05ddaf2, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b511712-66b7-406f-b51e-ef6f843fee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '99ee137c-802c-421b-8d51-f8c43a03dad5'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:52:59.940223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ee137c-802c-421b-8d51-f8c43a03dad5']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:59.942881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.952556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b511712-66b7-406f-b51e-ef6f843fee2b') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:59.952871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b511712-66b7-406f-b51e-ef6f843fee2b') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:52:59.966596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.987612 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:52:59.994158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc6c4e-166e-4c4c-95e5-dc9db68a713c None None] Port a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:52:59.997123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:52:59.998996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.002279 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedb9f72-82ec-4173-8087-835886edd9ea', 'name': 'tempest-snat-router-1266377644', 'tenant_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.69'}], 'enable_snat': True}, 'gw_port_id': 'f66bc6ab-7578-4428-858a-3aeb3b9f5c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:56Z', 'updated_at': '2021-12-22T04:52:58Z', 'revision_number': 3, 'project_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'gw_port': {'id': 'f66bc6ab-7578-4428-858a-3aeb3b9f5c0c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:10:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedb9f72-82ec-4173-8087-835886edd9ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:52:56Z', 'updated_at': '2021-12-22T04:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:00.032511 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Checking router: aedb9f72-82ec-4173-8087-835886edd9ea for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:00.033262 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Updating router aedb9f72-82ec-4173-8087-835886edd9ea port f66bc6ab-7578-4428-858a-3aeb3b9f5c0c binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:53:00.060861 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.103616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] For port 698d5115-0336-4182-8e49-e075b05ddaf2, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:00.126238 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:00.133364 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.134638 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-601aae56-6002-453a-abbe-f47568efc61d tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1098120 Dec 22 04:53:00.139330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37938) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:00.141274 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] For port 698d5115-0336-4182-8e49-e075b05ddaf2, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=698d5115-0336-4182-8e49-e075b05ddaf2,segment=NetworkSegment(5b511712-66b7-406f-b51e-ef6f843fee2b),segment_id=5b511712-66b7-406f-b51e-ef6f843fee2b)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:00.192270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-18e2db73-86b2-4cce-9c30-47011314c474 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.226418 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.266595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.db.api [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:53:00.266595 dv-neutron-822523-1-hyperv neutron-server[109183]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:53:00.266595 dv-neutron-822523-1-hyperv neutron-server[109183]: [parameters: {'id': '99ee137c-802c-421b-8d51-f8c43a03dad5'}] Dec 22 04:53:00.266595 dv-neutron-822523-1-hyperv neutron-server[109183]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:53:00.266938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG oslo_db.api [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:53:00.292066 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c018df17-7373-4ed4-8ad5-7ebaea4cbc03 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/routers/aedb9f72-82ec-4173-8087-835886edd9ea HTTP/1.1" status: 200 len: 907 time: 0.1515710 Dec 22 04:53:00.294326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-18e2db73-86b2-4cce-9c30-47011314c474 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.294887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37944) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:00.307499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ab8e3-e8ec-4e41-ae40-44a6393c4660 None None] Pushing event updated for resources: {'Port': ['ID=698d5115-0336-4182-8e49-e075b05ddaf2,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:00.315782 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-18e2db73-86b2-4cce-9c30-47011314c474 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] In _notify_port_updated(), no bound segment for port a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf on network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f {{(pid=109182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:53:00.330193 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e2db73-86b2-4cce-9c30-47011314c474 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:00.331041 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-18e2db73-86b2-4cce-9c30-47011314c474 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.337069 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-18e2db73-86b2-4cce-9c30-47011314c474 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "PUT /v2.0/ports/a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf HTTP/1.1" status: 200 len: 1066 time: 0.8401544 Dec 22 04:53:00.370100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37950) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:00.376982 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edbc80b-a7aa-4336-80ec-31d7019ce710 None None] Network 99ee137c-802c-421b-8d51-f8c43a03dad5 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:00.385778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8fe0-d854-4597-86d3-0f9ca4fb28ed tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.574563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2db73-86b2-4cce-9c30-47011314c474 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event updated for resources: {'Port': ['ID=a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:00.576048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.578480 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.604725 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:53:00.638732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37956) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:00.650982 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030820 Dec 22 04:53:00.682320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37958) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:00.693626 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.747671 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Attempting to bind port f66bc6ab-7578-4428-858a-3aeb3b9f5c0c on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:00.748407 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Attempting to bind port f66bc6ab-7578-4428-858a-3aeb3b9f5c0c by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:00.748962 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Attempting to bind port f66bc6ab-7578-4428-858a-3aeb3b9f5c0c on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:00.762790 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:00.763463 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:00.763774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.764183 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.764767 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:00.765718 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Bound port: f66bc6ab-7578-4428-858a-3aeb3b9f5c0c, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:00.766283 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.769344 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199f713-0dea-4722-bac5-a9467351f2ea None None] Pushing event updated for resources: {'Port': ['ID=f66bc6ab-7578-4428-858a-3aeb3b9f5c0c,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:00.773309 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f8fe0-d854-4597-86d3-0f9ca4fb28ed tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=1bae084e-5da3-4e4c-ba5d-1d94956a7af2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:00.782927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.785480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8fe0-d854-4597-86d3-0f9ca4fb28ed tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.841957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e50df8e9-be8a-4c78-82f4-666cc37deb8a None None] Provisioning complete for port a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:00.841957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e50df8e9-be8a-4c78-82f4-666cc37deb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.881265 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] For port f66bc6ab-7578-4428-858a-3aeb3b9f5c0c, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:00.885713 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] For port f66bc6ab-7578-4428-858a-3aeb3b9f5c0c, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f66bc6ab-7578-4428-858a-3aeb3b9f5c0c,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:00.911655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f00cf-10de-42e8-9e01-2485f15eb17a None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:53:00.924084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-66ea41b0-026f-4d7a-9662-ba582fb0b47e tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Deleting port a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:00.924454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-66ea41b0-026f-4d7a-9662-ba582fb0b47e tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.940041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 89b8e82a-95d6-4076-b3a9-cd8d78041183 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:00.955290 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-901768a4-0923-49fa-b005-5db69d07f71b tempest-NetworksApiDiscovery-426680892 tempest-NetworksApiDiscovery-426680892-project] 10.222.0.54 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2717850 Dec 22 04:53:00.978062 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e50df8e9-be8a-4c78-82f4-666cc37deb8a None None] Port a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:00.978524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Deleting port 698d5115-0336-4182-8e49-e075b05ddaf2 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:00.979190 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:00.989024 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.047936 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7f8fe0-d854-4597-86d3-0f9ca4fb28ed tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router 583c9415-c948-4b30-932c-eee2a1b536fd has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:01.066340 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 89b8e82a-95d6-4076-b3a9-cd8d78041183 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:01.066969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.068835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Deleting port f66bc6ab-7578-4428-858a-3aeb3b9f5c0c {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:01.070026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.109647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f00cf-10de-42e8-9e01-2485f15eb17a None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:53:01.121036 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199f713-0dea-4722-bac5-a9467351f2ea None None] Pushing event updated for resources: {'Port': ['ID=f66bc6ab-7578-4428-858a-3aeb3b9f5c0c,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:01.153838 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Routers {'aedb9f72-82ec-4173-8087-835886edd9ea'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:01.154579 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['aedb9f72-82ec-4173-8087-835886edd9ea'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:01.155387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f8fe0-d854-4597-86d3-0f9ca4fb28ed tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:01.161525 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0d7f8fe0-d854-4597-86d3-0f9ca4fb28ed tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/583c9415-c948-4b30-932c-eee2a1b536fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5402234 Dec 22 04:53:01.163293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-66ea41b0-026f-4d7a-9662-ba582fb0b47e tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.165863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37964) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:01.205579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-66ea41b0-026f-4d7a-9662-ba582fb0b47e tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Calling delete_port for a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:01.212972 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] For port f66bc6ab-7578-4428-858a-3aeb3b9f5c0c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f66bc6ab-7578-4428-858a-3aeb3b9f5c0c,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:01.213333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.216796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] For port 698d5115-0336-4182-8e49-e075b05ddaf2, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=698d5115-0336-4182-8e49-e075b05ddaf2,segment=NetworkSegment(5b511712-66b7-406f-b51e-ef6f843fee2b),segment_id=5b511712-66b7-406f-b51e-ef6f843fee2b)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:01.217147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.238527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Calling delete_port for f66bc6ab-7578-4428-858a-3aeb3b9f5c0c owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:01.240413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Calling delete_port for 698d5115-0336-4182-8e49-e075b05ddaf2 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:01.243650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0d957-bc6c-4675-8ba0-5b6f8b25ce4e None None] Sync routers for ids ['583c9415-c948-4b30-932c-eee2a1b536fd'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:01.259769 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] Set router aedb9f72-82ec-4173-8087-835886edd9ea gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:01.295753 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0d957-bc6c-4675-8ba0-5b6f8b25ce4e None None] Routers {'583c9415-c948-4b30-932c-eee2a1b536fd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:01.311343 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e7d0d957-bc6c-4675-8ba0-5b6f8b25ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['583c9415-c948-4b30-932c-eee2a1b536fd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:01.324616 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedb9f72-82ec-4173-8087-835886edd9ea', 'name': 'tempest-snat-router-1266377644', 'tenant_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:56Z', 'updated_at': '2021-12-22T04:53:00Z', 'revision_number': 4, 'project_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:01.341121 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e7d0d957-bc6c-4675-8ba0-5b6f8b25ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:01.364169 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec58113-2786-4476-b5d0-1a2935db76ca None None] The sync data for ids ['aedb9f72-82ec-4173-8087-835886edd9ea'] in dv-neutron-822523-1-hyperv is: [{'id': 'aedb9f72-82ec-4173-8087-835886edd9ea', 'name': 'tempest-snat-router-1266377644', 'tenant_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:52:56Z', 'updated_at': '2021-12-22T04:53:00Z', 'revision_number': 4, 'project_id': 'c6e7cea15f654b1bbfde9d24d3f94e14', 'gw_port_host': None}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:01.374538 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-53b8c9e0-55c8-446f-b478-90ab4d5dabb3 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=583c9415-c948-4b30-932c-eee2a1b536fd HTTP/1.1" status: 200 len: 205 time: 0.2076890 Dec 22 04:53:01.394214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d0d957-bc6c-4675-8ba0-5b6f8b25ce4e None None] Routers {'583c9415-c948-4b30-932c-eee2a1b536fd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:01.395309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e7d0d957-bc6c-4675-8ba0-5b6f8b25ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['583c9415-c948-4b30-932c-eee2a1b536fd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:01.400455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37968) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:01.458883 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e7d0d957-bc6c-4675-8ba0-5b6f8b25ce4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:01.459449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d0d957-bc6c-4675-8ba0-5b6f8b25ce4e None None] The sync data for ids ['583c9415-c948-4b30-932c-eee2a1b536fd'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:01.492843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02637d65-a7b1-4727-8012-ba1fe109402b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.563725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.573303 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.623330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event deleted for resources: {'Port': ['ID=f66bc6ab-7578-4428-858a-3aeb3b9f5c0c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:01.632917 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No DVR routers for this DVR port 698d5115-0336-4182-8e49-e075b05ddaf2 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:01.657474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-66ea41b0-026f-4d7a-9662-ba582fb0b47e tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.690381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37974) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:01.702332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Port': ['ID=698d5115-0336-4182-8e49-e075b05ddaf2,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:01.767422 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea41b0-026f-4d7a-9662-ba582fb0b47e tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event deleted for resources: {'Port': ['ID=a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:01.774280 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02637d65-a7b1-4727-8012-ba1fe109402b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.779703 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02637d65-a7b1-4727-8012-ba1fe109402b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.791900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.795438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.914678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ee137c-802c-421b-8d51-f8c43a03dad5']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:01.919107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-513bdf78-d060-493d-b6d8-0c9be9014902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.928313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.932510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:01.935266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b511712-66b7-406f-b51e-ef6f843fee2b') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:01.935551 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b511712-66b7-406f-b51e-ef6f843fee2b') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:01.958361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.009068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.015378 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:02.015774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:02.019449 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:02.084087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.084563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aedb9f72-82ec-4173-8087-835886edd9ea {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:02.088947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.092568 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4d22f09c-77c7-4ac5-8a07-6b96e9c4cf0e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "DELETE /v2.0/routers/aedb9f72-82ec-4173-8087-835886edd9ea HTTP/1.1" status: 204 len: 168 time: 1.7936988 Dec 22 04:53:02.092737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37980) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:02.187624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.195761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.202562 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/99ee137c-802c-421b-8d51-f8c43a03dad5 HTTP/1.1" status: 204 len: 168 time: 3.5105174 Dec 22 04:53:02.207836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37982) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:02.221256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02637d65-a7b1-4727-8012-ba1fe109402b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.221804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02637d65-a7b1-4727-8012-ba1fe109402b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Fanout notify agent at l3_agent the message router_deleted on router 583c9415-c948-4b30-932c-eee2a1b536fd {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:02.224013 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f4cd3350-3a19-473b-919f-fdf81ebcdbf3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1666828868'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:02.224155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-66ea41b0-026f-4d7a-9662-ba582fb0b47e tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.227735 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-66ea41b0-026f-4d7a-9662-ba582fb0b47e tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "DELETE /v2.0/ports/a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf HTTP/1.1" status: 204 len: 168 time: 1.8565927 Dec 22 04:53:02.236769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02637d65-a7b1-4727-8012-ba1fe109402b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.236769 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-02637d65-a7b1-4727-8012-ba1fe109402b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/583c9415-c948-4b30-932c-eee2a1b536fd HTTP/1.1" status: 204 len: 168 time: 0.8329179 Dec 22 04:53:02.236966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37984) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:02.238374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37986) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:02.238778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffaf807-2309-41ad-a197-40afeca29647 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Network': ['ID=99ee137c-802c-421b-8d51-f8c43a03dad5,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:02.258802 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.289626 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-f211f407-c18a-4583-b90e-8778d4f6bcb4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting subnet 15850522-e69b-4564-ae59-e821e8fe972c {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:53:02.293866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f211f407-c18a-4583-b90e-8778d4f6bcb4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.316691 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98ea132-dc05-4f8c-b413-4bedd3140cf0 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] GET failed (client error): The resource could not be found. Dec 22 04:53:02.318211 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f98ea132-dc05-4f8c-b413-4bedd3140cf0 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "GET /v2.0/ports/a23f7b3b-f2f0-4b4d-b5a4-0e0de5c28bbf HTTP/1.1" status: 404 len: 333 time: 0.0805087 Dec 22 04:53:02.321076 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37988) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:02.355921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f211f407-c18a-4583-b90e-8778d4f6bcb4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.414348 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-513bdf78-d060-493d-b6d8-0c9be9014902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.434905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.440356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cd3350-3a19-473b-919f-fdf81ebcdbf3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:02.444179 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3350-3a19-473b-919f-fdf81ebcdbf3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.474575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cd3350-3a19-473b-919f-fdf81ebcdbf3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:02.483652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3350-3a19-473b-919f-fdf81ebcdbf3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.484027 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-f4cd3350-3a19-473b-919f-fdf81ebcdbf3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Added segment ff81ac31-f4d7-4bfe-9805-8578fe0e4eeb of type vlan for network ce2aafce-aff9-4801-bad9-af73b1547b6b Dec 22 04:53:02.485903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f211f407-c18a-4583-b90e-8778d4f6bcb4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.490606 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-31cc7b4c-128d-4375-a006-ada31092be49 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Deleting port d4ea9306-fa8b-49e9-ae47-b84aac3b1e0f {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:02.490867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31cc7b4c-128d-4375-a006-ada31092be49 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.511546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-513bdf78-d060-493d-b6d8-0c9be9014902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.555511 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3350-3a19-473b-919f-fdf81ebcdbf3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.604325 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-513bdf78-d060-493d-b6d8-0c9be9014902 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0867af509d884eb0a6e948ad685c5763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9111288 Dec 22 04:53:02.607275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37992) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:02.610926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513bdf78-d060-493d-b6d8-0c9be9014902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88642fd8-6221-4c62-894c-8be54f93f60b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:02.626538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31cc7b4c-128d-4375-a006-ada31092be49 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.637832 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Deleting port 89b8e82a-95d6-4076-b3a9-cd8d78041183 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:02.638360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.648668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-31cc7b4c-128d-4375-a006-ada31092be49 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Calling delete_port for d4ea9306-fa8b-49e9-ae47-b84aac3b1e0f owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:02.702424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f211f407-c18a-4583-b90e-8778d4f6bcb4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.716304 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3350-3a19-473b-919f-fdf81ebcdbf3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.721721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cd3350-3a19-473b-919f-fdf81ebcdbf3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:02.723443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4cd3350-3a19-473b-919f-fdf81ebcdbf3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.745974 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211f407-c18a-4583-b90e-8778d4f6bcb4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Subnet': ['ID=15850522-e69b-4564-ae59-e821e8fe972c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:02.747634 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d937442f-ef49-4512-8516-77da4e196e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.756320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f211f407-c18a-4583-b90e-8778d4f6bcb4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.759524 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f211f407-c18a-4583-b90e-8778d4f6bcb4 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/15850522-e69b-4564-ae59-e821e8fe972c HTTP/1.1" status: 204 len: 168 time: 0.5200119 Dec 22 04:53:02.761594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521211ca-afbd-491a-be49-82c53d72c9fb None None] Network 24e0021e-7a67-4303-ba6d-5ca118836086 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:02.765671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 37996) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:02.823643 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] For port 89b8e82a-95d6-4076-b3a9-cd8d78041183, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=89b8e82a-95d6-4076-b3a9-cd8d78041183,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:02.824761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.828058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd3350-3a19-473b-919f-fdf81ebcdbf3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=ce2aafce-aff9-4801-bad9-af73b1547b6b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:02.828740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d937442f-ef49-4512-8516-77da4e196e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.843385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Calling delete_port for 89b8e82a-95d6-4076-b3a9-cd8d78041183 owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:02.850271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network ce2aafce-aff9-4801-bad9-af73b1547b6b details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:02.854088 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f4cd3350-3a19-473b-919f-fdf81ebcdbf3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6468778 Dec 22 04:53:02.856988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 37998) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:02.862229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-f219d831-a0d3-4ac8-abf0-445c475ed595 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting subnet 43518402-e260-4708-b6b2-abaf63b8ded0 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:53:02.862356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e8e69d2e-9bc4-4942-98b0-9d184dfcad62 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:02.872979 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f219d831-a0d3-4ac8-abf0-445c475ed595 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:02.954113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f219d831-a0d3-4ac8-abf0-445c475ed595 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.058228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f219d831-a0d3-4ac8-abf0-445c475ed595 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.078299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa12deb-9674-4117-ac5f-d5a5021a3f02 None None] DHCP port deletion for 24e0021e-7a67-4303-ba6d-5ca118836086 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:53:03.091890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31cc7b4c-128d-4375-a006-ada31092be49 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.133380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-aaa12deb-9674-4117-ac5f-d5a5021a3f02 None None] Deleting port d7451cc1-a09f-4594-9ddd-978bb6c6296b {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:03.133912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-aaa12deb-9674-4117-ac5f-d5a5021a3f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.147672 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d937442f-ef49-4512-8516-77da4e196e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.150513 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d937442f-ef49-4512-8516-77da4e196e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.151969 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d937442f-ef49-4512-8516-77da4e196e2a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/88642fd8-6221-4c62-894c-8be54f93f60b HTTP/1.1" status: 204 len: 168 time: 0.5437748 Dec 22 04:53:03.152839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc7b4c-128d-4375-a006-ada31092be49 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event deleted for resources: {'Port': ['ID=d4ea9306-fa8b-49e9-ae47-b84aac3b1e0f,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.187912 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31cc7b4c-128d-4375-a006-ada31092be49 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.194684 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-31cc7b4c-128d-4375-a006-ada31092be49 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "DELETE /v2.0/ports/d4ea9306-fa8b-49e9-ae47-b84aac3b1e0f HTTP/1.1" status: 204 len: 168 time: 0.8725858 Dec 22 04:53:03.196155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d937442f-ef49-4512-8516-77da4e196e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88642fd8-6221-4c62-894c-8be54f93f60b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.198252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38004) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:03.232887 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-81fb85c4-cdf3-43d7-9ead-fac097677f0d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] GET failed (client error): The resource could not be found. Dec 22 04:53:03.240913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38006) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:03.242431 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-81fb85c4-cdf3-43d7-9ead-fac097677f0d tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "GET /v2.0/ports/d4ea9306-fa8b-49e9-ae47-b84aac3b1e0f HTTP/1.1" status: 404 len: 333 time: 0.0401626 Dec 22 04:53:03.270769 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-aaa12deb-9674-4117-ac5f-d5a5021a3f02 None None] For port d7451cc1-a09f-4594-9ddd-978bb6c6296b, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d7451cc1-a09f-4594-9ddd-978bb6c6296b,segment=NetworkSegment(2916fee7-f23b-4d43-a361-78df99db22e8),segment_id=2916fee7-f23b-4d43-a361-78df99db22e8)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:03.271181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-aaa12deb-9674-4117-ac5f-d5a5021a3f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.289429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-aaa12deb-9674-4117-ac5f-d5a5021a3f02 None None] Calling delete_port for d7451cc1-a09f-4594-9ddd-978bb6c6296b owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:03.342468 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f219d831-a0d3-4ac8-abf0-445c475ed595 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.381895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219d831-a0d3-4ac8-abf0-445c475ed595 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Subnet': ['ID=43518402-e260-4708-b6b2-abaf63b8ded0,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.385748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f219d831-a0d3-4ac8-abf0-445c475ed595 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.389283 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f219d831-a0d3-4ac8-abf0-445c475ed595 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/43518402-e260-4708-b6b2-abaf63b8ded0 HTTP/1.1" status: 204 len: 168 time: 0.6223860 Dec 22 04:53:03.391732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38008) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:03.429962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c787dc-3262-49a7-8ff9-b69e1b6835e5 None None] Network ae565ca0-2c09-4c6b-a729-75444f4dca06 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:03.491774 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-aaa12deb-9674-4117-ac5f-d5a5021a3f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.502127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.517340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-15b474cc-59a5-44e4-909b-b0820b408184 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Deleting port c7f65bc8-1de9-4019-8470-285ad47f0e45 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:03.517616 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-15b474cc-59a5-44e4-909b-b0820b408184 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.535961 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa12deb-9674-4117-ac5f-d5a5021a3f02 None None] Pushing event deleted for resources: {'Port': ['ID=d7451cc1-a09f-4594-9ddd-978bb6c6296b,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.538078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa12deb-9674-4117-ac5f-d5a5021a3f02 None None] No DVR routers for this DVR port d7451cc1-a09f-4594-9ddd-978bb6c6296b on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:03.613091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-15b474cc-59a5-44e4-909b-b0820b408184 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.617562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.625523 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-15b474cc-59a5-44e4-909b-b0820b408184 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Calling delete_port for c7f65bc8-1de9-4019-8470-285ad47f0e45 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:03.638941 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e0021e-7a67-4303-ba6d-5ca118836086']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:03.640775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8e69d2e-9bc4-4942-98b0-9d184dfcad62 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.652644 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2916fee7-f23b-4d43-a361-78df99db22e8') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:03.652933 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2916fee7-f23b-4d43-a361-78df99db22e8') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:03.663599 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.678058 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.688153 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:03.688541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.689260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a416d-849d-4b1d-8247-58a1b43e3186 None None] DHCP port deletion for ae565ca0-2c09-4c6b-a729-75444f4dca06 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:53:03.740015 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-401a416d-849d-4b1d-8247-58a1b43e3186 None None] Deleting port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:03.740421 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-401a416d-849d-4b1d-8247-58a1b43e3186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:03.745884 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:03.776852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8e69d2e-9bc4-4942-98b0-9d184dfcad62 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.792754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8e69d2e-9bc4-4942-98b0-9d184dfcad62 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network ce2aafce-aff9-4801-bad9-af73b1547b6b is not hosted by any dhcp agent {{(pid=109183) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:53:03.800161 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e69d2e-9bc4-4942-98b0-9d184dfcad62 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:03.800453 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8e69d2e-9bc4-4942-98b0-9d184dfcad62 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.801650 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e8e69d2e-9bc4-4942-98b0-9d184dfcad62 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "PUT /v2.0/networks/ce2aafce-aff9-4801-bad9-af73b1547b6b HTTP/1.1" status: 200 len: 723 time: 0.9436710 Dec 22 04:53:03.804760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38020) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:03.811823 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0ae0500b-61d0-4eed-a3bd-49aa216174f2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'network_id': 'ce2aafce-aff9-4801-bad9-af73b1547b6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:03.854928 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-401a416d-849d-4b1d-8247-58a1b43e3186 None None] For port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=71f9e419-9ef1-48d1-86b7-0552c23fbbb3,segment=NetworkSegment(862f4cfb-f79f-42de-be94-30744098d48a),segment_id=862f4cfb-f79f-42de-be94-30744098d48a)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:03.855407 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-401a416d-849d-4b1d-8247-58a1b43e3186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.869650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-401a416d-849d-4b1d-8247-58a1b43e3186 None None] Calling delete_port for 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:03.872412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.885063 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.890079 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/networks/24e0021e-7a67-4303-ba6d-5ca118836086 HTTP/1.1" status: 204 len: 168 time: 0.4967549 Dec 22 04:53:03.898858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38024) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:03.904791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:03.935538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01454f47-292b-4483-93f9-507a0fcaeda8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Network': ['ID=24e0021e-7a67-4303-ba6d-5ca118836086,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.953421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e69d2e-9bc4-4942-98b0-9d184dfcad62 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=ce2aafce-aff9-4801-bad9-af73b1547b6b,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.961107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event deleted for resources: {'Port': ['ID=89b8e82a-95d6-4076-b3a9-cd8d78041183,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.966377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network ce2aafce-aff9-4801-bad9-af73b1547b6b details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:04.014081 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.046498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-15b474cc-59a5-44e4-909b-b0820b408184 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.050028 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.075839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-401a416d-849d-4b1d-8247-58a1b43e3186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.108599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a416d-849d-4b1d-8247-58a1b43e3186 None None] Pushing event deleted for resources: {'Port': ['ID=71f9e419-9ef1-48d1-86b7-0552c23fbbb3,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:04.112270 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a416d-849d-4b1d-8247-58a1b43e3186 None None] No DVR routers for this DVR port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:04.129839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae0500b-61d0-4eed-a3bd-49aa216174f2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:04.129839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0ae0500b-61d0-4eed-a3bd-49aa216174f2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.137227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:04.137570 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.179310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b474cc-59a5-44e4-909b-b0820b408184 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event deleted for resources: {'Port': ['ID=c7f65bc8-1de9-4019-8470-285ad47f0e45,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:04.192258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.195414 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.247041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-15b474cc-59a5-44e4-909b-b0820b408184 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.250445 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-15b474cc-59a5-44e4-909b-b0820b408184 tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "DELETE /v2.0/ports/c7f65bc8-1de9-4019-8470-285ad47f0e45 HTTP/1.1" status: 204 len: 168 time: 1.0085597 Dec 22 04:53:04.262163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38034) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:04.290609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] For port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:04.291158 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.324933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-115a0b82-b94f-43b5-b554-bb4ace4fd6ba tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Deleting subnet e30df231-3f7f-4b07-8351-eb2057652a92 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:53:04.325357 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:04.328664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-115a0b82-b94f-43b5-b554-bb4ace4fd6ba tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.330253 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 was not found and therefore no delete operation was performed {{(pid=109182) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:53:04.340017 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.370260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.370833 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a7992e0-26a1-4f31-8cfc-c7b968789d86 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:04.376160 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.378516 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=71f9e419-9ef1-48d1-86b7-0552c23fbbb3,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:04.382624 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a7bf3955-d5f3-4f46-89c9-43bf57f18576 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "DELETE /v2.0/routers/4a7992e0-26a1-4f31-8cfc-c7b968789d86 HTTP/1.1" status: 204 len: 168 time: 2.2889135 Dec 22 04:53:04.384881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38040) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:04.391357 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1472964909', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:04.402278 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No DVR routers for this DVR port 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:04.406494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-115a0b82-b94f-43b5-b554-bb4ace4fd6ba tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.508317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-115a0b82-b94f-43b5-b554-bb4ace4fd6ba tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.550732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.605881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae565ca0-2c09-4c6b-a729-75444f4dca06']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:04.609481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.610510 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.623217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862f4cfb-f79f-42de-be94-30744098d48a') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:04.623501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862f4cfb-f79f-42de-be94-30744098d48a') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:04.634258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-115a0b82-b94f-43b5-b554-bb4ace4fd6ba tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.634767 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.673519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-115a0b82-b94f-43b5-b554-bb4ace4fd6ba tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.673519 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-115a0b82-b94f-43b5-b554-bb4ace4fd6ba tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "DELETE /v2.0/subnets/e30df231-3f7f-4b07-8351-eb2057652a92 HTTP/1.1" status: 204 len: 168 time: 0.4085171 Dec 22 04:53:04.674041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a0b82-b94f-43b5-b554-bb4ace4fd6ba tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event deleted for resources: {'Subnet': ['ID=e30df231-3f7f-4b07-8351-eb2057652a92,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:04.677282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38046) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:04.677543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb39a2f8-153f-4b3d-8c06-0b752db1a13b None None] Network 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:04.689681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.698994 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.700211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0ae0500b-61d0-4eed-a3bd-49aa216174f2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.702313 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:04.702685 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:04.707840 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:04.762143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.824666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Deleting port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:04.825253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.908314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] For port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ab7c9a2b-6079-4f09-bb74-d5e40cef30c9,segment=NetworkSegment(ce7717bf-52aa-4a93-a6a5-9f5828f12806),segment_id=ce7717bf-52aa-4a93-a6a5-9f5828f12806)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:04.908314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:04.919277 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55445535-5193-431c-8e88-257219da4224 None None] DHCP port deletion for 8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:53:04.938716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Calling delete_port for ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:05.019349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-55445535-5193-431c-8e88-257219da4224 None None] Deleting port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:05.019720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-55445535-5193-431c-8e88-257219da4224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.037945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:05.038890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.042979 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0500b-61d0-4eed-a3bd-49aa216174f2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=56074638-b5e5-4a46-b5a9-88cb2465d66f,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:05.055437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0500b-61d0-4eed-a3bd-49aa216174f2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking segment: {'id': 'ff81ac31-f4d7-4bfe-9805-8578fe0e4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ce2aafce-aff9-4801-bad9-af73b1547b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:05.055797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0500b-61d0-4eed-a3bd-49aa216174f2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network hostable DHCP agents. Network: ce2aafce-aff9-4801-bad9-af73b1547b6b, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:05.078306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.085161 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.088857 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/networks/ae565ca0-2c09-4c6b-a729-75444f4dca06 HTTP/1.1" status: 204 len: 168 time: 1.1888006 Dec 22 04:53:05.093377 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38058) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:05.094819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:05.095279 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 71f9e419-9ef1-48d1-86b7-0552c23fbbb3 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:05.095621 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d7451cc1-a09f-4594-9ddd-978bb6c6296b no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:05.100549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-16d6b875-dd44-48d9-84c0-4a4dc17f989b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'network': {'name': 'tempest-RoutersTest-1137989364'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:05.119171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71dd6a-f9c4-4e82-b4e2-bf68df862421 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Network': ['ID=ae565ca0-2c09-4c6b-a729-75444f4dca06,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:05.127674 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: d7451cc1-a09f-4594-9ddd-978bb6c6296b {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:05.128045 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d7451cc1-a09f-4594-9ddd-978bb6c6296b not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:05.128652 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 89b8e82a-95d6-4076-b3a9-cd8d78041183 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:05.155644 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 89b8e82a-95d6-4076-b3a9-cd8d78041183 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:05.155983 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 89b8e82a-95d6-4076-b3a9-cd8d78041183 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:05.156421 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:05.165125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae0500b-61d0-4eed-a3bd-49aa216174f2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network ce2aafce-aff9-4801-bad9-af73b1547b6b is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:05.178052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.190308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-55445535-5193-431c-8e88-257219da4224 None None] For port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ab7c9a2b-6079-4f09-bb74-d5e40cef30c9,segment=NetworkSegment(ce7717bf-52aa-4a93-a6a5-9f5828f12806),segment_id=ce7717bf-52aa-4a93-a6a5-9f5828f12806)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:05.190732 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-55445535-5193-431c-8e88-257219da4224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.209021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-55445535-5193-431c-8e88-257219da4224 None None] Calling delete_port for ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:05.210879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event deleted for resources: {'Port': ['ID=ab7c9a2b-6079-4f09-bb74-d5e40cef30c9,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:05.213226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] No DVR routers for this DVR port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:05.221259 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No active binding found for port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 {{(pid=109184) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:53:05.222245 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:05.267162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d6b875-dd44-48d9-84c0-4a4dc17f989b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:05.271662 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-16d6b875-dd44-48d9-84c0-4a4dc17f989b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.274945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-0ae0500b-61d0-4eed-a3bd-49aa216174f2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, ce2aafce-aff9-4801-bad9-af73b1547b6b) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:05.278143 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae0500b-61d0-4eed-a3bd-49aa216174f2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:05.278882 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0ae0500b-61d0-4eed-a3bd-49aa216174f2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.286563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27962943-135a-465a-81b1-248eed5db4a8 None None] Network ce2aafce-aff9-4801-bad9-af73b1547b6b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:05.307480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.328057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:05.339380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7717bf-52aa-4a93-a6a5-9f5828f12806') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:05.339667 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7717bf-52aa-4a93-a6a5-9f5828f12806') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:05.351928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.359371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-55445535-5193-431c-8e88-257219da4224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.368927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.375486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:05.375845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.400309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55445535-5193-431c-8e88-257219da4224 None None] Pushing event deleted for resources: {'Port': ['ID=ab7c9a2b-6079-4f09-bb74-d5e40cef30c9,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:05.413444 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0ae0500b-61d0-4eed-a3bd-49aa216174f2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6068840 Dec 22 04:53:05.415459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55445535-5193-431c-8e88-257219da4224 None None] No DVR routers for this DVR port ab7c9a2b-6079-4f09-bb74-d5e40cef30c9 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:05.432709 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d6b875-dd44-48d9-84c0-4a4dc17f989b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:05.436287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38064) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:05.442977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b8edc4e4-13ef-4f92-834f-ae9334d089b2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:05.451345 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:05.489139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-ce2aafce-aff9-4801-bad9-af73b1547b6b', 'network_id': 'ce2aafce-aff9-4801-bad9-af73b1547b6b', 'tenant_id': '1cfcebb8e2014649b670bb75b75fa729', 'fixed_ips': [{'subnet_id': '56074638-b5e5-4a46-b5a9-88cb2465d66f'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:53:05.490001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.497294 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.508236 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-16d6b875-dd44-48d9-84c0-4a4dc17f989b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.508577 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-16d6b875-dd44-48d9-84c0-4a4dc17f989b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Added segment f63c9ce6-b596-48f2-915c-f61420df3ab7 of type vlan for network ccc52328-fbc3-4e16-9e30-a762e96caa9f Dec 22 04:53:05.542736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.571087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.582648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.592510 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] 10.222.0.54 "DELETE /v2.0/networks/8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f HTTP/1.1" status: 204 len: 168 time: 0.9078195 Dec 22 04:53:05.600695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740278f6-2664-4550-94cf-e7b55c462bed tempest-AllowedAddressPairIpV6TestJSON-2120144948 tempest-AllowedAddressPairIpV6TestJSON-2120144948-project] Pushing event deleted for resources: {'Network': ['ID=8b1ce807-ad5e-4fd7-83c0-b5699fdcac2f,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:05.640453 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-16d6b875-dd44-48d9-84c0-4a4dc17f989b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.669020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b8edc4e4-13ef-4f92-834f-ae9334d089b2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26386801'] for subnet, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.741705 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Allocated IP 172.20.0.2 (ce2aafce-aff9-4801-bad9-af73b1547b6b/56074638-b5e5-4a46-b5a9-88cb2465d66f/e07db6af-ad7a-4a22-934f-ce6ecf5c29b3) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:05.777478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Allocated IP 172.26.5.134 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/94bfb8fc-176b-4d73-9a37-ab0269a0d061) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:05.857070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-16d6b875-dd44-48d9-84c0-4a4dc17f989b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.862716 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d6b875-dd44-48d9-84c0-4a4dc17f989b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:05.865179 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-16d6b875-dd44-48d9-84c0-4a4dc17f989b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.931322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.964771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:05.969163 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-16d6b875-dd44-48d9-84c0-4a4dc17f989b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8734417 Dec 22 04:53:05.971227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6b875-dd44-48d9-84c0-4a4dc17f989b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Network': ['ID=ccc52328-fbc3-4e16-9e30-a762e96caa9f,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:05.972099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38078) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:05.978592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5371fb33-a5e3-4f0e-a442-11cac04d48d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'subnet': {'network_id': 'ccc52328-fbc3-4e16-9e30-a762e96caa9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:05.982458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network ccc52328-fbc3-4e16-9e30-a762e96caa9f details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:06.102899 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.154547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38084) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:06.165080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38086) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:06.168317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b681d567-d43d-402a-bc2e-e5a46d5bb7a9 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-202235546', 'description': 'tempest-secgroup-smoke-202235546 description', 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:06.189504 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:06.192949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:06.196926 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:06.202832 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5371fb33-a5e3-4f0e-a442-11cac04d48d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:06.208177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5371fb33-a5e3-4f0e-a442-11cac04d48d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.218630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.238069 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Pushing event updated for resources: {'Port': ['ID=94bfb8fc-176b-4d73-9a37-ab0269a0d061,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:06.240615 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b8edc4e4-13ef-4f92-834f-ae9334d089b2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753904913026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26549996'] for subnet, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.267455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Network ce2aafce-aff9-4801-bad9-af73b1547b6b is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:06.279234 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:06.285171 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:06.298751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8edc4e4-13ef-4f92-834f-ae9334d089b2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:06.299676 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b8edc4e4-13ef-4f92-834f-ae9334d089b2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.303453 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b8edc4e4-13ef-4f92-834f-ae9334d089b2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "PUT /v2.0/subnets/56074638-b5e5-4a46-b5a9-88cb2465d66f HTTP/1.1" status: 200 len: 806 time: 0.8655396 Dec 22 04:53:06.312380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38090) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:06.325878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Pushing event updated for resources: {'Port': ['ID=e07db6af-ad7a-4a22-934f-ce6ecf5c29b3,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:06.354720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Attempting to bind port e07db6af-ad7a-4a22-934f-ce6ecf5c29b3 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:06.354988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Attempting to bind port e07db6af-ad7a-4a22-934f-ce6ecf5c29b3 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'ff81ac31-f4d7-4bfe-9805-8578fe0e4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ce2aafce-aff9-4801-bad9-af73b1547b6b'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:06.355396 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Attempting to bind port e07db6af-ad7a-4a22-934f-ce6ecf5c29b3 on network ce2aafce-aff9-4801-bad9-af73b1547b6b {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:06.360579 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:06.360946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Checking segment: {'id': 'ff81ac31-f4d7-4bfe-9805-8578fe0e4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ce2aafce-aff9-4801-bad9-af73b1547b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:06.361337 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.362013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Bound using segment: {'id': 'ff81ac31-f4d7-4bfe-9805-8578fe0e4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ce2aafce-aff9-4801-bad9-af73b1547b6b'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:06.362996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Bound port: e07db6af-ad7a-4a22-934f-ce6ecf5c29b3, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff81ac31-f4d7-4bfe-9805-8578fe0e4eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ce2aafce-aff9-4801-bad9-af73b1547b6b'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:06.363367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.388433 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b681d567-d43d-402a-bc2e-e5a46d5bb7a9 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.402429 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edc4e4-13ef-4f92-834f-ae9334d089b2 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=56074638-b5e5-4a46-b5a9-88cb2465d66f,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:06.421085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b681d567-d43d-402a-bc2e-e5a46d5bb7a9 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.446010 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] For port e07db6af-ad7a-4a22-934f-ce6ecf5c29b3, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:06.449989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] For port e07db6af-ad7a-4a22-934f-ce6ecf5c29b3, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e07db6af-ad7a-4a22-934f-ce6ecf5c29b3,segment=NetworkSegment(ff81ac31-f4d7-4bfe-9805-8578fe0e4eeb),segment_id=ff81ac31-f4d7-4bfe-9805-8578fe0e4eeb)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:06.482632 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5184a8b3-ab77-416e-9118-80f33fb8165f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9656d379f4f04816923f76824e8e0d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162270 Dec 22 04:53:06.486592 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38094) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:06.523813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.529759 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.555137 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b681d567-d43d-402a-bc2e-e5a46d5bb7a9 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.591034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b31034-2fee-4609-ac85-ef57f63892e8 None None] Pushing event updated for resources: {'Port': ['ID=e07db6af-ad7a-4a22-934f-ce6ecf5c29b3,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:06.635907 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b681d567-d43d-402a-bc2e-e5a46d5bb7a9 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.643558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b4c5104-bf84-4a9e-a2e0-a1dd1e1764a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.653812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Deleting port e07db6af-ad7a-4a22-934f-ce6ecf5c29b3 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:06.653812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.738566 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] For port e07db6af-ad7a-4a22-934f-ce6ecf5c29b3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e07db6af-ad7a-4a22-934f-ce6ecf5c29b3,segment=NetworkSegment(ff81ac31-f4d7-4bfe-9805-8578fe0e4eeb),segment_id=ff81ac31-f4d7-4bfe-9805-8578fe0e4eeb)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:06.738934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.742016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5371fb33-a5e3-4f0e-a442-11cac04d48d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:06.810439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Calling delete_port for e07db6af-ad7a-4a22-934f-ce6ecf5c29b3 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:06.879994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371fb33-a5e3-4f0e-a442-11cac04d48d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Subnet': ['ID=b01366cf-28f8-4820-9a08-4ca24f55b88a,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:06.901553 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5371fb33-a5e3-4f0e-a442-11cac04d48d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Checking segment: {'id': 'f63c9ce6-b596-48f2-915c-f61420df3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ccc52328-fbc3-4e16-9e30-a762e96caa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:06.901911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5371fb33-a5e3-4f0e-a442-11cac04d48d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network hostable DHCP agents. Network: ccc52328-fbc3-4e16-9e30-a762e96caa9f, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:06.980571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e07db6af-ad7a-4a22-934f-ce6ecf5c29b3 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:07.019589 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b4c5104-bf84-4a9e-a2e0-a1dd1e1764a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.036795 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port e07db6af-ad7a-4a22-934f-ce6ecf5c29b3 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:07.037163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.037859 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681d567-d43d-402a-bc2e-e5a46d5bb7a9 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d405051-04ab-4ef1-9aa6-0b49abcf3d43,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:07.077486 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.085118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5371fb33-a5e3-4f0e-a442-11cac04d48d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network ccc52328-fbc3-4e16-9e30-a762e96caa9f is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:07.119742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.134736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.198245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b681d567-d43d-402a-bc2e-e5a46d5bb7a9 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.207708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Port': ['ID=e07db6af-ad7a-4a22-934f-ce6ecf5c29b3,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:07.218854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5371fb33-a5e3-4f0e-a442-11cac04d48d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, ccc52328-fbc3-4e16-9e30-a762e96caa9f) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:07.228033 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b34efd-a97b-4a39-a840-541a9ef4e3d2 None None] Network ccc52328-fbc3-4e16-9e30-a762e96caa9f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:07.238871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No DVR routers for this DVR port e07db6af-ad7a-4a22-934f-ce6ecf5c29b3 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:07.241148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5371fb33-a5e3-4f0e-a442-11cac04d48d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:07.241723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5371fb33-a5e3-4f0e-a442-11cac04d48d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.305096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b681d567-d43d-402a-bc2e-e5a46d5bb7a9 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.312397 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b4c5104-bf84-4a9e-a2e0-a1dd1e1764a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.314911 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b4c5104-bf84-4a9e-a2e0-a1dd1e1764a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.319325 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5b4c5104-bf84-4a9e-a2e0-a1dd1e1764a6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/11435a9c-e7de-4c97-9900-e0d52b0a1309 HTTP/1.1" status: 204 len: 168 time: 0.8310411 Dec 22 04:53:07.322890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.376762 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681d567-d43d-402a-bc2e-e5a46d5bb7a9 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d475d3-1bd1-4e99-8e0a-4644be4de821,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:07.398768 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4c5104-bf84-4a9e-a2e0-a1dd1e1764a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11435a9c-e7de-4c97-9900-e0d52b0a1309,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:07.408180 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.426922 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5371fb33-a5e3-4f0e-a442-11cac04d48d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4506390 Dec 22 04:53:07.431256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38102) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:07.437016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-1b93e943-3c83-4fe8-937d-e608e78f063e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-607105116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:07.467426 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b681d567-d43d-402a-bc2e-e5a46d5bb7a9 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.472314 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b681d567-d43d-402a-bc2e-e5a46d5bb7a9 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.3104444 Dec 22 04:53:07.472798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38104) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:07.482275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8562a37e-4ed2-444b-b5b0-e217c68d22f6 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Request body: {'security_group_rule': {'security_group_id': 'a6d475d3-1bd1-4e99-8e0a-4644be4de821', 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:07.501324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-ccc52328-fbc3-4e16-9e30-a762e96caa9f', 'network_id': 'ccc52328-fbc3-4e16-9e30-a762e96caa9f', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'fixed_ips': [{'subnet_id': 'b01366cf-28f8-4820-9a08-4ca24f55b88a'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:53:07.502509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.525911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.567911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Subnet': ['ID=56074638-b5e5-4a46-b5a9-88cb2465d66f,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:07.603200 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b93e943-3c83-4fe8-937d-e608e78f063e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.604857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b93e943-3c83-4fe8-937d-e608e78f063e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.663919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.674053 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Router 96031e90-0c61-4c56-b1a1-e83433ad630f is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:53:07.700484 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Allocated IP 172.20.0.2 (ccc52328-fbc3-4e16-9e30-a762e96caa9f/b01366cf-28f8-4820-9a08-4ca24f55b88a/2fa7fd1a-1fac-4648-8ad3-a2da3b868108) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:07.743796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2aafce-aff9-4801-bad9-af73b1547b6b']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:07.761181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b93e943-3c83-4fe8-937d-e608e78f063e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.763604 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff81ac31-f4d7-4bfe-9805-8578fe0e4eeb') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:07.763896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff81ac31-f4d7-4bfe-9805-8578fe0e4eeb') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:07.778264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.797392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8562a37e-4ed2-444b-b5b0-e217c68d22f6 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.822913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.831446 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:07.844843 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580d5be-e2a3-4612-9b65-cff980968c29 None None] Sync routers for ids ['96031e90-0c61-4c56-b1a1-e83433ad630f'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:07.848790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:07.849067 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.852596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e59afaa-5d79-4986-8357-3d7d9e846f05 None None] Network ce2aafce-aff9-4801-bad9-af73b1547b6b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:07.858612 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:07.864103 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2580d5be-e2a3-4612-9b65-cff980968c29 None None] Routers {'96031e90-0c61-4c56-b1a1-e83433ad630f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:07.865503 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2580d5be-e2a3-4612-9b65-cff980968c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96031e90-0c61-4c56-b1a1-e83433ad630f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:07.870129 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b93e943-3c83-4fe8-937d-e608e78f063e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.933294 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.938874 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6964ab1a-6198-4082-b92a-eeb965d1f630 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5529091 Dec 22 04:53:07.941353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38114) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:07.949435 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-dde61832-8406-4bbf-b694-f360fe819646 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'enable_snat': False}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:07.960783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8562a37e-4ed2-444b-b5b0-e217c68d22f6 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:07.964013 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2580d5be-e2a3-4612-9b65-cff980968c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:07.974095 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2580d5be-e2a3-4612-9b65-cff980968c29 None None] Routers {'96031e90-0c61-4c56-b1a1-e83433ad630f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:07.974862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-795cd267-5183-41f4-860e-ef435e44ec7c None None] Could not find standard attr ID for object e07db6af-ad7a-4a22-934f-ce6ecf5c29b3. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:53:07.975629 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2580d5be-e2a3-4612-9b65-cff980968c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96031e90-0c61-4c56-b1a1-e83433ad630f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:08.015526 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b93e943-3c83-4fe8-937d-e608e78f063e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.016969 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1b93e943-3c83-4fe8-937d-e608e78f063e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5845528 Dec 22 04:53:08.018855 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2580d5be-e2a3-4612-9b65-cff980968c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:08.019652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38118) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:08.019978 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2580d5be-e2a3-4612-9b65-cff980968c29 None None] The sync data for ids ['96031e90-0c61-4c56-b1a1-e83433ad630f'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:08.025968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'port': {'network_id': 'ccc52328-fbc3-4e16-9e30-a762e96caa9f', 'name': 'tempest-RoutersTest-944254044'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:08.028009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.079385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8562a37e-4ed2-444b-b5b0-e217c68d22f6 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.089019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.094435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.099486 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/ce2aafce-aff9-4801-bad9-af73b1547b6b HTTP/1.1" status: 204 len: 168 time: 1.7861636 Dec 22 04:53:08.100083 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38120) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:08.104434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c6fbe5-1faa-4505-8500-b65f07597e5f None None] DHCP port deletion for ce2aafce-aff9-4801-bad9-af73b1547b6b request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:53:08.133051 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26871cf-ec03-4dba-b79a-094af35757c9 None None] Network ce2aafce-aff9-4801-bad9-af73b1547b6b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:08.147021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26871cf-ec03-4dba-b79a-094af35757c9 None None] Network ce2aafce-aff9-4801-bad9-af73b1547b6b could not be found, it might have been deleted concurrently. {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 22 04:53:08.148975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.158708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562a37e-4ed2-444b-b5b0-e217c68d22f6 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07461cee-9999-4acd-9189-b72f2d756e04,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:08.165671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82fe8e-0620-4fce-b18b-9b66971aa918 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Network': ['ID=ce2aafce-aff9-4801-bad9-af73b1547b6b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:08.173729 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-04937c1e-d72f-408f-b4b0-0f085295cbdf tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:08.175134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04937c1e-d72f-408f-b4b0-0f085295cbdf tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:08.200929 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-04937c1e-d72f-408f-b4b0-0f085295cbdf tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/ce2aafce-aff9-4801-bad9-af73b1547b6b HTTP/1.1" status: 404 len: 339 time: 0.0832448 Dec 22 04:53:08.201977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38124) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:08.209150 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2123163618', 'description': 'd1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:08.210251 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Network ccc52328-fbc3-4e16-9e30-a762e96caa9f is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:08.215588 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:08.226980 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:08.229319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Pushing event updated for resources: {'Port': ['ID=2fa7fd1a-1fac-4648-8ad3-a2da3b868108,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:08.277928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8562a37e-4ed2-444b-b5b0-e217c68d22f6 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.279148 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8562a37e-4ed2-444b-b5b0-e217c68d22f6 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8055530 Dec 22 04:53:08.282811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38128) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:08.294530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Attempting to bind port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:08.295437 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Attempting to bind port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'f63c9ce6-b596-48f2-915c-f61420df3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ccc52328-fbc3-4e16-9e30-a762e96caa9f'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:08.296343 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Attempting to bind port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 on network ccc52328-fbc3-4e16-9e30-a762e96caa9f {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:08.301990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:08.306844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Checking segment: {'id': 'f63c9ce6-b596-48f2-915c-f61420df3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ccc52328-fbc3-4e16-9e30-a762e96caa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:08.306844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.306844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Bound using segment: {'id': 'f63c9ce6-b596-48f2-915c-f61420df3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ccc52328-fbc3-4e16-9e30-a762e96caa9f'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:08.306844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Bound port: 2fa7fd1a-1fac-4648-8ad3-a2da3b868108, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63c9ce6-b596-48f2-915c-f61420df3ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ccc52328-fbc3-4e16-9e30-a762e96caa9f'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:08.306844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.313783 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d4f61d75-1d1a-4928-8f91-717c78d2e338 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Request body: {'security_group_rule': {'security_group_id': 'a6d475d3-1bd1-4e99-8e0a-4644be4de821', 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:08.362142 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dde61832-8406-4bbf-b694-f360fe819646 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.370674 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] For port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:08.373612 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] For port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2fa7fd1a-1fac-4648-8ad3-a2da3b868108,segment=NetworkSegment(f63c9ce6-b596-48f2-915c-f61420df3ab7),segment_id=f63c9ce6-b596-48f2-915c-f61420df3ab7)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:08.416436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:08.420337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.439163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] device_id is not set on port e0acbb30-0e02-4bb8-9c5f-fce3b807a411 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:53:08.462783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.532779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555eda5-5107-4224-a12f-4b0be4a15f32 None None] Pushing event updated for resources: {'Port': ['ID=2fa7fd1a-1fac-4648-8ad3-a2da3b868108,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:08.559182 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:08.562842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.586733 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4f61d75-1d1a-4928-8f91-717c78d2e338 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.588857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Allocated IP 172.20.0.11 (ccc52328-fbc3-4e16-9e30-a762e96caa9f/b01366cf-28f8-4820-9a08-4ca24f55b88a/e0acbb30-0e02-4bb8-9c5f-fce3b807a411) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:08.618769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:08.650515 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.650860 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Added segment f277a340-9944-412c-99eb-ef320288c1bb of type vlan for network 5b452d28-2a11-4fdf-8798-3cb99859262a Dec 22 04:53:08.708225 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4f61d75-1d1a-4928-8f91-717c78d2e338 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.729668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.822913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.836177 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4f61d75-1d1a-4928-8f91-717c78d2e338 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.840728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.db.resource_extend [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:53:08.890101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f61d75-1d1a-4928-8f91-717c78d2e338 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fb668f-5a01-4ff6-90e8-0f620fb019cd,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:08.898268 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38142) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:08.916820 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4f61d75-1d1a-4928-8f91-717c78d2e338 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.918247 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d4f61d75-1d1a-4928-8f91-717c78d2e338 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6079314 Dec 22 04:53:08.922144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38146) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:08.933030 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-f5fd69e7-195d-43a5-b176-b67692a4332a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Request body: {'security_group_rule': {'security_group_id': 'a6d475d3-1bd1-4e99-8e0a-4644be4de821', 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:08.966306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.972751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:08.973416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:08.988636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:09.022598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.042790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ba3bbe7d-e5f8-45c2-9781-0acc1dfca14f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019671943'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:09.043454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:09.043925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.091485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network ccc52328-fbc3-4e16-9e30-a762e96caa9f is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:09.100159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:09.103596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:09.106281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=e0acbb30-0e02-4bb8-9c5f-fce3b807a411,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:09.144438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=5b452d28-2a11-4fdf-8798-3cb99859262a,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:09.165969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.169634 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 5b452d28-2a11-4fdf-8798-3cb99859262a details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:09.169900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:09.170469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.207410 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-28e6522a-5ac8-4617-96d4-dd626cd85da5 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0011933 Dec 22 04:53:09.207608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbe7d-e5f8-45c2-9781-0acc1dfca14f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.208317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38148) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:09.226683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbe7d-e5f8-45c2-9781-0acc1dfca14f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.242569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f5fd69e7-195d-43a5-b176-b67692a4332a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.254516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2fa7fd1a-1fac-4648-8ad3-a2da3b868108,segment=NetworkSegment(f63c9ce6-b596-48f2-915c-f61420df3ab7),segment_id=f63c9ce6-b596-48f2-915c-f61420df3ab7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:09.257209 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-75fd1e30-d8e1-4b37-aceb-e59cac784652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.311262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dde61832-8406-4bbf-b694-f360fe819646 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.321848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dde61832-8406-4bbf-b694-f360fe819646 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.330922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.341222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f5fd69e7-195d-43a5-b176-b67692a4332a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.417286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=2fa7fd1a-1fac-4648-8ad3-a2da3b868108,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:09.421181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e07db6af-ad7a-4a22-934f-ce6ecf5c29b3 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:09.454407 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: e07db6af-ad7a-4a22-934f-ce6ecf5c29b3 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:09.455077 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e07db6af-ad7a-4a22-934f-ce6ecf5c29b3 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:09.459846 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f5fd69e7-195d-43a5-b176-b67692a4332a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.489692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd69e7-195d-43a5-b176-b67692a4332a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f93d8d7-dbe0-43c0-bfda-6a8f08cb6ba2,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:09.504134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde61832-8406-4bbf-b694-f360fe819646 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Router 96031e90-0c61-4c56-b1a1-e83433ad630f has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:09.579434 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-27233ff1-496f-410b-a529-ad56c7eb50de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5587111 Dec 22 04:53:09.590783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38154) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:09.597422 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f5fd69e7-195d-43a5-b176-b67692a4332a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.597895 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f5fd69e7-195d-43a5-b176-b67692a4332a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6709254 Dec 22 04:53:09.600160 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38156) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:09.606262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c66617f7-5c47-40a9-9cbc-42591f2878c2 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Request body: {'security_group_rule': {'security_group_id': 'a6d475d3-1bd1-4e99-8e0a-4644be4de821', 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:09.656963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde61832-8406-4bbf-b694-f360fe819646 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:09.662454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dde61832-8406-4bbf-b694-f360fe819646 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.663727 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-dde61832-8406-4bbf-b694-f360fe819646 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "PUT /v2.0/routers/96031e90-0c61-4c56-b1a1-e83433ad630f HTTP/1.1" status: 200 len: 922 time: 1.7194424 Dec 22 04:53:09.666336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38158) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:09.669000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17024d9-8280-4bc3-ac93-c9ed4bc959de None None] Sync routers for ids ['96031e90-0c61-4c56-b1a1-e83433ad630f'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:09.681667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17024d9-8280-4bc3-ac93-c9ed4bc959de None None] Routers {'96031e90-0c61-4c56-b1a1-e83433ad630f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:09.682294 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a17024d9-8280-4bc3-ac93-c9ed4bc959de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96031e90-0c61-4c56-b1a1-e83433ad630f'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:09.694403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfe3a0d-6312-47cd-80c6-34950b9179fe tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:09.702777 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1bfe3a0d-6312-47cd-80c6-34950b9179fe tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/networks?id=5b452d28-2a11-4fdf-8798-3cb99859262a HTTP/1.1" status: 200 len: 761 time: 0.4875402 Dec 22 04:53:09.704960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38160) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:09.718171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e4340662-c333-4ecb-8e10-ae2efdd19374 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'description': 'd2'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:09.723336 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a17024d9-8280-4bc3-ac93-c9ed4bc959de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:09.733716 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17024d9-8280-4bc3-ac93-c9ed4bc959de None None] Routers {'96031e90-0c61-4c56-b1a1-e83433ad630f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:09.734311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a17024d9-8280-4bc3-ac93-c9ed4bc959de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:52:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96031e90-0c61-4c56-b1a1-e83433ad630f'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:09.758574 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c66617f7-5c47-40a9-9cbc-42591f2878c2 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.783433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636ea416-c6aa-4877-b703-bc079b85e8fa None None] Network ccc52328-fbc3-4e16-9e30-a762e96caa9f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:09.788234 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a17024d9-8280-4bc3-ac93-c9ed4bc959de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:09.789057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17024d9-8280-4bc3-ac93-c9ed4bc959de None None] The sync data for ids ['96031e90-0c61-4c56-b1a1-e83433ad630f'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:09.829018 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8181adaa-47c9-4655-8666-84f1b476c737 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/routers/96031e90-0c61-4c56-b1a1-e83433ad630f HTTP/1.1" status: 200 len: 922 time: 0.1561418 Dec 22 04:53:09.832097 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38162) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:09.852102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-82ce89c8-d1ad-43cf-b42e-758cd194520b None None] Provisioning complete for port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:09.852848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82ce89c8-d1ad-43cf-b42e-758cd194520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.906756 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c66617f7-5c47-40a9-9cbc-42591f2878c2 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:09.942495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79fa8bb-3ff5-44a8-8f99-60663a7d017b tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:09.946694 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d79fa8bb-3ff5-44a8-8f99-60663a7d017b tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=42d15e0e-484d-404f-97b4-aa292329db95&device_id=96031e90-0c61-4c56-b1a1-e83433ad630f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1108017 Dec 22 04:53:09.946949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38166) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:10.056007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbe7d-e5f8-45c2-9781-0acc1dfca14f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.111784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4340662-c333-4ecb-8e10-ae2efdd19374 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.128435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbe7d-e5f8-45c2-9781-0acc1dfca14f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.184815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4340662-c333-4ecb-8e10-ae2efdd19374 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.225237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.263692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4340662-c333-4ecb-8e10-ae2efdd19374 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network 5b452d28-2a11-4fdf-8798-3cb99859262a is not hosted by any dhcp agent {{(pid=109183) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:53:10.269543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4340662-c333-4ecb-8e10-ae2efdd19374 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:10.270214 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4340662-c333-4ecb-8e10-ae2efdd19374 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.271386 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e4340662-c333-4ecb-8e10-ae2efdd19374 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "PUT /v2.0/networks/5b452d28-2a11-4fdf-8798-3cb99859262a HTTP/1.1" status: 200 len: 758 time: 0.5599153 Dec 22 04:53:10.272288 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bbe7d-e5f8-45c2-9781-0acc1dfca14f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5e96f7-9d4e-48b8-b011-b3f526d1c2c0,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:10.275672 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c66617f7-5c47-40a9-9cbc-42591f2878c2 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.277814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38168) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:10.301903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66617f7-5c47-40a9-9cbc-42591f2878c2 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc20c93a-a868-4bc4-b3fe-6e9c1bbf92d6,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:10.335562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3da133-56a8-44d0-af65-184344266248 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:10.337952 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fd3da133-56a8-44d0-af65-184344266248 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/networks/42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 881 time: 0.3900363 Dec 22 04:53:10.344954 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38170) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:10.361790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-784621a8-f513-4eab-8448-20c31ea5e554 None None] Provisioning complete for port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:10.362817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-784621a8-f513-4eab-8448-20c31ea5e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.376072 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ac964a17-72a1-454f-a5f9-a5d546651354 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "GET /v2.0/ports?device_id=96031e90-0c61-4c56-b1a1-e83433ad630f HTTP/1.1" status: 200 len: 205 time: 0.0320261 Dec 22 04:53:10.379206 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38172) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:10.424240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbe7d-e5f8-45c2-9781-0acc1dfca14f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.429223 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c66617f7-5c47-40a9-9cbc-42591f2878c2 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.433030 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c66617f7-5c47-40a9-9cbc-42591f2878c2 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8293493 Dec 22 04:53:10.451675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4340662-c333-4ecb-8e10-ae2efdd19374 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=5b452d28-2a11-4fdf-8798-3cb99859262a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:10.465294 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 5b452d28-2a11-4fdf-8798-3cb99859262a details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:10.476537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e218001-47f0-4bcd-b158-2b918fca7217 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:10.479877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38174) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:10.482648 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7e218001-47f0-4bcd-b158-2b918fca7217 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/networks?id=5b452d28-2a11-4fdf-8798-3cb99859262a HTTP/1.1" status: 200 len: 761 time: 0.2035096 Dec 22 04:53:10.485576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2de98ba8-318f-4e1e-9731-691c891f3490 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Request body: {'security_group_rule': {'security_group_id': 'a6d475d3-1bd1-4e99-8e0a-4644be4de821', 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:10.490375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38178) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:10.499188 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-00741e0e-c142-4d6a-a84f-43cbd2870f50 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-47029865'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:10.530485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbe7d-e5f8-45c2-9781-0acc1dfca14f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.555311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-784621a8-f513-4eab-8448-20c31ea5e554 None None] Provisioning complete for port e0acbb30-0e02-4bb8-9c5f-fce3b807a411 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:10.555565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-784621a8-f513-4eab-8448-20c31ea5e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.572259 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.592332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-784621a8-f513-4eab-8448-20c31ea5e554 None None] Port e0acbb30-0e02-4bb8-9c5f-fce3b807a411 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:10.620294 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-2de98ba8-318f-4e1e-9731-691c891f3490 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Project 87218e7ff44b42c4aa8e3ef8a1246630 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:53:10.641540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bbe7d-e5f8-45c2-9781-0acc1dfca14f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff4dfac-eb18-44e4-9f5e-c2926c6fb99a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:10.656634 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00741e0e-c142-4d6a-a84f-43cbd2870f50 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:10.656634 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00741e0e-c142-4d6a-a84f-43cbd2870f50 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.657094 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ba3bbe7d-e5f8-45c2-9781-0acc1dfca14f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.660115 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ba3bbe7d-e5f8-45c2-9781-0acc1dfca14f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7602277 Dec 22 04:53:10.662705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38182) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:10.666952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2de98ba8-318f-4e1e-9731-691c891f3490 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.714394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-fb2b25d4-649d-4aa0-89d9-97388b06d7fd None None] Provisioning complete for port e0acbb30-0e02-4bb8-9c5f-fce3b807a411 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:10.715530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fb2b25d4-649d-4aa0-89d9-97388b06d7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.729215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00741e0e-c142-4d6a-a84f-43cbd2870f50 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:10.752399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00741e0e-c142-4d6a-a84f-43cbd2870f50 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.753311 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-00741e0e-c142-4d6a-a84f-43cbd2870f50 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Added segment 1014ad56-f188-483d-8d0a-25607eac62cc of type vlan for network 38e451cf-e986-4d3c-af53-e908c684d5eb Dec 22 04:53:10.761153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-fb2b25d4-649d-4aa0-89d9-97388b06d7fd None None] Port e0acbb30-0e02-4bb8-9c5f-fce3b807a411 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:10.765162 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3c983264-c0ae-4977-a0e2-b504f43270ab tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1013112 Dec 22 04:53:10.768907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38184) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:10.774264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-363ded11-fc42-4809-98de-3387a006f92b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group': {'name': 'tempest-security--1748812359', 'description': 'tempest-security-description-1725151779'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:10.779105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2de98ba8-318f-4e1e-9731-691c891f3490 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.817744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.817744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-363ded11-fc42-4809-98de-3387a006f92b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.818447 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.832283 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00741e0e-c142-4d6a-a84f-43cbd2870f50 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.836323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2de98ba8-318f-4e1e-9731-691c891f3490 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.859279 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de98ba8-318f-4e1e-9731-691c891f3490 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c48f8dd-fdb2-4783-8b08-96af8891bc8b,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:10.871185 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-363ded11-fc42-4809-98de-3387a006f92b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.889948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:10.917598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:10.929368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:10.929738 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.003572 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=e0acbb30-0e02-4bb8-9c5f-fce3b807a411,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:11.030472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Deleting port 94bfb8fc-176b-4d73-9a37-ab0269a0d061 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:11.030814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.072215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2de98ba8-318f-4e1e-9731-691c891f3490 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.073435 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2de98ba8-318f-4e1e-9731-691c891f3490 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5921714 Dec 22 04:53:11.075869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00741e0e-c142-4d6a-a84f-43cbd2870f50 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.080612 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38188) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:11.081872 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00741e0e-c142-4d6a-a84f-43cbd2870f50 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:11.082496 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00741e0e-c142-4d6a-a84f-43cbd2870f50 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.085618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7d913cfc-12cb-4c37-93bb-e615d7dda21a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Request body: {'security_group_rule': {'security_group_id': 'a6d475d3-1bd1-4e99-8e0a-4644be4de821', 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:11.093491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-363ded11-fc42-4809-98de-3387a006f92b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.096164 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-363ded11-fc42-4809-98de-3387a006f92b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.098005 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-363ded11-fc42-4809-98de-3387a006f92b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "PUT /v2.0/security-groups/bff4dfac-eb18-44e4-9f5e-c2926c6fb99a HTTP/1.1" status: 200 len: 1778 time: 0.3281875 Dec 22 04:53:11.106554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38190) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:11.152707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ded11-fc42-4809-98de-3387a006f92b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff4dfac-eb18-44e4-9f5e-c2926c6fb99a,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:11.203954 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00741e0e-c142-4d6a-a84f-43cbd2870f50 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=38e451cf-e986-4d3c-af53-e908c684d5eb,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:11.215973 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 38e451cf-e986-4d3c-af53-e908c684d5eb details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:11.219643 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-00741e0e-c142-4d6a-a84f-43cbd2870f50 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7239227 Dec 22 04:53:11.224734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38192) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:11.225563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.232769 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-09bf6b3a-80e9-47f7-bf6e-89b93739d23e tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-groups/bff4dfac-eb18-44e4-9f5e-c2926c6fb99a HTTP/1.1" status: 200 len: 1778 time: 0.1250801 Dec 22 04:53:11.233047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e4bc680b-547c-4784-9e10-7635a8230448 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'network_id': '38e451cf-e986-4d3c-af53-e908c684d5eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:11.234654 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.237756 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38194) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:11.260742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Calling delete_port for 94bfb8fc-176b-4d73-9a37-ab0269a0d061 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:11.300543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3435f4f5-75a1-4758-b871-4790b866335c None None] Provisioning complete for port e0acbb30-0e02-4bb8-9c5f-fce3b807a411 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:11.300964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3435f4f5-75a1-4758-b871-4790b866335c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.335635 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-3435f4f5-75a1-4758-b871-4790b866335c None None] Port e0acbb30-0e02-4bb8-9c5f-fce3b807a411 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:11.339134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-861306bb-6f32-402a-8372-2984033f0e23 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.374088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-861306bb-6f32-402a-8372-2984033f0e23 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.454681 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-7d913cfc-12cb-4c37-93bb-e615d7dda21a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Project 87218e7ff44b42c4aa8e3ef8a1246630 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:53:11.462485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d913cfc-12cb-4c37-93bb-e615d7dda21a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.534833 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d913cfc-12cb-4c37-93bb-e615d7dda21a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.666418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.667948 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-861306bb-6f32-402a-8372-2984033f0e23 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.668435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7d7d1106-96d9-4604-a80f-3918baa756ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.669780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d913cfc-12cb-4c37-93bb-e615d7dda21a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.670981 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-861306bb-6f32-402a-8372-2984033f0e23 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.676984 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-861306bb-6f32-402a-8372-2984033f0e23 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-groups/bff4dfac-eb18-44e4-9f5e-c2926c6fb99a HTTP/1.1" status: 204 len: 168 time: 0.4338086 Dec 22 04:53:11.676984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.676984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38198) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:11.679538 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bc680b-547c-4784-9e10-7635a8230448 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:11.682836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4bc680b-547c-4784-9e10-7635a8230448 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.724308 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Pushing event deleted for resources: {'Port': ['ID=94bfb8fc-176b-4d73-9a37-ab0269a0d061,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:11.746102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d913cfc-12cb-4c37-93bb-e615d7dda21a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe01832-d721-46a4-a233-d7fc6fb822a6,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:11.746625 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861306bb-6f32-402a-8372-2984033f0e23 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff4dfac-eb18-44e4-9f5e-c2926c6fb99a,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:11.813761 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6978086b-1a58-45a7-b5a5-8d9997965fff tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1324675 Dec 22 04:53:11.817128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38202) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:11.827105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.862589 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-7dcb8c36-abe3-4efc-8dee-812a0b5e153d tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] delete failed (client error): The resource could not be found. Dec 22 04:53:11.867415 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7dcb8c36-abe3-4efc-8dee-812a0b5e153d tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-groups/bff4dfac-eb18-44e4-9f5e-c2926c6fb99a HTTP/1.1" status: 404 len: 347 time: 0.0455923 Dec 22 04:53:11.872595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38204) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:11.879655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-29af3502-51cd-4fe7-9c53-7e03c0713404 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group': {'name': 'tempest-secgroup--353583219'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:11.886860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d913cfc-12cb-4c37-93bb-e615d7dda21a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.887967 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7d913cfc-12cb-4c37-93bb-e615d7dda21a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8061323 Dec 22 04:53:11.892290 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38206) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:11.901663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ff0cab1b-a833-44bb-b6ab-ec48b604b5d4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Request body: {'network': {'name': 'tempest-network-smoke--456462286', 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'port_security_enabled': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:11.926914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:11.929601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.056749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.057300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Fanout notify agent at l3_agent the message router_deleted on router 96031e90-0c61-4c56-b1a1-e83433ad630f {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:12.064982 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.069956 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e8d08c06-2ae1-47b3-94c0-7cb7519ff3a5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/routers/96031e90-0c61-4c56-b1a1-e83433ad630f HTTP/1.1" status: 204 len: 168 time: 1.6864226 Dec 22 04:53:12.070226 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38208) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:12.074843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6b650e61-79af-421b-86a2-00e6170d6f5a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1765846450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:12.090486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-29af3502-51cd-4fe7-9c53-7e03c0713404 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.149205 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0cab1b-a833-44bb-b6ab-ec48b604b5d4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Made reservation on behalf of 87218e7ff44b42c4aa8e3ef8a1246630 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:12.152496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab1b-a833-44bb-b6ab-ec48b604b5d4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.184955 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4bc680b-547c-4784-9e10-7635a8230448 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.189525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.231452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6b650e61-79af-421b-86a2-00e6170d6f5a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.232680 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6b650e61-79af-421b-86a2-00e6170d6f5a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.266399 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0cab1b-a833-44bb-b6ab-ec48b604b5d4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:12.272488 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.286840 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6b650e61-79af-421b-86a2-00e6170d6f5a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.289230 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-29af3502-51cd-4fe7-9c53-7e03c0713404 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.342344 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6b650e61-79af-421b-86a2-00e6170d6f5a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.345225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab1b-a833-44bb-b6ab-ec48b604b5d4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.345564 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-ff0cab1b-a833-44bb-b6ab-ec48b604b5d4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Added segment 4e60033e-ebd9-443d-99d8-7c2b62fc106b of type vlan for network 3c05da7f-0ae9-4357-a264-91fa5293b962 Dec 22 04:53:12.348997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc680b-547c-4784-9e10-7635a8230448 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=892fe295-593a-4bd6-a05a-c1678c3f73c3,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:12.396121 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-29af3502-51cd-4fe7-9c53-7e03c0713404 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.427599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc680b-547c-4784-9e10-7635a8230448 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking segment: {'id': '1014ad56-f188-483d-8d0a-25607eac62cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38e451cf-e986-4d3c-af53-e908c684d5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:12.427950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc680b-547c-4784-9e10-7635a8230448 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network hostable DHCP agents. Network: 38e451cf-e986-4d3c-af53-e908c684d5eb, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:12.429624 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6b650e61-79af-421b-86a2-00e6170d6f5a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.433369 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6b650e61-79af-421b-86a2-00e6170d6f5a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3594131 Dec 22 04:53:12.433629 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38212) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:12.438453 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Request body: {'router': {'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:12.438680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=e0acbb30-0e02-4bb8-9c5f-fce3b807a411,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:12.442042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab1b-a833-44bb-b6ab-ec48b604b5d4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.447434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.479081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af3502-51cd-4fe7-9c53-7e03c0713404 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76ada57c-f385-4f6a-8684-0d5fc62ef8ce,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:12.535729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-29af3502-51cd-4fe7-9c53-7e03c0713404 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.536977 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-29af3502-51cd-4fe7-9c53-7e03c0713404 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6634402 Dec 22 04:53:12.542672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38214) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:12.547065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-136e90fc-0bd4-48ac-99bd-f46e4ea8061a tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': '76ada57c-f385-4f6a-8684-0d5fc62ef8ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:12.597812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc680b-547c-4784-9e10-7635a8230448 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network 38e451cf-e986-4d3c-af53-e908c684d5eb is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:12.609109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network ccc52328-fbc3-4e16-9e30-a762e96caa9f is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:12.610628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:12.651051 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab1b-a833-44bb-b6ab-ec48b604b5d4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.651917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.656576 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0cab1b-a833-44bb-b6ab-ec48b604b5d4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:12.657189 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff0cab1b-a833-44bb-b6ab-ec48b604b5d4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.878036 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-015107a2-4e32-41e1-974f-6f8620a9e817 None None] Provisioning complete for port e0acbb30-0e02-4bb8-9c5f-fce3b807a411 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:12.878632 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-015107a2-4e32-41e1-974f-6f8620a9e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.914162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-015107a2-4e32-41e1-974f-6f8620a9e817 None None] Port e0acbb30-0e02-4bb8-9c5f-fce3b807a411 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:12.952376 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.971197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:12.999436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc680b-547c-4784-9e10-7635a8230448 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 38e451cf-e986-4d3c-af53-e908c684d5eb) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:13.004635 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-136e90fc-0bd4-48ac-99bd-f46e4ea8061a tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.010093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d160aa42-6d26-4de6-bca3-4dd5ee19a28e None None] Network 38e451cf-e986-4d3c-af53-e908c684d5eb requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:13.025309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bc680b-547c-4784-9e10-7635a8230448 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:13.025897 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4bc680b-547c-4784-9e10-7635a8230448 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.057947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cab1b-a833-44bb-b6ab-ec48b604b5d4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'Network': ['ID=3c05da7f-0ae9-4357-a264-91fa5293b962,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:13.067341 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ff0cab1b-a833-44bb-b6ab-ec48b604b5d4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1707871 Dec 22 04:53:13.071670 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38220) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:13.079745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 3c05da7f-0ae9-4357-a264-91fa5293b962 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:13.084180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'admin_state_up': True, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:13.110414 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Allocated IP 172.26.5.65 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/eb01f2c1-7f46-4de2-9d33-b7019575bce3) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:13.123872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.133507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-136e90fc-0bd4-48ac-99bd-f46e4ea8061a tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.148040 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e4bc680b-547c-4784-9e10-7635a8230448 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9173574 Dec 22 04:53:13.148346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38222) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:13.209192 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router 0661550b-ca1d-4394-ad5f-9c0393de65de is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:53:13.240390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.269369 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-136e90fc-0bd4-48ac-99bd-f46e4ea8061a tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.323767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.325569 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.345539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e90fc-0bd4-48ac-99bd-f46e4ea8061a tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f055adc-0bb7-4c1e-b152-981c267b1f22,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:13.362813 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.364093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-38e451cf-e986-4d3c-af53-e908c684d5eb', 'network_id': '38e451cf-e986-4d3c-af53-e908c684d5eb', 'tenant_id': '1cfcebb8e2014649b670bb75b75fa729', 'fixed_ips': [{'subnet_id': '892fe295-593a-4bd6-a05a-c1678c3f73c3'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:53:13.365638 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.371893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.395252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:13.402444 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:13.407033 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5f436-ce9c-4f4c-9509-f909d658aa52 None None] Sync routers for ids ['0661550b-ca1d-4394-ad5f-9c0393de65de'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:13.413923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:13.417550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:13.423174 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5f436-ce9c-4f4c-9509-f909d658aa52 None None] Routers {'0661550b-ca1d-4394-ad5f-9c0393de65de'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:13.423963 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-bce5f436-ce9c-4f4c-9509-f909d658aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0661550b-ca1d-4394-ad5f-9c0393de65de'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:13.428856 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-33ddeb89-f9f2-4f2d-bbfd-85add1194aad tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/0661550b-ca1d-4394-ad5f-9c0393de65de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8326557 Dec 22 04:53:13.428993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38226) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:13.430333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.449907 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Pushing event updated for resources: {'Port': ['ID=eb01f2c1-7f46-4de2-9d33-b7019575bce3,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:13.466899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-136e90fc-0bd4-48ac-99bd-f46e4ea8061a tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.466899 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-136e90fc-0bd4-48ac-99bd-f46e4ea8061a tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9224091 Dec 22 04:53:13.469000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38228) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:13.474017 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-bce5f436-ce9c-4f4c-9509-f909d658aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:13.486462 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5f436-ce9c-4f4c-9509-f909d658aa52 None None] Routers {'0661550b-ca1d-4394-ad5f-9c0393de65de'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:13.487663 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-bce5f436-ce9c-4f4c-9509-f909d658aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0661550b-ca1d-4394-ad5f-9c0393de65de'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:13.500809 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.521338 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-bce5f436-ce9c-4f4c-9509-f909d658aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:13.522226 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5f436-ce9c-4f4c-9509-f909d658aa52 None None] The sync data for ids ['0661550b-ca1d-4394-ad5f-9c0393de65de'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:13.538940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e649136b-c030-4740-a850-50079a477368 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.546596 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734fd475-3782-4100-8a13-9fe93dd5452b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:13.551075 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-734fd475-3782-4100-8a13-9fe93dd5452b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports/e0acbb30-0e02-4bb8-9c5f-fce3b807a411 HTTP/1.1" status: 200 len: 977 time: 0.1077290 Dec 22 04:53:13.551808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38230) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:13.556800 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Allocated IP 172.20.0.2 (38e451cf-e986-4d3c-af53-e908c684d5eb/892fe295-593a-4bd6-a05a-c1678c3f73c3/44ad1f85-bccc-43d6-9c59-122ee55de0ba) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:13.612660 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e649136b-c030-4740-a850-50079a477368 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.701409 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.709842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.773933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e649136b-c030-4740-a850-50079a477368 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.780909 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e649136b-c030-4740-a850-50079a477368 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.781984 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e649136b-c030-4740-a850-50079a477368 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/5f055adc-0bb7-4c1e-b152-981c267b1f22 HTTP/1.1" status: 204 len: 168 time: 0.3120885 Dec 22 04:53:13.786220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38232) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:13.792227 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649136b-c030-4740-a850-50079a477368 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f055adc-0bb7-4c1e-b152-981c267b1f22,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:13.812137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.852998 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Network 38e451cf-e986-4d3c-af53-e908c684d5eb is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:13.857658 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:13.861160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:13.882453 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-140373c2-f7e9-443d-a0b5-fefb0aded46a tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0924635 Dec 22 04:53:13.882783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38236) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:13.913317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Pushing event updated for resources: {'Port': ['ID=44ad1f85-bccc-43d6-9c59-122ee55de0ba,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:13.932819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Attempting to bind port 44ad1f85-bccc-43d6-9c59-122ee55de0ba on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:13.933448 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Attempting to bind port 44ad1f85-bccc-43d6-9c59-122ee55de0ba by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '1014ad56-f188-483d-8d0a-25607eac62cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38e451cf-e986-4d3c-af53-e908c684d5eb'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:13.933689 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Attempting to bind port 44ad1f85-bccc-43d6-9c59-122ee55de0ba on network 38e451cf-e986-4d3c-af53-e908c684d5eb {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:13.939069 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:13.939441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Checking segment: {'id': '1014ad56-f188-483d-8d0a-25607eac62cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38e451cf-e986-4d3c-af53-e908c684d5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:13.939965 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.940540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Bound using segment: {'id': '1014ad56-f188-483d-8d0a-25607eac62cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38e451cf-e986-4d3c-af53-e908c684d5eb'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:13.940920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Bound port: 44ad1f85-bccc-43d6-9c59-122ee55de0ba, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1014ad56-f188-483d-8d0a-25607eac62cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '38e451cf-e986-4d3c-af53-e908c684d5eb'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:13.941301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:13.963631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.003688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Subnet': ['ID=892fe295-593a-4bd6-a05a-c1678c3f73c3,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:14.019435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] For port 44ad1f85-bccc-43d6-9c59-122ee55de0ba, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:14.023051 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] For port 44ad1f85-bccc-43d6-9c59-122ee55de0ba, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=44ad1f85-bccc-43d6-9c59-122ee55de0ba,segment=NetworkSegment(1014ad56-f188-483d-8d0a-25607eac62cc),segment_id=1014ad56-f188-483d-8d0a-25607eac62cc)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:14.069882 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-13275834-9893-4cf0-ba77-1dedb0456b99 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.097086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.102945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.114713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.133671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-13275834-9893-4cf0-ba77-1dedb0456b99 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.147463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e451cf-e986-4d3c-af53-e908c684d5eb']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:14.168535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1014ad56-f188-483d-8d0a-25607eac62cc') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:14.168827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1014ad56-f188-483d-8d0a-25607eac62cc') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:14.199200 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd61f9-cb25-402b-b67b-4984d2c808ff None None] Pushing event updated for resources: {'Port': ['ID=44ad1f85-bccc-43d6-9c59-122ee55de0ba,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:14.222548 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.235902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e9a9ef-c972-48ff-a2b0-cc245a41dd7a None None] Network 38e451cf-e986-4d3c-af53-e908c684d5eb requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:14.248791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.270761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.281262 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:14.281660 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:14.284764 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:14.314766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.361170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-13275834-9893-4cf0-ba77-1dedb0456b99 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.363803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-13275834-9893-4cf0-ba77-1dedb0456b99 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.367233 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-13275834-9893-4cf0-ba77-1dedb0456b99 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-groups/76ada57c-f385-4f6a-8684-0d5fc62ef8ce HTTP/1.1" status: 204 len: 168 time: 0.4814017 Dec 22 04:53:14.371217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd25f5a6-52c2-4fe4-97ce-74371f1182e0 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:53:14.378671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38240) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:14.381156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.401518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13275834-9893-4cf0-ba77-1dedb0456b99 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ada57c-f385-4f6a-8684-0d5fc62ef8ce,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:14.474346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.db.api [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:53:14.474346 dv-neutron-822523-1-hyperv neutron-server[109183]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:53:14.474346 dv-neutron-822523-1-hyperv neutron-server[109183]: [parameters: {'id': '38e451cf-e986-4d3c-af53-e908c684d5eb'}] Dec 22 04:53:14.474346 dv-neutron-822523-1-hyperv neutron-server[109183]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:53:14.474719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG oslo_db.api [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:53:14.493674 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25f5a6-52c2-4fe4-97ce-74371f1182e0 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:53:14.493874 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1009f035-f87e-4737-8b3a-e83411b463ec tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1098912 Dec 22 04:53:14.495055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38244) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:14.539793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a441c2b7-48e9-45b1-899e-6598d80e40e4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group': {'name': 'tempest-secgroup--72347527'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:14.552525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Allocated IP 172.26.5.9 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/53251500-f69b-403f-8ff8-1c3deb2c602d) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:14.602990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2db827d3-cd79-444a-977c-af92eedb1e41 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.670596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.684545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a441c2b7-48e9-45b1-899e-6598d80e40e4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.772310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.776074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.777071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a441c2b7-48e9-45b1-899e-6598d80e40e4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.822206 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.858113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a441c2b7-48e9-45b1-899e-6598d80e40e4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.863045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:14.877302 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:14.884427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:14.915267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'Port': ['ID=53251500-f69b-403f-8ff8-1c3deb2c602d,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:14.924358 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441c2b7-48e9-45b1-899e-6598d80e40e4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbe725b-1a3c-42c8-8e27-066873fa66b1,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:14.972958 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-2db827d3-cd79-444a-977c-af92eedb1e41 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port e0acbb30-0e02-4bb8-9c5f-fce3b807a411 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:14.973295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2db827d3-cd79-444a-977c-af92eedb1e41 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:14.988597 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.019401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a441c2b7-48e9-45b1-899e-6598d80e40e4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.023302 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38248) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:15.023496 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a441c2b7-48e9-45b1-899e-6598d80e40e4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5274985 Dec 22 04:53:15.027722 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-afccee3f-82a4-46f0-b87a-b448679297ed tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': '7cbe725b-1a3c-42c8-8e27-066873fa66b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:15.065352 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Router ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:53:15.088054 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2db827d3-cd79-444a-977c-af92eedb1e41 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.117786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Deleting port 44ad1f85-bccc-43d6-9c59-122ee55de0ba {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:15.118041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.162677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-2db827d3-cd79-444a-977c-af92eedb1e41 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for e0acbb30-0e02-4bb8-9c5f-fce3b807a411 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:15.169497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-afccee3f-82a4-46f0-b87a-b448679297ed tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.209506 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.245774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] For port 44ad1f85-bccc-43d6-9c59-122ee55de0ba, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=44ad1f85-bccc-43d6-9c59-122ee55de0ba,segment=NetworkSegment(1014ad56-f188-483d-8d0a-25607eac62cc),segment_id=1014ad56-f188-483d-8d0a-25607eac62cc)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:15.246133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.265715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Calling delete_port for 44ad1f85-bccc-43d6-9c59-122ee55de0ba owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:15.288206 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-afccee3f-82a4-46f0-b87a-b448679297ed tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.297090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:15.306522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.308089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a682d5c-ed63-49c1-954e-3d5fcb765cfd None None] Sync routers for ids ['ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:15.308509 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3612e6b1-30c4-46ae-a077-b0de135671e4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "PUT /v2.0/routers/ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508 HTTP/1.1" status: 200 len: 879 time: 2.8737013 Dec 22 04:53:15.313275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38252) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:15.324375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.326450 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a682d5c-ed63-49c1-954e-3d5fcb765cfd None None] Routers {'ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:15.327425 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0a682d5c-ed63-49c1-954e-3d5fcb765cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:15.368889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0a682d5c-ed63-49c1-954e-3d5fcb765cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:15.378414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a682d5c-ed63-49c1-954e-3d5fcb765cfd None None] Routers {'ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:15.379178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0a682d5c-ed63-49c1-954e-3d5fcb765cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:15.412167 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-afccee3f-82a4-46f0-b87a-b448679297ed tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.412863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0a682d5c-ed63-49c1-954e-3d5fcb765cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:15.414268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a682d5c-ed63-49c1-954e-3d5fcb765cfd None None] The sync data for ids ['ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:15.452173 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccee3f-82a4-46f0-b87a-b448679297ed tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c157fc1-cdd7-458c-a381-960119d31a6e,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:15.498379 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4f114c41-58b1-4be8-a1fa-b3acf5ff1b1e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/routers/ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508 HTTP/1.1" status: 200 len: 920 time: 0.1850259 Dec 22 04:53:15.501204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38254) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:15.526242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.554162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cde1bfd-ba36-4ccd-bc19-d61290c5b076 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:15.555671 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4cde1bfd-ba36-4ccd-bc19-d61290c5b076 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=42d15e0e-484d-404f-97b4-aa292329db95&device_id=ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0535822 Dec 22 04:53:15.559344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No DVR routers for this DVR port 44ad1f85-bccc-43d6-9c59-122ee55de0ba on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:15.560695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-afccee3f-82a4-46f0-b87a-b448679297ed tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.562004 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-afccee3f-82a4-46f0-b87a-b448679297ed tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5377719 Dec 22 04:53:15.562577 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38256) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:15.568178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Port': ['ID=44ad1f85-bccc-43d6-9c59-122ee55de0ba,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:15.571068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38258) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:15.594596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2abd2f64-2c28-4f60-8b46-21294443e012 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': '7cbe725b-1a3c-42c8-8e27-066873fa66b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:15.612931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.617387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2db827d3-cd79-444a-977c-af92eedb1e41 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.649654 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db827d3-cd79-444a-977c-af92eedb1e41 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=e0acbb30-0e02-4bb8-9c5f-fce3b807a411,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:15.722202 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0e54e-3b0a-42a5-940b-c4e65e922e66 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:15.723623 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-45d0e54e-3b0a-42a5-940b-c4e65e922e66 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/networks/42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 881 time: 0.1601489 Dec 22 04:53:15.726987 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38262) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:15.736421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.759311 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bc07fd9f-ba97-4d83-a754-1a8e5846012c tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508 HTTP/1.1" status: 200 len: 205 time: 0.0315211 Dec 22 04:53:15.761944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38264) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:15.795591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e451cf-e986-4d3c-af53-e908c684d5eb']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:15.812212 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1014ad56-f188-483d-8d0a-25607eac62cc') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:15.812507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1014ad56-f188-483d-8d0a-25607eac62cc') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:15.825700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.848628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.852117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2abd2f64-2c28-4f60-8b46-21294443e012 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.871335 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:15.871644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:15.874755 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:15.904859 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2db827d3-cd79-444a-977c-af92eedb1e41 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.986610 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2abd2f64-2c28-4f60-8b46-21294443e012 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:15.999175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.042532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.047608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.051483 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/38e451cf-e986-4d3c-af53-e908c684d5eb HTTP/1.1" status: 204 len: 168 time: 2.9019663 Dec 22 04:53:16.055110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38266) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:16.091599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40ab45-8e34-4a41-914f-08b796cd8dc6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Network': ['ID=38e451cf-e986-4d3c-af53-e908c684d5eb,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:16.094281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Router ac56cd02-6d73-4953-b4c3-056c1171d2ec is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:53:16.096421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2abd2f64-2c28-4f60-8b46-21294443e012 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.104401 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2aac56-800d-462c-baf4-163c04a308c3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] GET failed (client error): The resource could not be found. Dec 22 04:53:16.105655 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6e2aac56-800d-462c-baf4-163c04a308c3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/subnets/892fe295-593a-4bd6-a05a-c1678c3f73c3 HTTP/1.1" status: 404 len: 337 time: 0.0496759 Dec 22 04:53:16.114747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38268) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:16.138151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd2f64-2c28-4f60-8b46-21294443e012 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50cf23b-50ce-43a0-a44b-baa2ffca73c3,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:16.144583 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bc9e1f-d9a3-4f70-9315-d5dc81959686 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:16.146770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bc9e1f-d9a3-4f70-9315-d5dc81959686 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:16.146859 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db827d3-cd79-444a-977c-af92eedb1e41 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router 0661550b-ca1d-4394-ad5f-9c0393de65de has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:16.148141 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-75bc9e1f-d9a3-4f70-9315-d5dc81959686 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/38e451cf-e986-4d3c-af53-e908c684d5eb HTTP/1.1" status: 404 len: 339 time: 0.0324988 Dec 22 04:53:16.154130 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38270) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:16.461676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2abd2f64-2c28-4f60-8b46-21294443e012 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.462869 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2abd2f64-2c28-4f60-8b46-21294443e012 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8911703 Dec 22 04:53:16.488387 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38276) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:16.492791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-44f1e057-1a4a-4919-a4a5-74edca9bb586 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': '7cbe725b-1a3c-42c8-8e27-066873fa66b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:16.546984 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:16.558557 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Sync routers for ids ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:16.568535 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Routers {'ac56cd02-6d73-4953-b4c3-056c1171d2ec'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:16.569181 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:16.593277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44f1e057-1a4a-4919-a4a5-74edca9bb586 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.617870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.618475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.622568 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3d1ab3ac-15eb-4613-a192-bdd60a0feb13 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.5451748 Dec 22 04:53:16.624411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38278) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:16.648073 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db827d3-cd79-444a-977c-af92eedb1e41 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:16.660049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44f1e057-1a4a-4919-a4a5-74edca9bb586 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.664840 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2db827d3-cd79-444a-977c-af92eedb1e41 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/0661550b-ca1d-4394-ad5f-9c0393de65de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1125245 Dec 22 04:53:16.667797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38282) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:16.669271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5007a-e08a-43f9-af77-5f6aabb7e0ec None None] Sync routers for ids ['0661550b-ca1d-4394-ad5f-9c0393de65de'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:16.681994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5007a-e08a-43f9-af77-5f6aabb7e0ec None None] Routers {'0661550b-ca1d-4394-ad5f-9c0393de65de'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:16.682618 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-09f5007a-e08a-43f9-af77-5f6aabb7e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0661550b-ca1d-4394-ad5f-9c0393de65de'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:16.700386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d43dc99-c084-43b4-a055-42817d6159d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:16.702089 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7d43dc99-c084-43b4-a055-42817d6159d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5458436 Dec 22 04:53:16.704810 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38284) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:16.708346 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Set router ac56cd02-6d73-4953-b4c3-056c1171d2ec gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:16.723780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-09f5007a-e08a-43f9-af77-5f6aabb7e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:16.731768 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5007a-e08a-43f9-af77-5f6aabb7e0ec None None] Routers {'0661550b-ca1d-4394-ad5f-9c0393de65de'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:16.732622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-09f5007a-e08a-43f9-af77-5f6aabb7e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0661550b-ca1d-4394-ad5f-9c0393de65de'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:16.768652 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6c2ec31e-76f5-4a41-b520-ee2031b1c95c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 207 time: 0.0626736 Dec 22 04:53:16.772330 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38288) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:16.796792 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-09f5007a-e08a-43f9-af77-5f6aabb7e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:16.797715 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5007a-e08a-43f9-af77-5f6aabb7e0ec None None] The sync data for ids ['0661550b-ca1d-4394-ad5f-9c0393de65de'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:16.859928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44f1e057-1a4a-4919-a4a5-74edca9bb586 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.870989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Deleting port eb01f2c1-7f46-4de2-9d33-b7019575bce3 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:16.871332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:16.875434 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a298e951-7208-410e-b286-0818309c2e0f tempest-TestNetworkAdvancedServerOps-1815794544 tempest-TestNetworkAdvancedServerOps-1815794544-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=87218e7ff44b42c4aa8e3ef8a1246630&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2500000 Dec 22 04:53:16.881475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38290) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:16.932635 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9e5a28-05b9-4ee8-99f2-b0fc75c9bfb1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:16.938910 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9e5a28-05b9-4ee8-99f2-b0fc75c9bfb1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:16.944885 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9e5a28-05b9-4ee8-99f2-b0fc75c9bfb1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:16.950799 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9e5a28-05b9-4ee8-99f2-b0fc75c9bfb1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:16.951508 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:53:15Z', 'revision_number': 3, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:16.956798 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4e9e5a28-05b9-4ee8-99f2-b0fc75c9bfb1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1792667 Dec 22 04:53:16.962947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38292) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:16.967219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1e057-1a4a-4919-a4a5-74edca9bb586 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c731a91c-7aa1-4955-8f4f-04141a86c497,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:16.993579 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Checking router: ac56cd02-6d73-4953-b4c3-056c1171d2ec for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:16.993971 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Updating router ac56cd02-6d73-4953-b4c3-056c1171d2ec port 53251500-f69b-403f-8ff8-1c3deb2c602d binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:53:17.019311 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.049923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44f1e057-1a4a-4919-a4a5-74edca9bb586 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.050668 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-44f1e057-1a4a-4919-a4a5-74edca9bb586 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5612741 Dec 22 04:53:17.056072 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38294) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.062004 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-198bf04a-1f79-4b2b-989b-34e5303108b5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': '7cbe725b-1a3c-42c8-8e27-066873fa66b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:17.070221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.105425 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Calling delete_port for eb01f2c1-7f46-4de2-9d33-b7019575bce3 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:17.146777 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-42730e93-cf5e-4182-acb1-8246bc54060c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1826982 Dec 22 04:53:17.149005 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38296) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.170792 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-2373ebb2-6cb0-495e-852c-0a099382cc54 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 04:53:17.175118 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2373ebb2-6cb0-495e-852c-0a099382cc54 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/0661550b-ca1d-4394-ad5f-9c0393de65de/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5024931 Dec 22 04:53:17.176033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38298) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.213743 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9ae9e1b0-80fb-4cb0-8450-54e5468774e8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=0661550b-ca1d-4394-ad5f-9c0393de65de HTTP/1.1" status: 200 len: 205 time: 0.0340827 Dec 22 04:53:17.213743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291c676f-7c66-4954-a9da-f9498f81b0ee tempest-TestNetworkAdvancedServerOps-1815794544 tempest-TestNetworkAdvancedServerOps-1815794544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:17.213743 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-291c676f-7c66-4954-a9da-f9498f81b0ee tempest-TestNetworkAdvancedServerOps-1815794544 tempest-TestNetworkAdvancedServerOps-1815794544-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3296213 Dec 22 04:53:17.214186 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38300) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.219740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38302) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.257547 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-308a0284-9fc8-4d42-bb3b-578ab6d61e4c tempest-TestNetworkAdvancedServerOps-1815794544 tempest-TestNetworkAdvancedServerOps-1815794544-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363376 Dec 22 04:53:17.259942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38304) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.264818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d14cd3de-4343-42a4-a02b-7eb26cbf9379 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-598272627', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:17.313553 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.341030 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-198bf04a-1f79-4b2b-989b-34e5303108b5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.355548 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc70e-60c9-4929-b397-083d8433428d tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.359542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f2641-788c-4a38-9e9b-862e83d8485c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:17.361187 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620f2641-788c-4a38-9e9b-862e83d8485c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:17.369059 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-620f2641-788c-4a38-9e9b-862e83d8485c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2125032 Dec 22 04:53:17.369188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38308) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.387254 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.422568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826a020-560b-4758-bb1b-d11097fb9122 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['shared'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:17.424933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826a020-560b-4758-bb1b-d11097fb9122 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['shared'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:17.427646 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7826a020-560b-4758-bb1b-d11097fb9122 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0597196 Dec 22 04:53:17.431004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38310) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.453347 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Attempting to bind port 53251500-f69b-403f-8ff8-1c3deb2c602d on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:17.453700 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Attempting to bind port 53251500-f69b-403f-8ff8-1c3deb2c602d by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:17.454055 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Attempting to bind port 53251500-f69b-403f-8ff8-1c3deb2c602d on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:17.456641 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6907eda-1bbd-4251-a86d-1bf23b9f43c1 None None] Pushing event updated for resources: {'Port': ['ID=53251500-f69b-403f-8ff8-1c3deb2c602d,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:17.462206 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:17.462558 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:17.462950 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.463327 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:17.463788 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Bound port: 53251500-f69b-403f-8ff8-1c3deb2c602d, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:17.464172 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.478466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14cd3de-4343-42a4-a02b-7eb26cbf9379 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Made reservation on behalf of 87218e7ff44b42c4aa8e3ef8a1246630 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:17.483990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d14cd3de-4343-42a4-a02b-7eb26cbf9379 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.528869 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] For port 53251500-f69b-403f-8ff8-1c3deb2c602d, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:17.533646 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] For port 53251500-f69b-403f-8ff8-1c3deb2c602d, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=53251500-f69b-403f-8ff8-1c3deb2c602d,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:17.589492 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.602648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc70e-60c9-4929-b397-083d8433428d tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.603883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1522c8-a872-4318-b213-e77d481da006 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:17.608914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc70e-60c9-4929-b397-083d8433428d tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.609323 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fe1522c8-a872-4318-b213-e77d481da006 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/networks/92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92 HTTP/1.1" status: 200 len: 800 time: 0.1772091 Dec 22 04:53:17.613437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38314) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.635795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-198bf04a-1f79-4b2b-989b-34e5303108b5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.655958 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Routers {'ac56cd02-6d73-4953-b4c3-056c1171d2ec'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:17.656593 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:17.707653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-198bf04a-1f79-4b2b-989b-34e5303108b5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.731916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bf04a-1f79-4b2b-989b-34e5303108b5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88be2672-a719-469f-8393-7c917f6ac00e,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:17.735371 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c13b0017-cc54-4bcd-8a9b-4c4af805a9e8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/networks/92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1218576 Dec 22 04:53:17.736225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38316) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.762464 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc70e-60c9-4929-b397-083d8433428d tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.763160 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7fc70e-60c9-4929-b397-083d8433428d tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Fanout notify agent at l3_agent the message router_deleted on router 0661550b-ca1d-4394-ad5f-9c0393de65de {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:17.771439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fe7fc70e-60c9-4929-b397-083d8433428d tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.774517 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fe7fc70e-60c9-4929-b397-083d8433428d tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/0661550b-ca1d-4394-ad5f-9c0393de65de HTTP/1.1" status: 204 len: 168 time: 0.5577891 Dec 22 04:53:17.775418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38318) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.820850 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.823967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a73f28a-0c20-4634-ba15-5632536b64e6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:17.824761 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6907eda-1bbd-4251-a86d-1bf23b9f43c1 None None] Pushing event updated for resources: {'Port': ['ID=53251500-f69b-403f-8ff8-1c3deb2c602d,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:17.828927 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5a73f28a-0c20-4634-ba15-5632536b64e6 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/subnets/7c3955e3-2234-4bdf-800d-8d61aa299e73 HTTP/1.1" status: 200 len: 811 time: 0.0919261 Dec 22 04:53:17.829534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38320) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.867126 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-198bf04a-1f79-4b2b-989b-34e5303108b5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.868342 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-198bf04a-1f79-4b2b-989b-34e5303108b5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8098166 Dec 22 04:53:17.868637 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] Set router ac56cd02-6d73-4953-b4c3-056c1171d2ec gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:17.869317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Pushing event deleted for resources: {'Port': ['ID=eb01f2c1-7f46-4de2-9d33-b7019575bce3,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:17.875491 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38322) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.878653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-95bd0417-cc60-4a96-a646-ed3067889719 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': '7cbe725b-1a3c-42c8-8e27-066873fa66b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:17.881065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2c3ec7-0e7f-4444-bb7c-65b37c7bc3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting subnet b01366cf-28f8-4820-9a08-4ca24f55b88a {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:53:17.888769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3ec7-0e7f-4444-bb7c-65b37c7bc3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.967875 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ba31f-05b0-4edb-b8e4-20854ece7dd7 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['shared'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:17.972828 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-936ba31f-05b0-4edb-b8e4-20854ece7dd7 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "GET /v2.0/subnets/7c3955e3-2234-4bdf-800d-8d61aa299e73?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1345658 Dec 22 04:53:17.972961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.973561 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38326) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:17.975576 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3ec7-0e7f-4444-bb7c-65b37c7bc3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:17.978907 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b115afbe-eefd-4015-bf75-d69fa6ab394f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-255559405'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:18.083667 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-95bd0417-cc60-4a96-a646-ed3067889719 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.089932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.098717 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.111364 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3ec7-0e7f-4444-bb7c-65b37c7bc3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.116829 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:53:15Z', 'revision_number': 3, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:18.142136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d14cd3de-4343-42a4-a02b-7eb26cbf9379 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.144866 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982022c8-479d-4392-a1c5-c737c1b249be None None] The sync data for ids ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'] in dv-neutron-822523-1-hyperv is: [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:53:15Z', 'revision_number': 3, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:18.188970 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-95bd0417-cc60-4a96-a646-ed3067889719 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.202645 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b115afbe-eefd-4015-bf75-d69fa6ab394f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:18.207353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b115afbe-eefd-4015-bf75-d69fa6ab394f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.230182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cd3de-4343-42a4-a02b-7eb26cbf9379 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'Subnet': ['ID=76e6c44e-b152-445e-ba22-203c2ceee9e6,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:18.240580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14cd3de-4343-42a4-a02b-7eb26cbf9379 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Checking segment: {'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:18.240932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cd3de-4343-42a4-a02b-7eb26cbf9379 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Network hostable DHCP agents. Network: 3c05da7f-0ae9-4357-a264-91fa5293b962, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:18.263777 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.264355 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Fanout notify agent at l3_agent the message router_deleted on router ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:18.272076 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.278293 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b3c1042e-1c13-43d0-93ee-c6ab814f0f25 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/routers/ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508 HTTP/1.1" status: 204 len: 168 time: 2.5104465 Dec 22 04:53:18.278853 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38328) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:18.279609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b115afbe-eefd-4015-bf75-d69fa6ab394f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:18.287981 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-08832dde-38e9-4322-a806-bf0a64388926 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-572158974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:18.297144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-95bd0417-cc60-4a96-a646-ed3067889719 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.308621 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b115afbe-eefd-4015-bf75-d69fa6ab394f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.309047 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-b115afbe-eefd-4015-bf75-d69fa6ab394f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Added segment 740d024e-d6cd-4812-b39d-f65edb4735dc of type vlan for network 12f44464-9187-4252-b110-86c4ca0b66f1 Dec 22 04:53:18.339360 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd0417-cc60-4a96-a646-ed3067889719 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75b1d7e-12d5-423a-b337-fb490ea8e7e8,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:18.342629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14cd3de-4343-42a4-a02b-7eb26cbf9379 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Network 3c05da7f-0ae9-4357-a264-91fa5293b962 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:18.350047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3ec7-0e7f-4444-bb7c-65b37c7bc3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.406062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c3ec7-0e7f-4444-bb7c-65b37c7bc3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Subnet': ['ID=b01366cf-28f8-4820-9a08-4ca24f55b88a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:18.409637 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-95bd0417-cc60-4a96-a646-ed3067889719 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.412694 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-95bd0417-cc60-4a96-a646-ed3067889719 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5381575 Dec 22 04:53:18.415374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b115afbe-eefd-4015-bf75-d69fa6ab394f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.415678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38332) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:18.420822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3ec7-0e7f-4444-bb7c-65b37c7bc3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.424137 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2f2c3ec7-0e7f-4444-bb7c-65b37c7bc3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/b01366cf-28f8-4820-9a08-4ca24f55b88a HTTP/1.1" status: 204 len: 168 time: 0.6475322 Dec 22 04:53:18.430088 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a37a2f-705b-4ee1-918f-8e3771bee150 None None] Network ccc52328-fbc3-4e16-9e30-a762e96caa9f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:18.448711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38334) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:18.451683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-d14cd3de-4343-42a4-a02b-7eb26cbf9379 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 3c05da7f-0ae9-4357-a264-91fa5293b962) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:18.456941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14cd3de-4343-42a4-a02b-7eb26cbf9379 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:18.458989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d14cd3de-4343-42a4-a02b-7eb26cbf9379 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.477651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08832dde-38e9-4322-a806-bf0a64388926 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.478726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08832dde-38e9-4322-a806-bf0a64388926 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.482838 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99b30e2-6453-49cc-ad0d-898d8c3cd205 None None] Network 3c05da7f-0ae9-4357-a264-91fa5293b962 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:18.525303 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-017d45b2-c714-476a-b5f1-36ceb58c4f94 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.540064 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b115afbe-eefd-4015-bf75-d69fa6ab394f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.545819 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b115afbe-eefd-4015-bf75-d69fa6ab394f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:18.546440 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b115afbe-eefd-4015-bf75-d69fa6ab394f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.555238 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-017d45b2-c714-476a-b5f1-36ceb58c4f94 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.599343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.611062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08832dde-38e9-4322-a806-bf0a64388926 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.618739 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d14cd3de-4343-42a4-a02b-7eb26cbf9379 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3576689 Dec 22 04:53:18.619357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38338) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:18.670388 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115afbe-eefd-4015-bf75-d69fa6ab394f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Network': ['ID=12f44464-9187-4252-b110-86c4ca0b66f1,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:18.689566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 12f44464-9187-4252-b110-86c4ca0b66f1 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:18.710575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-017d45b2-c714-476a-b5f1-36ceb58c4f94 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.715783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-017d45b2-c714-476a-b5f1-36ceb58c4f94 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.719178 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-017d45b2-c714-476a-b5f1-36ceb58c4f94 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/f75b1d7e-12d5-423a-b337-fb490ea8e7e8 HTTP/1.1" status: 204 len: 168 time: 0.2998300 Dec 22 04:53:18.720928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38340) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:18.729681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08832dde-38e9-4322-a806-bf0a64388926 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.741269 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b115afbe-eefd-4015-bf75-d69fa6ab394f tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7666626 Dec 22 04:53:18.746834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38342) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:18.753823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'network_id': '12f44464-9187-4252-b110-86c4ca0b66f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:18.807577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-3c05da7f-0ae9-4357-a264-91fa5293b962', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'fixed_ips': [{'subnet_id': '76e6c44e-b152-445e-ba22-203c2ceee9e6'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:53:18.808809 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.817888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d45b2-c714-476a-b5f1-36ceb58c4f94 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f75b1d7e-12d5-423a-b337-fb490ea8e7e8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:18.828997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38344) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:18.829163 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8b20c197-c415-4600-95e6-0d2600e82c98 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1060808 Dec 22 04:53:18.847407 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08832dde-38e9-4322-a806-bf0a64388926 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:18.848536 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-08832dde-38e9-4322-a806-bf0a64388926 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5666153 Dec 22 04:53:18.851602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38346) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:18.856173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b991e51-bced-4dfc-a2be-b24d53e7657a None None] DHCP port deletion for ccc52328-fbc3-4e16-9e30-a762e96caa9f request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:53:18.856567 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'enable_snat': True}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:18.966447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d44c609e-c441-4931-a018-3c8db7497b94 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.029575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 53251500-f69b-403f-8ff8-1c3deb2c602d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:19.036242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d44c609e-c441-4931-a018-3c8db7497b94 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.095568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:19.095909 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.119908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 53251500-f69b-403f-8ff8-1c3deb2c602d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:19.120374 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.133570 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5b991e51-bced-4dfc-a2be-b24d53e7657a None None] Deleting port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:19.134181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5b991e51-bced-4dfc-a2be-b24d53e7657a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.134322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.192588 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Allocated IP 172.20.0.2 (3c05da7f-0ae9-4357-a264-91fa5293b962/76e6c44e-b152-445e-ba22-203c2ceee9e6/9dae8709-ae75-4e01-9c84-ed1943e77ac2) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:19.202851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d44c609e-c441-4931-a018-3c8db7497b94 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.213655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d44c609e-c441-4931-a018-3c8db7497b94 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.217257 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d44c609e-c441-4931-a018-3c8db7497b94 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/88be2672-a719-469f-8393-7c917f6ac00e HTTP/1.1" status: 204 len: 168 time: 0.3845210 Dec 22 04:53:19.219089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38350) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:19.231374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c609e-c441-4931-a018-3c8db7497b94 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88be2672-a719-469f-8393-7c917f6ac00e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:19.240572 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] For port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2fa7fd1a-1fac-4648-8ad3-a2da3b868108,segment=NetworkSegment(f63c9ce6-b596-48f2-915c-f61420df3ab7),segment_id=f63c9ce6-b596-48f2-915c-f61420df3ab7)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:19.240934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.262517 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:19.270832 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5b991e51-bced-4dfc-a2be-b24d53e7657a None None] For port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2fa7fd1a-1fac-4648-8ad3-a2da3b868108,segment=NetworkSegment(f63c9ce6-b596-48f2-915c-f61420df3ab7),segment_id=f63c9ce6-b596-48f2-915c-f61420df3ab7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:19.271228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5b991e51-bced-4dfc-a2be-b24d53e7657a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.279069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Made reservation on behalf of 1cfcebb8e2014649b670bb75b75fa729 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:19.282659 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.299209 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9848fcaa-ada0-4d6c-a0eb-52f493347f45 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0777912 Dec 22 04:53:19.302589 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38352) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:19.312403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5b991e51-bced-4dfc-a2be-b24d53e7657a None None] Calling delete_port for 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:19.377135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-951fde0c-2825-4abc-ad70-c790d938fd9c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.377845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_backend_mixin [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Performing IP validity checks on allocation pools {{(pid=109183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:53:19.378362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_backend_mixin [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:53:19.387477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-951fde0c-2825-4abc-ad70-c790d938fd9c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.444104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.467467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 53251500-f69b-403f-8ff8-1c3deb2c602d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=53251500-f69b-403f-8ff8-1c3deb2c602d,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:19.523119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-951fde0c-2825-4abc-ad70-c790d938fd9c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.530633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-951fde0c-2825-4abc-ad70-c790d938fd9c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.534329 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-951fde0c-2825-4abc-ad70-c790d938fd9c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c731a91c-7aa1-4955-8f4f-04141a86c497 HTTP/1.1" status: 204 len: 168 time: 0.2279875 Dec 22 04:53:19.534547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38354) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:19.547479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951fde0c-2825-4abc-ad70-c790d938fd9c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c731a91c-7aa1-4955-8f4f-04141a86c497,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:19.569051 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.604978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.618462 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.632244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5b991e51-bced-4dfc-a2be-b24d53e7657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.639309 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-aa28bc38-810c-4b67-9a60-6136680034c0 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1036735 Dec 22 04:53:19.640744 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.642447 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38358) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:19.660103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b991e51-bced-4dfc-a2be-b24d53e7657a None None] No DVR routers for this DVR port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:19.690562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:19.693117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=53251500-f69b-403f-8ff8-1c3deb2c602d,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:19.725458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:19.725458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:19.731943 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.761427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3212c0f5-53f9-42bc-90b2-eee857993706 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.779001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b991e51-bced-4dfc-a2be-b24d53e7657a None None] Pushing event deleted for resources: {'Port': ['ID=2fa7fd1a-1fac-4648-8ad3-a2da3b868108,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:19.793538 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Network 3c05da7f-0ae9-4357-a264-91fa5293b962 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:19.810617 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3212c0f5-53f9-42bc-90b2-eee857993706 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.814490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:19.819330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:19.858476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.894824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Pushing event updated for resources: {'Port': ['ID=9dae8709-ae75-4e01-9c84-ed1943e77ac2,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:19.917751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Allocated IP 172.26.5.218 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/cc77cab6-836e-4510-b798-3fe135ee2a56) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:19.925848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Attempting to bind port 9dae8709-ae75-4e01-9c84-ed1943e77ac2 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:19.925848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Attempting to bind port 9dae8709-ae75-4e01-9c84-ed1943e77ac2 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:19.925848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Attempting to bind port 9dae8709-ae75-4e01-9c84-ed1943e77ac2 on network 3c05da7f-0ae9-4357-a264-91fa5293b962 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:19.938007 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:19.938657 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Checking segment: {'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:19.939275 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.940470 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Bound using segment: {'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:19.941133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Bound port: 9dae8709-ae75-4e01-9c84-ed1943e77ac2, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:19.941698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.957508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3212c0f5-53f9-42bc-90b2-eee857993706 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.968351 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3212c0f5-53f9-42bc-90b2-eee857993706 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:19.969931 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3212c0f5-53f9-42bc-90b2-eee857993706 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d50cf23b-50ce-43a0-a44b-baa2ffca73c3 HTTP/1.1" status: 204 len: 168 time: 0.3259442 Dec 22 04:53:19.979015 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38362) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:19.985414 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=2fa7fd1a-1fac-4648-8ad3-a2da3b868108,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:19.998434 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212c0f5-53f9-42bc-90b2-eee857993706 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d50cf23b-50ce-43a0-a44b-baa2ffca73c3,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:20.018369 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No DVR routers for this DVR port 2fa7fd1a-1fac-4648-8ad3-a2da3b868108 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:20.045279 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] For port 9dae8709-ae75-4e01-9c84-ed1943e77ac2, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:20.048334 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] For port 9dae8709-ae75-4e01-9c84-ed1943e77ac2, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9dae8709-ae75-4e01-9c84-ed1943e77ac2,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:20.095753 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d83fd9c3-5a8e-432d-bf54-8eaaaf1409cc tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1155400 Dec 22 04:53:20.099132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38364) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:20.143336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-411a9bda-0603-4edc-91bd-4e2f9b5629b4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.160078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.160184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.162262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-411a9bda-0603-4edc-91bd-4e2f9b5629b4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.230260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e07a8-4906-488e-9686-459211c400c5 None None] Pushing event updated for resources: {'Port': ['ID=9dae8709-ae75-4e01-9c84-ed1943e77ac2,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:20.268531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.296041 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-411a9bda-0603-4edc-91bd-4e2f9b5629b4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.303135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-411a9bda-0603-4edc-91bd-4e2f9b5629b4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.304394 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-411a9bda-0603-4edc-91bd-4e2f9b5629b4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/9c157fc1-cdd7-458c-a381-960119d31a6e HTTP/1.1" status: 204 len: 168 time: 0.2044020 Dec 22 04:53:20.309260 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38368) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:20.316622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a9bda-0603-4edc-91bd-4e2f9b5629b4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c157fc1-cdd7-458c-a381-960119d31a6e,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:20.325467 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc52328-fbc3-4e16-9e30-a762e96caa9f']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:20.326220 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.340785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63c9ce6-b596-48f2-915c-f61420df3ab7') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:20.341167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63c9ce6-b596-48f2-915c-f61420df3ab7') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:20.363077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.366341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.390379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.394984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:20.413470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:20.415993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:20.482721 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.487275 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1dd9c1eb-517a-4d6f-ba2d-d347889d5d03 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1763575 Dec 22 04:53:20.488080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event updated for resources: {'Port': ['ID=cc77cab6-836e-4510-b798-3fe135ee2a56,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:20.490297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38372) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:20.537026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.557996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:20.558405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: self.session.flush() Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: self.session.flush() Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: self.session.flush() Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: self.session.flush() Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:20.563639 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:20.652678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=749f9bf6-b9ca-4fd6-ae7f-41b38dd2eb2b,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:20.673287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Checking segment: {'id': '740d024e-d6cd-4812-b39d-f65edb4735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '12f44464-9187-4252-b110-86c4ca0b66f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:20.675055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network hostable DHCP agents. Network: 12f44464-9187-4252-b110-86c4ca0b66f1, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:20.758482 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.789390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.796668 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/networks/ccc52328-fbc3-4e16-9e30-a762e96caa9f HTTP/1.1" status: 204 len: 168 time: 2.3422878 Dec 22 04:53:20.806314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38376) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:20.808698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38acbf-d765-4758-8606-4a148b06b756 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Network': ['ID=ccc52328-fbc3-4e16-9e30-a762e96caa9f,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:20.820994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-0435f06a-b5c7-4d5a-abe0-76d1102ce3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'network': {'name': 'tempest-RoutersTest-697125946'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:20.834086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Network 12f44464-9187-4252-b110-86c4ca0b66f1 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:20.926907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 12f44464-9187-4252-b110-86c4ca0b66f1) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:20.934692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df639834-90a4-4171-9b67-c4f9a2d52a15 req-d0a7fabe-57c1-46f5-9d06-d56bfbd0981c tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:20.934692 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-df639834-90a4-4171-9b67-c4f9a2d52a15 req-d0a7fabe-57c1-46f5-9d06-d56bfbd0981c tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 945 time: 0.4622288 Dec 22 04:53:20.937097 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c3c592-3fb7-480d-916b-6a53f684f381 None None] Network 12f44464-9187-4252-b110-86c4ca0b66f1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:20.962190 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:20.963552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:20.966913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1d10cc5e-a2ab-40c1-842e-2068dc691cc3 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.031466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Allocated IP 172.20.0.1 (3c05da7f-0ae9-4357-a264-91fa5293b962/76e6c44e-b152-445e-ba22-203c2ceee9e6/92b3c503-e487-4f46-9985-197c940d17da) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:21.048967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0435f06a-b5c7-4d5a-abe0-76d1102ce3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:21.052911 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1d10cc5e-a2ab-40c1-842e-2068dc691cc3 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.053065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0435f06a-b5c7-4d5a-abe0-76d1102ce3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.093766 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 53251500-f69b-403f-8ff8-1c3deb2c602d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:21.094537 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-df639834-90a4-4171-9b67-c4f9a2d52a15 req-06a92a44-cccc-4237-8b42-9760be903d7d tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301050 Dec 22 04:53:21.124308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0435f06a-b5c7-4d5a-abe0-76d1102ce3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:21.166407 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a2a39b5d-be6d-4955-b693-8594b3eb5959 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.4142733 Dec 22 04:53:21.166407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0435f06a-b5c7-4d5a-abe0-76d1102ce3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.166407 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-0435f06a-b5c7-4d5a-abe0-76d1102ce3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Added segment 4cbd3fbd-91dd-482b-9c64-d169f99fe3bb of type vlan for network 8a8e1498-4a1a-4927-a2af-2e65a04b6d49 Dec 22 04:53:21.166407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38382) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:21.173843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e3205cc8-27a4-46b0-9268-3f367c9d11e9 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:21.240499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1d10cc5e-a2ab-40c1-842e-2068dc691cc3 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.243186 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1d10cc5e-a2ab-40c1-842e-2068dc691cc3 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.246687 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1d10cc5e-a2ab-40c1-842e-2068dc691cc3 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-groups/7cbe725b-1a3c-42c8-8e27-066873fa66b1 HTTP/1.1" status: 204 len: 168 time: 0.7365868 Dec 22 04:53:21.247103 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38386) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:21.262311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-12f44464-9187-4252-b110-86c4ca0b66f1', 'network_id': '12f44464-9187-4252-b110-86c4ca0b66f1', 'tenant_id': '1cfcebb8e2014649b670bb75b75fa729', 'fixed_ips': [{'subnet_id': '749f9bf6-b9ca-4fd6-ae7f-41b38dd2eb2b'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:53:21.263162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.273218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0435f06a-b5c7-4d5a-abe0-76d1102ce3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.304220 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 53251500-f69b-403f-8ff8-1c3deb2c602d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:21.304220 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.304553 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10cc5e-a2ab-40c1-842e-2068dc691cc3 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbe725b-1a3c-42c8-8e27-066873fa66b1,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:21.343406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.343630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.352090 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3e025087-c6a5-4b01-9c0a-64cd25567192 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0903587 Dec 22 04:53:21.362435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38388) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:21.381227 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-897c02ca-d314-45da-bc5e-393ba368f8cd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group': {'name': 'tempest-secgroup--909697446'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:21.426170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e3205cc8-27a4-46b0-9268-3f367c9d11e9 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26246919'] for subnet, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.483424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.502816 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9dae8709-ae75-4e01-9c84-ed1943e77ac2 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:21.538208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0435f06a-b5c7-4d5a-abe0-76d1102ce3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.543723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0435f06a-b5c7-4d5a-abe0-76d1102ce3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:21.544346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0435f06a-b5c7-4d5a-abe0-76d1102ce3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.546721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-897c02ca-d314-45da-bc5e-393ba368f8cd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.556237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 9dae8709-ae75-4e01-9c84-ed1943e77ac2 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:21.557120 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.563989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.568154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.581405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'Port': ['ID=92b3c503-e487-4f46-9985-197c940d17da,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:21.601950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e368d12b-1457-4750-acfb-bef64d2be10f None None] Network 3c05da7f-0ae9-4357-a264-91fa5293b962 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:21.604317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Network 3c05da7f-0ae9-4357-a264-91fa5293b962 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:21.640171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:21.655466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:21.667723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 04:53:21.667723 dv-neutron-822523-1-hyperv neutron-server[109184]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 22 04:53:21.667723 dv-neutron-822523-1-hyperv neutron-server[109184]: [parameters: {'in_use': 1, 'id_1': '749f9bf6-b9ca-4fd6-ae7f-41b38dd2eb2b'}] Dec 22 04:53:21.667723 dv-neutron-822523-1-hyperv neutron-server[109184]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:53:21.668320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:53:21.712603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-59545cdb-50cc-4a4d-8581-52eaefb373bf None None] Provisioning complete for port 9dae8709-ae75-4e01-9c84-ed1943e77ac2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:21.713455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-59545cdb-50cc-4a4d-8581-52eaefb373bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.723845 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0435f06a-b5c7-4d5a-abe0-76d1102ce3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9156687 Dec 22 04:53:21.726875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38392) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:21.731598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435f06a-b5c7-4d5a-abe0-76d1102ce3eb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Network': ['ID=8a8e1498-4a1a-4927-a2af-2e65a04b6d49,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:21.747139 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-aaae173e-9fe4-4d01-b179-8f60cdce73ae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'subnet': {'network_id': '8a8e1498-4a1a-4927-a2af-2e65a04b6d49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:21.766723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 8a8e1498-4a1a-4927-a2af-2e65a04b6d49 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:21.773985 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.778026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.883963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-897c02ca-d314-45da-bc5e-393ba368f8cd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:21.919013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Router 94d1c83a-918b-449c-94c1-ba85d25b1f90 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:53:21.999273 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-897c02ca-d314-45da-bc5e-393ba368f8cd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.001415 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaae173e-9fe4-4d01-b179-8f60cdce73ae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:22.005423 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-aaae173e-9fe4-4d01-b179-8f60cdce73ae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.013739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e3205cc8-27a4-46b0-9268-3f367c9d11e9 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753904913026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25953019'] for subnet, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.087016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 9dae8709-ae75-4e01-9c84-ed1943e77ac2, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9dae8709-ae75-4e01-9c84-ed1943e77ac2,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:22.139687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-897c02ca-d314-45da-bc5e-393ba368f8cd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.143711 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-897c02ca-d314-45da-bc5e-393ba368f8cd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7635729 Dec 22 04:53:22.144245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38400) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:22.152865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-26345354-20bb-4e79-bf54-d5f77f494520 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': 'e8b566a7-696f-4593-b7e5-5045b6ae6b84', 'direction': 'ingress', 'protocol': 17}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:22.161317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.166821 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-59545cdb-50cc-4a4d-8581-52eaefb373bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.171467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.171595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:22.181648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.185461 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-80f560db-12a8-410a-9eef-f37d4397321f tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "PUT /v2.0/routers/94d1c83a-918b-449c-94c1-ba85d25b1f90 HTTP/1.1" status: 200 len: 914 time: 3.3301826 Dec 22 04:53:22.188050 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a407a8-3c35-4161-8fab-9db414e49a7b None None] Sync routers for ids ['94d1c83a-918b-449c-94c1-ba85d25b1f90'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:22.193216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b3884-5d6a-432b-bc7d-0cc69c3a6403 req-f55b98d9-25d4-4930-9858-ed849a6b3f7a tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:22.194389 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ae6b3884-5d6a-432b-bc7d-0cc69c3a6403 req-f55b98d9-25d4-4930-9858-ed849a6b3f7a tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 945 time: 0.1112597 Dec 22 04:53:22.197313 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38404) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:22.204121 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a407a8-3c35-4161-8fab-9db414e49a7b None None] Routers {'94d1c83a-918b-449c-94c1-ba85d25b1f90'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:22.206757 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-19a407a8-3c35-4161-8fab-9db414e49a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['94d1c83a-918b-449c-94c1-ba85d25b1f90'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:22.228857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3205cc8-27a4-46b0-9268-3f367c9d11e9 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:22.229460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e3205cc8-27a4-46b0-9268-3f367c9d11e9 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.230782 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e3205cc8-27a4-46b0-9268-3f367c9d11e9 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "PUT /v2.0/subnets/749f9bf6-b9ca-4fd6-ae7f-41b38dd2eb2b HTTP/1.1" status: 200 len: 877 time: 1.0616834 Dec 22 04:53:22.234303 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38406) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:22.253502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c02ca-d314-45da-bc5e-393ba368f8cd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b566a7-696f-4593-b7e5-5045b6ae6b84,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:22.281244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.283088 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3205cc8-27a4-46b0-9268-3f367c9d11e9 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event updated for resources: {'Subnet': ['ID=749f9bf6-b9ca-4fd6-ae7f-41b38dd2eb2b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:22.303131 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-19a407a8-3c35-4161-8fab-9db414e49a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:22.320517 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=9dae8709-ae75-4e01-9c84-ed1943e77ac2,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:22.347985 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a407a8-3c35-4161-8fab-9db414e49a7b None None] Routers {'94d1c83a-918b-449c-94c1-ba85d25b1f90'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:22.348657 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-19a407a8-3c35-4161-8fab-9db414e49a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['94d1c83a-918b-449c-94c1-ba85d25b1f90'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:22.394997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-59545cdb-50cc-4a4d-8581-52eaefb373bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:53:22.395346 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-59545cdb-50cc-4a4d-8581-52eaefb373bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:53:22.400677 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ae6b3884-5d6a-432b-bc7d-0cc69c3a6403 req-e5eda3b9-6825-4f76-beb1-90f6e503076f tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949179 Dec 22 04:53:22.415881 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-19a407a8-3c35-4161-8fab-9db414e49a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:22.417780 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a407a8-3c35-4161-8fab-9db414e49a7b None None] The sync data for ids ['94d1c83a-918b-449c-94c1-ba85d25b1f90'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:22.454420 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-26345354-20bb-4e79-bf54-d5f77f494520 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.472512 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Allocated IP 172.20.0.3 (12f44464-9187-4252-b110-86c4ca0b66f1/749f9bf6-b9ca-4fd6-ae7f-41b38dd2eb2b/dabdedd2-c822-448b-b042-e30762114144) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:22.539307 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cce3274f-9778-42d5-b6ef-9971c4299640 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/routers/94d1c83a-918b-449c-94c1-ba85d25b1f90 HTTP/1.1" status: 200 len: 920 time: 0.3407149 Dec 22 04:53:22.544057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38412) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:22.621217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-26345354-20bb-4e79-bf54-d5f77f494520 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.662997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.676734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.685236 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e287b3-40f9-4416-bc1e-9f13909bbada req-d2db5d83-d059-4475-9f19-1dd1434a2c51 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:22.686750 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-89e287b3-40f9-4416-bc1e-9f13909bbada req-d2db5d83-d059-4475-9f19-1dd1434a2c51 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 945 time: 0.2612181 Dec 22 04:53:22.696170 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-aaae173e-9fe4-4d01-b179-8f60cdce73ae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.719158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.755108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-26345354-20bb-4e79-bf54-d5f77f494520 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.775666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Network 12f44464-9187-4252-b110-86c4ca0b66f1 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:22.780827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:22.788911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:22.795942 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Pushing event updated for resources: {'Port': ['ID=dabdedd2-c822-448b-b042-e30762114144,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:22.801162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26345354-20bb-4e79-bf54-d5f77f494520 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620b9e88-a07c-4ed9-b784-b4cb985b5c8c,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:22.808319 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfef6c1-5be1-4dbc-b799-c8c8cb68482e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:22.808523 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae173e-9fe4-4d01-b179-8f60cdce73ae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Subnet': ['ID=02a12179-b545-453f-b7fe-8dde296985fe,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:22.809248 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ecfef6c1-5be1-4dbc-b799-c8c8cb68482e tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=42d15e0e-484d-404f-97b4-aa292329db95&device_id=94d1c83a-918b-449c-94c1-ba85d25b1f90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2624199 Dec 22 04:53:22.814525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaae173e-9fe4-4d01-b179-8f60cdce73ae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Checking segment: {'id': '4cbd3fbd-91dd-482b-9c64-d169f99fe3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8a8e1498-4a1a-4927-a2af-2e65a04b6d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:22.814905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaae173e-9fe4-4d01-b179-8f60cdce73ae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network hostable DHCP agents. Network: 8a8e1498-4a1a-4927-a2af-2e65a04b6d49, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:22.819437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38414) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:22.826607 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-89e287b3-40f9-4416-bc1e-9f13909bbada req-a7989524-eaff-47f5-ae6a-2b9a41865a8a tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109974 Dec 22 04:53:22.892240 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-26345354-20bb-4e79-bf54-d5f77f494520 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.892240 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-26345354-20bb-4e79-bf54-d5f77f494520 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7457464 Dec 22 04:53:22.892240 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38416) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:22.909650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Attempting to bind port dabdedd2-c822-448b-b042-e30762114144 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:22.910033 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Attempting to bind port dabdedd2-c822-448b-b042-e30762114144 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '740d024e-d6cd-4812-b39d-f65edb4735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '12f44464-9187-4252-b110-86c4ca0b66f1'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:22.911909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Attempting to bind port dabdedd2-c822-448b-b042-e30762114144 on network 12f44464-9187-4252-b110-86c4ca0b66f1 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:22.920593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Deleting port dabdedd2-c822-448b-b042-e30762114144 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:22.920847 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.949632 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:22.949875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Checking segment: {'id': '740d024e-d6cd-4812-b39d-f65edb4735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '12f44464-9187-4252-b110-86c4ca0b66f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:22.950238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.950630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Bound using segment: {'id': '740d024e-d6cd-4812-b39d-f65edb4735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '12f44464-9187-4252-b110-86c4ca0b66f1'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:22.951378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Bound port: dabdedd2-c822-448b-b042-e30762114144, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740d024e-d6cd-4812-b39d-f65edb4735dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '12f44464-9187-4252-b110-86c4ca0b66f1'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:22.951497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:22.961245 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9dae8709-ae75-4e01-9c84-ed1943e77ac2 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:22.972311 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaae173e-9fe4-4d01-b179-8f60cdce73ae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 8a8e1498-4a1a-4927-a2af-2e65a04b6d49 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:22.977749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa85f4de-5320-4bcc-8175-bb7a4b08e6c2 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:22.981911 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fa85f4de-5320-4bcc-8175-bb7a4b08e6c2 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/networks/42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 881 time: 0.1540623 Dec 22 04:53:22.983648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38418) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:23.005557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81d0dd40-9951-4e14-a681-a6a9c926c1e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.023890 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c8d14d22-96de-42ce-8a35-62bd1551e9d1 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "GET /v2.0/ports?device_id=94d1c83a-918b-449c-94c1-ba85d25b1f90 HTTP/1.1" status: 200 len: 205 time: 0.0390632 Dec 22 04:53:23.026904 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38422) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:23.070715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] For port dabdedd2-c822-448b-b042-e30762114144, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:23.071074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.088304 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] For port dabdedd2-c822-448b-b042-e30762114144, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:23.093423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] For port dabdedd2-c822-448b-b042-e30762114144, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=dabdedd2-c822-448b-b042-e30762114144,segment=NetworkSegment(740d024e-d6cd-4812-b39d-f65edb4735dc),segment_id=740d024e-d6cd-4812-b39d-f65edb4735dc)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:23.094583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.096450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Calling delete_port for dabdedd2-c822-448b-b042-e30762114144 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:23.101773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81d0dd40-9951-4e14-a681-a6a9c926c1e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.109440 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 9dae8709-ae75-4e01-9c84-ed1943e77ac2 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:23.109849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.114943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-aaae173e-9fe4-4d01-b179-8f60cdce73ae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 8a8e1498-4a1a-4927-a2af-2e65a04b6d49) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:23.136947 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b3c00-a3c0-4eb8-8dad-a51f268a7d26 None None] Network 8a8e1498-4a1a-4927-a2af-2e65a04b6d49 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:23.152720 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaae173e-9fe4-4d01-b179-8f60cdce73ae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:23.153425 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-aaae173e-9fe4-4d01-b179-8f60cdce73ae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.200796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.214671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.273952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.274169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0daafbf6-ba27-4783-a4bd-a9edbe786ba4 None None] Provisioning complete for port 9dae8709-ae75-4e01-9c84-ed1943e77ac2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:23.274169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0daafbf6-ba27-4783-a4bd-a9edbe786ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.352432 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-aaae173e-9fe4-4d01-b179-8f60cdce73ae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6242101 Dec 22 04:53:23.353266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81d0dd40-9951-4e14-a681-a6a9c926c1e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.356792 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81d0dd40-9951-4e14-a681-a6a9c926c1e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.359105 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-81d0dd40-9951-4e14-a681-a6a9c926c1e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-groups/e8b566a7-696f-4593-b7e5-5045b6ae6b84 HTTP/1.1" status: 204 len: 168 time: 0.4640312 Dec 22 04:53:23.359755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38426) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:23.363574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206ac45-4ce3-4a9b-bc3e-02ccecd91ed4 None None] Pushing event updated for resources: {'Port': ['ID=dabdedd2-c822-448b-b042-e30762114144,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:23.376319 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-bc049b7e-0e18-4888-9861-27f19fdbb415 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2075598574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:23.383761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.388113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38428) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:23.419651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0dd40-9951-4e14-a681-a6a9c926c1e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b566a7-696f-4593-b7e5-5045b6ae6b84,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:23.487560 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a76c5050-29cf-4c21-8a90-b9256ed0c5d5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0948391 Dec 22 04:53:23.493046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38432) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:23.497855 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6c680d48-4b65-4d82-800d-9594e751576d tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421187250'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:23.518020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc049b7e-0e18-4888-9861-27f19fdbb415 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.519594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc049b7e-0e18-4888-9861-27f19fdbb415 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.520944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-8a8e1498-4a1a-4927-a2af-2e65a04b6d49', 'network_id': '8a8e1498-4a1a-4927-a2af-2e65a04b6d49', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'fixed_ips': [{'subnet_id': '02a12179-b545-453f-b7fe-8dde296985fe'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:53:23.521794 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.672691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0daafbf6-ba27-4783-a4bd-a9edbe786ba4 None None] Provisioning complete for port 92b3c503-e487-4f46-9985-197c940d17da triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:23.673408 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0daafbf6-ba27-4783-a4bd-a9edbe786ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.684016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc049b7e-0e18-4888-9861-27f19fdbb415 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.719322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6c680d48-4b65-4d82-800d-9594e751576d tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.751765 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Deleting port cc77cab6-836e-4510-b798-3fe135ee2a56 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:23.752291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.756834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-0daafbf6-ba27-4783-a4bd-a9edbe786ba4 None None] Port 92b3c503-e487-4f46-9985-197c940d17da cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:23.786338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Allocated IP 172.20.0.2 (8a8e1498-4a1a-4927-a2af-2e65a04b6d49/02a12179-b545-453f-b7fe-8dde296985fe/938a6bff-1b30-4222-a900-682ce180b60e) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:23.798578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.805289 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc049b7e-0e18-4888-9861-27f19fdbb415 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.848134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015fa81-13a1-4be3-9e4d-4e6198815fdf req-8e28dc4b-2766-4a82-8a91-3aaed13059a3 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:23.852781 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d015fa81-13a1-4be3-9e4d-4e6198815fdf req-8e28dc4b-2766-4a82-8a91-3aaed13059a3 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 945 time: 0.1722097 Dec 22 04:53:23.903477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'Port': ['ID=92b3c503-e487-4f46-9985-197c940d17da,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:23.914236 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.943381 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d015fa81-13a1-4be3-9e4d-4e6198815fdf req-f43e9099-d5f1-47bc-bfb4-49c4843b5b5d tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738161 Dec 22 04:53:23.969118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.976245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc049b7e-0e18-4888-9861-27f19fdbb415 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.976245 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bc049b7e-0e18-4888-9861-27f19fdbb415 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6107194 Dec 22 04:53:23.977821 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6c680d48-4b65-4d82-800d-9594e751576d tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:23.979190 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No DVR routers for this DVR port dabdedd2-c822-448b-b042-e30762114144 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:23.981162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Port': ['ID=dabdedd2-c822-448b-b042-e30762114144,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:23.983848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38438) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:24.001327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.040407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306e9ff-813c-4e71-9886-934d1a23a461 req-00b10a50-96de-448a-af11-9e700054790b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:24.041804 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c306e9ff-813c-4e71-9886-934d1a23a461 req-00b10a50-96de-448a-af11-9e700054790b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2701507 Dec 22 04:53:24.051660 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-b9656ee3-ed7c-47d8-8a75-12817d22daff tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:24.053078 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-b9656ee3-ed7c-47d8-8a75-12817d22daff tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.16 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 945 time: 0.2075250 Dec 22 04:53:24.060817 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Calling delete_port for cc77cab6-836e-4510-b798-3fe135ee2a56 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:24.114066 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6c680d48-4b65-4d82-800d-9594e751576d tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.135568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.178508 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c306e9ff-813c-4e71-9886-934d1a23a461 req-e067f326-975d-4eae-9829-6d89b829de61 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230850 Dec 22 04:53:24.184545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.234345 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Network 8a8e1498-4a1a-4927-a2af-2e65a04b6d49 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:24.251329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:24.269287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:24.274990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Pushing event updated for resources: {'Port': ['ID=938a6bff-1b30-4222-a900-682ce180b60e,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:24.282363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c680d48-4b65-4d82-800d-9594e751576d tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdef10e-e083-471d-b911-84fc9742c2bf,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:24.333714 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Network 3c05da7f-0ae9-4357-a264-91fa5293b962 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:24.338116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:24.343458 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd647a5-6e08-413c-a599-504f1fcf3120 req-0b74f35d-4427-4b8b-921f-8b15aa7aedb4 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:24.354694 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2dd647a5-6e08-413c-a599-504f1fcf3120 req-0b74f35d-4427-4b8b-921f-8b15aa7aedb4 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 945 time: 0.3184166 Dec 22 04:53:24.355212 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Deleting port 0ad5f406-ac95-4864-9ae7-3ed50f316264 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:24.355555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Attempting to bind port 938a6bff-1b30-4222-a900-682ce180b60e on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:24.355693 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.356260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Attempting to bind port 938a6bff-1b30-4222-a900-682ce180b60e by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '4cbd3fbd-91dd-482b-9c64-d169f99fe3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8a8e1498-4a1a-4927-a2af-2e65a04b6d49'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:24.362610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Attempting to bind port 938a6bff-1b30-4222-a900-682ce180b60e on network 8a8e1498-4a1a-4927-a2af-2e65a04b6d49 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:24.372022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:24.374222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Checking segment: {'id': '4cbd3fbd-91dd-482b-9c64-d169f99fe3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8a8e1498-4a1a-4927-a2af-2e65a04b6d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:24.374222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.374222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Bound using segment: {'id': '4cbd3fbd-91dd-482b-9c64-d169f99fe3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8a8e1498-4a1a-4927-a2af-2e65a04b6d49'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:24.374222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Bound port: 938a6bff-1b30-4222-a900-682ce180b60e, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbd3fbd-91dd-482b-9c64-d169f99fe3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '8a8e1498-4a1a-4927-a2af-2e65a04b6d49'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:24.377680 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.424767 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6c680d48-4b65-4d82-800d-9594e751576d tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.426214 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6c680d48-4b65-4d82-800d-9594e751576d tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9318805 Dec 22 04:53:24.475260 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38442) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:24.482598 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-12dab367-565a-4f36-957b-0e9a3a4a03fd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990778396'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:24.483522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] For port 938a6bff-1b30-4222-a900-682ce180b60e, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:24.490004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] For port 938a6bff-1b30-4222-a900-682ce180b60e, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=938a6bff-1b30-4222-a900-682ce180b60e,segment=NetworkSegment(4cbd3fbd-91dd-482b-9c64-d169f99fe3bb),segment_id=4cbd3fbd-91dd-482b-9c64-d169f99fe3bb)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:24.553455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.572332 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2dd647a5-6e08-413c-a599-504f1fcf3120 req-a9b60058-a184-4efb-aa94-9acdb08dc794 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131417 Dec 22 04:53:24.654759 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.681762 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe924c-d31c-4eb5-83bb-38eb3403c5a7 None None] Pushing event updated for resources: {'Port': ['ID=938a6bff-1b30-4222-a900-682ce180b60e,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:24.692339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] For port 0ad5f406-ac95-4864-9ae7-3ed50f316264, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0ad5f406-ac95-4864-9ae7-3ed50f316264,segment=NetworkSegment(7315f982-e7ae-4c26-a1ec-2e935c2140a0),segment_id=7315f982-e7ae-4c26-a1ec-2e935c2140a0)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:24.693212 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.703553 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.709717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26de35ba-2c8c-43ad-8df9-c579b4518a0d None None] Network 12f44464-9187-4252-b110-86c4ca0b66f1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:24.713510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Router ac56cd02-6d73-4953-b4c3-056c1171d2ec has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:24.794463 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ee66b740-b00d-4b06-94de-1c954152c4f7 None None] Could not find standard attr ID for object dabdedd2-c822-448b-b042-e30762114144. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:53:24.803128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-12dab367-565a-4f36-957b-0e9a3a4a03fd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.894952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.897796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ee66b740-b00d-4b06-94de-1c954152c4f7 None None] Provisioning complete for port 92b3c503-e487-4f46-9985-197c940d17da triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:24.898372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ee66b740-b00d-4b06-94de-1c954152c4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.912161 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.919979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f44464-9187-4252-b110-86c4ca0b66f1']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:24.931441 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740d024e-d6cd-4812-b39d-f65edb4735dc') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:24.931726 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740d024e-d6cd-4812-b39d-f65edb4735dc') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:24.945227 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.958806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.967100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:24.967512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:24.969783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ee66b740-b00d-4b06-94de-1c954152c4f7 None None] Port 92b3c503-e487-4f46-9985-197c940d17da cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:25.000725 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60702a-d0c4-4e83-b1ad-bb3027a4785b None None] DHCP port deletion for 12f44464-9187-4252-b110-86c4ca0b66f1 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:53:25.020436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8779464-f43e-4edd-89d2-e33366afed88 None None] Network 12f44464-9187-4252-b110-86c4ca0b66f1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:25.044704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Subnet': ['ID=749f9bf6-b9ca-4fd6-ae7f-41b38dd2eb2b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:25.048369 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:25.060405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Pushing event deleted for resources: {'Port': ['ID=cc77cab6-836e-4510-b798-3fe135ee2a56,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:25.167506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-12dab367-565a-4f36-957b-0e9a3a4a03fd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.178414 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525b1e3-3960-4f19-a1e4-1e3b237b76df req-a62cc76d-281b-452a-9db6-17bdc63e8389 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:25.180065 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5525b1e3-3960-4f19-a1e4-1e3b237b76df req-a62cc76d-281b-452a-9db6-17bdc63e8389 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.3709381 Dec 22 04:53:25.188941 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.267707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.294331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.294331 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/12f44464-9187-4252-b110-86c4ca0b66f1 HTTP/1.1" status: 204 len: 168 time: 3.0486255 Dec 22 04:53:25.306346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38448) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:25.326554 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f8f07-8357-4d05-bac4-1b4070a492d3 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Network': ['ID=12f44464-9187-4252-b110-86c4ca0b66f1,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:25.335345 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d735c56-614d-4e1d-9554-78f2f75d5f3e req-28d34de8-8360-407f-aeb9-bce22cbbc2f2 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:25.336987 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8d735c56-614d-4e1d-9554-78f2f75d5f3e req-28d34de8-8360-407f-aeb9-bce22cbbc2f2 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 945 time: 0.2797737 Dec 22 04:53:25.379293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-9a1e85aa-8b28-4355-ba7d-eadf1d5ffb6c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:25.380842 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-9a1e85aa-8b28-4355-ba7d-eadf1d5ffb6c tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.16 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 945 time: 0.2892795 Dec 22 04:53:25.461864 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-34da3eba-2e1e-4866-acf6-70889ebe676b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:25.462303 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34da3eba-2e1e-4866-acf6-70889ebe676b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:25.465341 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-34da3eba-2e1e-4866-acf6-70889ebe676b tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/subnets/749f9bf6-b9ca-4fd6-ae7f-41b38dd2eb2b HTTP/1.1" status: 404 len: 337 time: 0.1555424 Dec 22 04:53:25.478474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38450) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:25.588916 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d86104-1b72-494e-8619-279040644756 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:25.588916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d86104-1b72-494e-8619-279040644756 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:25.588916 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f4d86104-1b72-494e-8619-279040644756 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/12f44464-9187-4252-b110-86c4ca0b66f1 HTTP/1.1" status: 404 len: 339 time: 0.0738063 Dec 22 04:53:25.588916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38452) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:25.592331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.592434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.592802 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Floating IP 6bbf833e-b1b3-4e5e-8dd8-bc1c5896a9be disassociated. External IP: 172.26.5.116, port: 0ad5f406-ac95-4864-9ae7-3ed50f316264. Dec 22 04:53:25.593144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Calling delete_port for 0ad5f406-ac95-4864-9ae7-3ed50f316264 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:25.623355 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-12dab367-565a-4f36-957b-0e9a3a4a03fd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.633499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.655184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.660079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:25.665203 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-155fc3d2-0453-4084-8189-be2e00bd7459 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:25.665936 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155fc3d2-0453-4084-8189-be2e00bd7459 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:25.669365 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-155fc3d2-0453-4084-8189-be2e00bd7459 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/subnets/892fe295-593a-4bd6-a05a-c1678c3f73c3 HTTP/1.1" status: 404 len: 337 time: 0.0740774 Dec 22 04:53:25.672535 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8d735c56-614d-4e1d-9554-78f2f75d5f3e req-f1ee1068-b65f-4b45-aa4c-cfc6e2656c20 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560050 Dec 22 04:53:25.673015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38456) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:25.677839 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ffa33f3b-8ad2-4b00-8562-7ecd59b075e1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "PUT /v2.0/routers/ac56cd02-6d73-4953-b4c3-056c1171d2ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0559816 Dec 22 04:53:25.697498 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5525b1e3-3960-4f19-a1e4-1e3b237b76df req-34419324-2c85-441d-963a-3d9b62e94863 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5058422 Dec 22 04:53:25.700654 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Sync routers for ids ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:25.723301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Routers {'ac56cd02-6d73-4953-b4c3-056c1171d2ec'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:25.756614 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a96a48-ff38-4097-b9cc-9dc5ae0b4e5a tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:25.757236 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a96a48-ff38-4097-b9cc-9dc5ae0b4e5a tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:25.760499 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-23a96a48-ff38-4097-b9cc-9dc5ae0b4e5a tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/38e451cf-e986-4d3c-af53-e908c684d5eb HTTP/1.1" status: 404 len: 339 time: 0.0788441 Dec 22 04:53:25.763833 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38460) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:25.764472 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:25.806238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dab367-565a-4f36-957b-0e9a3a4a03fd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23497fb-ddd1-4265-9136-16dd50173781,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:25.910098 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-12dab367-565a-4f36-957b-0e9a3a4a03fd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.911332 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-12dab367-565a-4f36-957b-0e9a3a4a03fd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4321301 Dec 22 04:53:25.915456 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.916002 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Fanout notify agent at l3_agent the message router_deleted on router 94d1c83a-918b-449c-94c1-ba85d25b1f90 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:25.918294 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38466) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:25.919326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Allocated IP 172.20.0.1 (8a8e1498-4a1a-4927-a2af-2e65a04b6d49/02a12179-b545-453f-b7fe-8dde296985fe/b2ad58b8-2166-4301-b02f-2fcd4e8a696e) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:25.925736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b3826b8f-5749-4dc0-81a2-b2bbe68f45e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': '3bdef10e-e083-471d-b911-84fc9742c2bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e23497fb-ddd1-4265-9136-16dd50173781', 'remote_ip_prefix': None}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:25.937012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.938420 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0de67f91-9bc2-498c-abcd-0f49d3b42183 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/routers/94d1c83a-918b-449c-94c1-ba85d25b1f90 HTTP/1.1" status: 204 len: 168 time: 2.9105875 Dec 22 04:53:25.946937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38470) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:25.954144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ce8bd911-06ca-4eb2-ad73-6b756a66770d tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1606267351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:25.983509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:25.993123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d606c0a9-a54d-4eeb-9a5d-aeaa37017217 None None] Network 8a8e1498-4a1a-4927-a2af-2e65a04b6d49 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:25.995865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Deleting port 8f1a601b-30af-4c14-b708-43c461547d43 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:25.996220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.047786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.058872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Set router ac56cd02-6d73-4953-b4c3-056c1171d2ec gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:26.065891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649e0d4-2d8f-427a-b8c5-a786bb3c3176 req-bcff4d2a-54b0-431e-9e2a-c319c9331ae3 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:26.067697 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8649e0d4-2d8f-427a-b8c5-a786bb3c3176 req-bcff4d2a-54b0-431e-9e2a-c319c9331ae3 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 945 time: 0.2024009 Dec 22 04:53:26.098477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1a8656dd-a418-4199-b31a-ec48a21d50e7 None None] Provisioning complete for port 938a6bff-1b30-4222-a900-682ce180b60e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:26.098849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1a8656dd-a418-4199-b31a-ec48a21d50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.142889 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8649e0d4-2d8f-427a-b8c5-a786bb3c3176 req-4f8ae96f-1edb-48c1-b06b-f0113e9d3753 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups?id=8af7894f-e05b-4216-8b62-03845f13e109&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629325 Dec 22 04:53:26.188710 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.239131 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3826b8f-5749-4dc0-81a2-b2bbe68f45e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.243608 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd911-06ca-4eb2-ad73-6b756a66770d tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.244891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd911-06ca-4eb2-ad73-6b756a66770d tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.334076 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.344698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd911-06ca-4eb2-ad73-6b756a66770d tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.403826 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 8a8e1498-4a1a-4927-a2af-2e65a04b6d49 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:26.412391 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:26.415391 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Pushing event deleted for resources: {'Port': ['ID=0ad5f406-ac95-4864-9ae7-3ed50f316264,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:26.418865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:26.431990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd911-06ca-4eb2-ad73-6b756a66770d tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.456961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3826b8f-5749-4dc0-81a2-b2bbe68f45e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.462275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=b2ad58b8-2166-4301-b02f-2fcd4e8a696e,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:26.490342 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.512758 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-311999f1-0e88-49ae-95ea-d30f289e535f tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202235546&fields=id&tenant_id=87218e7ff44b42c4aa8e3ef8a1246630 HTTP/1.1" status: 200 len: 267 time: 0.4750710 Dec 22 04:53:26.530568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3826b8f-5749-4dc0-81a2-b2bbe68f45e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.558507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3826b8f-5749-4dc0-81a2-b2bbe68f45e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758927b8-bc7e-416f-ade8-04ef2c6618b2,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:26.568842 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1a8656dd-a418-4199-b31a-ec48a21d50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.585017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.585250 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd911-06ca-4eb2-ad73-6b756a66770d tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.586520 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ce8bd911-06ca-4eb2-ad73-6b756a66770d tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6358798 Dec 22 04:53:26.589144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38484) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:26.593480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'enable_snat': False}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:26.634053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] For port 8f1a601b-30af-4c14-b708-43c461547d43, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8f1a601b-30af-4c14-b708-43c461547d43,segment=NetworkSegment(00a870d2-cdd6-47f1-b9af-fe21d31422bb),segment_id=00a870d2-cdd6-47f1-b9af-fe21d31422bb)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:26.634691 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.638049 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1a8656dd-a418-4199-b31a-ec48a21d50e7 None None] For port 938a6bff-1b30-4222-a900-682ce180b60e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=938a6bff-1b30-4222-a900-682ce180b60e,segment=NetworkSegment(4cbd3fbd-91dd-482b-9c64-d169f99fe3bb),segment_id=4cbd3fbd-91dd-482b-9c64-d169f99fe3bb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:26.651809 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:53:21Z', 'revision_number': 4, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '92b3c503-e487-4f46-9985-197c940d17da', 'name': '', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'mac_address': 'fa:16:3e:0b:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:20Z', 'updated_at': '2021-12-22T04:53:22Z', 'revision_number': 2, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'subnets': [{'id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:26.685205 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3826b8f-5749-4dc0-81a2-b2bbe68f45e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.688889 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b3826b8f-5749-4dc0-81a2-b2bbe68f45e5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7648096 Dec 22 04:53:26.691142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Checking router: ac56cd02-6d73-4953-b4c3-056c1171d2ec for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:26.691608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Updating router ac56cd02-6d73-4953-b4c3-056c1171d2ec port 92b3c503-e487-4f46-9985-197c940d17da binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:53:26.697970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38486) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:26.722507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.759872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b452d28-2a11-4fdf-8798-3cb99859262a']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:26.785430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1a8656dd-a418-4199-b31a-ec48a21d50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.804258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f277a340-9944-412c-99eb-ef320288c1bb') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:26.804869 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f277a340-9944-412c-99eb-ef320288c1bb') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:26.888942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-db5b172d-23c6-4fe4-892d-22fba6dd2422 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.933536 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:26.970707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.004647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.051399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8656dd-a418-4199-b31a-ec48a21d50e7 None None] Pushing event updated for resources: {'Port': ['ID=938a6bff-1b30-4222-a900-682ce180b60e,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:27.113197 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-db5b172d-23c6-4fe4-892d-22fba6dd2422 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.132101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Router 01959458-2462-43b5-857a-3a74ed51f166 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:27.136757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.144563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 938a6bff-1b30-4222-a900-682ce180b60e up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:27.150969 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-fc947f77-3133-46c7-9c7c-a994441443ee tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:27.152643 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-fc947f77-3133-46c7-9c7c-a994441443ee tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/networks?id=3c05da7f-0ae9-4357-a264-91fa5293b962 HTTP/1.1" status: 200 len: 796 time: 0.6401343 Dec 22 04:53:27.233395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:27.233736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:27.244120 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:27.286135 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-39c08874-4e9d-48fd-b046-9b69ec464479 None None] Provisioning complete for port b2ad58b8-2166-4301-b02f-2fcd4e8a696e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:27.287700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-39c08874-4e9d-48fd-b046-9b69ec464479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.366740 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-484122d0-acee-41ad-866e-bf6e9f026783 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/quotas/87218e7ff44b42c4aa8e3ef8a1246630 HTTP/1.1" status: 200 len: 375 time: 0.1852622 Dec 22 04:53:27.439940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.462392 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.488878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 938a6bff-1b30-4222-a900-682ce180b60e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:27.489387 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.492326 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-39c08874-4e9d-48fd-b046-9b69ec464479 None None] Port b2ad58b8-2166-4301-b02f-2fcd4e8a696e cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:27.508148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.508531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.508840 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Floating IP 31b0a9e2-46fd-4029-9953-b4cad226a80d disassociated. External IP: 172.26.5.139, port: 8f1a601b-30af-4c14-b708-43c461547d43. Dec 22 04:53:27.509170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Calling delete_port for 8f1a601b-30af-4c14-b708-43c461547d43 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:27.513041 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899c940-7ac0-496d-9059-091bc5b6f921 req-180e1ff2-72a2-4d60-927d-5a33dd7dc112 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:27.515369 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b899c940-7ac0-496d-9059-091bc5b6f921 req-180e1ff2-72a2-4d60-927d-5a33dd7dc112 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 945 time: 0.1701071 Dec 22 04:53:27.536377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.537265 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-db5b172d-23c6-4fe4-892d-22fba6dd2422 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.544357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.548385 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/5b452d28-2a11-4fdf-8798-3cb99859262a HTTP/1.1" status: 204 len: 168 time: 1.7832286 Dec 22 04:53:27.549429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e5b2f-1d31-40f9-9757-ad7e8ede6852 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Network': ['ID=5b452d28-2a11-4fdf-8798-3cb99859262a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:27.563147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38496) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:27.567137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-db5b172d-23c6-4fe4-892d-22fba6dd2422 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.568229 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-db5b172d-23c6-4fe4-892d-22fba6dd2422 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/758927b8-bc7e-416f-ade8-04ef2c6618b2 HTTP/1.1" status: 204 len: 168 time: 0.8642032 Dec 22 04:53:27.573371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-39c08874-4e9d-48fd-b046-9b69ec464479 None None] Provisioning complete for port 938a6bff-1b30-4222-a900-682ce180b60e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:27.581173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-39c08874-4e9d-48fd-b046-9b69ec464479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.600001 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38498) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:27.601638 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.620378 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8b059f-0ce8-4c6d-a073-b5972f259e47 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:27.620830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8b059f-0ce8-4c6d-a073-b5972f259e47 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:27.624437 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-db8b059f-0ce8-4c6d-a073-b5972f259e47 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/subnets/56074638-b5e5-4a46-b5a9-88cb2465d66f HTTP/1.1" status: 404 len: 337 time: 0.0370781 Dec 22 04:53:27.625337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b172d-23c6-4fe4-892d-22fba6dd2422 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=758927b8-bc7e-416f-ade8-04ef2c6618b2,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:27.639908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 0ad5f406-ac95-4864-9ae7-3ed50f316264 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:27.644089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38500) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:27.647357 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.656323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.680445 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d690c7a6-c597-4bcf-9b78-cb6bab44a491 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:27.681034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d690c7a6-c597-4bcf-9b78-cb6bab44a491 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:27.684090 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d690c7a6-c597-4bcf-9b78-cb6bab44a491 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/ce2aafce-aff9-4801-bad9-af73b1547b6b HTTP/1.1" status: 404 len: 339 time: 0.0328219 Dec 22 04:53:27.692854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38502) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:27.700476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 0ad5f406-ac95-4864-9ae7-3ed50f316264 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:27.701037 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 0ad5f406-ac95-4864-9ae7-3ed50f316264 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:27.750403 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-7cbbc9cb-933c-485d-b601-80eb2dcd4404 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=87218e7ff44b42c4aa8e3ef8a1246630&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3121588 Dec 22 04:53:27.785432 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Allocated IP 172.26.5.57 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/de68d315-cade-4857-a3d4-8aa03c8512bb) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:27.811924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9792ed5-7572-47b0-883f-b7fb5f96f8bd None None] Pushing event updated for resources: {'Port': ['ID=92b3c503-e487-4f46-9985-197c940d17da,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:27.857865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Attempting to bind port 92b3c503-e487-4f46-9985-197c940d17da on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:27.858299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Attempting to bind port 92b3c503-e487-4f46-9985-197c940d17da by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:27.858807 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Attempting to bind port 92b3c503-e487-4f46-9985-197c940d17da on network 3c05da7f-0ae9-4357-a264-91fa5293b962 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:27.867087 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-991d2045-926b-4847-b3a5-56e777407864 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:27.867537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991d2045-926b-4847-b3a5-56e777407864 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:27.874156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:27.874684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Checking segment: {'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:27.875189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.875677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Bound using segment: {'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:27.876323 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Bound port: 92b3c503-e487-4f46-9985-197c940d17da, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:27.877465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.879148 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-991d2045-926b-4847-b3a5-56e777407864 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/subnets/67558e8e-ff53-4874-b031-db9915e76af9 HTTP/1.1" status: 404 len: 337 time: 0.1194201 Dec 22 04:53:27.889252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38504) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:27.897009 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:27.980284 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=b2ad58b8-2166-4301-b02f-2fcd4e8a696e,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:28.004856 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] For port 92b3c503-e487-4f46-9985-197c940d17da, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:28.007668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device dabdedd2-c822-448b-b042-e30762114144 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:28.033820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: dabdedd2-c822-448b-b042-e30762114144 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:28.034252 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device dabdedd2-c822-448b-b042-e30762114144 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:28.050442 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b899c940-7ac0-496d-9059-091bc5b6f921 req-80fdcdf9-60fd-4498-b8f7-b7e1cad4bea4 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups?id=e5f6d1f2-983e-49e7-b51b-b8505c8ca687&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5252414 Dec 22 04:53:28.053630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.081782 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b92b9f-87ec-4b0a-8db2-9ef8b9170ff1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:28.082384 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b92b9f-87ec-4b0a-8db2-9ef8b9170ff1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:28.085102 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-34dd3c5c-07fd-4dfa-8f67-8a524a2de5dd tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4806032 Dec 22 04:53:28.090554 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-28b92b9f-87ec-4b0a-8db2-9ef8b9170ff1 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/99ee137c-802c-421b-8d51-f8c43a03dad5 HTTP/1.1" status: 404 len: 339 time: 0.1927514 Dec 22 04:53:28.091541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38506) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:28.091895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38508) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:28.103994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:28.114338 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aaaf71-dc79-4bc0-8068-8fe2bddf202c None None] Sync routers for ids ['01959458-2462-43b5-857a-3a74ed51f166'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:28.136259 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aaaf71-dc79-4bc0-8068-8fe2bddf202c None None] Routers {'01959458-2462-43b5-857a-3a74ed51f166'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:28.138834 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a9aaaf71-dc79-4bc0-8068-8fe2bddf202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['01959458-2462-43b5-857a-3a74ed51f166'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:28.143510 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a468693e-64d8-43ae-a339-6474144b2203 None None] Provisioning complete for port b2ad58b8-2166-4301-b02f-2fcd4e8a696e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:28.143875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a468693e-64d8-43ae-a339-6474144b2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.169814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.194378 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] No DVR routers for this DVR port 0ad5f406-ac95-4864-9ae7-3ed50f316264 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:28.199130 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d6c2991c-f0f5-4d32-9a7d-e733ace960b0 req-f29e0f02-dae4-4d24-824c-7a3404d5e3d0 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 210 time: 0.0537949 Dec 22 04:53:28.199272 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.199551 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-71f9d3b2-afcd-425e-9351-bed8e87a353b service neutron] 10.222.0.54 "GET /v2.0/networks/3c05da7f-0ae9-4357-a264-91fa5293b962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483008 Dec 22 04:53:28.200819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.202633 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-229a742a-f7f8-492c-a682-79d54600fb11 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:28.203080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229a742a-f7f8-492c-a682-79d54600fb11 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:28.205741 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5aebc276-dcbb-460b-99b9-cee7413804b9 req-05d21f3b-7378-4887-a0f0-ce16516ee974 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.16 "DELETE /v2.0/ports/0ad5f406-ac95-4864-9ae7-3ed50f316264 HTTP/1.1" status: 204 len: 173 time: 4.1458044 Dec 22 04:53:28.206167 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-229a742a-f7f8-492c-a682-79d54600fb11 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/subnets/d86f0d1b-84dd-4f57-a8cf-342945c02086 HTTP/1.1" status: 404 len: 337 time: 0.1119783 Dec 22 04:53:28.207934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'name': 'network-vif-deleted', 'tag': '0ad5f406-ac95-4864-9ae7-3ed50f316264'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:28.210319 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27144d60-de45-400a-9eac-5bb265e4de3d" -d '{"events": [{"server_uuid": "0a37fa55-9e43-41e1-8b97-92f9aed01390", "name": "network-vif-deleted", "tag": "0ad5f406-ac95-4864-9ae7-3ed50f316264"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:28.214051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38510) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:28.238199 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] For port 92b3c503-e487-4f46-9985-197c940d17da, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=92b3c503-e487-4f46-9985-197c940d17da,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:28.239315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a468693e-64d8-43ae-a339-6474144b2203 None None] Port b2ad58b8-2166-4301-b02f-2fcd4e8a696e cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:28.241459 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae90510-d502-4f74-a792-c7259684229c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:28.242023 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae90510-d502-4f74-a792-c7259684229c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:28.246057 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-aae90510-d502-4f74-a792-c7259684229c tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/f6597d36-15b9-456b-b6bc-2bce35057106 HTTP/1.1" status: 404 len: 339 time: 0.0260005 Dec 22 04:53:28.250372 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38514) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:28.270508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a468693e-64d8-43ae-a339-6474144b2203 None None] Provisioning complete for port 92b3c503-e487-4f46-9985-197c940d17da triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:28.270508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a468693e-64d8-43ae-a339-6474144b2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.270676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Pushing event deleted for resources: {'Port': ['ID=8f1a601b-30af-4c14-b708-43c461547d43,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:28.308650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a468693e-64d8-43ae-a339-6474144b2203 None None] Port 92b3c503-e487-4f46-9985-197c940d17da cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:28.346224 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4476f99-8709-4e32-ba85-22b056541f4a tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:28.346681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4476f99-8709-4e32-ba85-22b056541f4a tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:28.349758 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d4476f99-8709-4e32-ba85-22b056541f4a tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/subnets/905f018f-ae1f-45bd-adc5-939d3e08c0da HTTP/1.1" status: 404 len: 337 time: 0.0958376 Dec 22 04:53:28.355136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.364795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38516) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:28.379693 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-a9aaaf71-dc79-4bc0-8068-8fe2bddf202c None None] Set router 01959458-2462-43b5-857a-3a74ed51f166 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:28.407765 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b73f7e-00d0-4e65-a5da-552ed5c36808 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:28.409379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b73f7e-00d0-4e65-a5da-552ed5c36808 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:28.412612 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-81b73f7e-00d0-4e65-a5da-552ed5c36808 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/7e0f5446-26ce-42fa-a12e-dfab6a985b58 HTTP/1.1" status: 404 len: 339 time: 0.0439579 Dec 22 04:53:28.413495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e12f6e5-3be6-4e0e-97e5-39bbcc2aa89b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.417728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38518) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:28.430736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Routers {'ac56cd02-6d73-4953-b4c3-056c1171d2ec'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:28.431610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:28.511642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.520033 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-187f74f0-11a2-4880-8777-a47543db23f4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:28.520806 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187f74f0-11a2-4880-8777-a47543db23f4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:28.527032 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-187f74f0-11a2-4880-8777-a47543db23f4 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/subnets/f59900eb-b507-4c64-80e3-8d2f07ee16e8 HTTP/1.1" status: 404 len: 337 time: 0.1073229 Dec 22 04:53:28.566021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38520) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:28.576842 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] Set router ac56cd02-6d73-4953-b4c3-056c1171d2ec gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:28.621425 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e12f6e5-3be6-4e0e-97e5-39bbcc2aa89b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.633778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddb0af-d36e-4289-ac4c-8f4083554a51 req-20c9dd3a-901d-47fb-b0cb-322a84b85457 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:28.635320 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c8ddb0af-d36e-4289-ac4c-8f4083554a51 req-20c9dd3a-901d-47fb-b0cb-322a84b85457 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2796853 Dec 22 04:53:28.635793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9792ed5-7572-47b0-883f-b7fb5f96f8bd None None] Pushing event updated for resources: {'Port': ['ID=92b3c503-e487-4f46-9985-197c940d17da,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:28.673609 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce62f350-1d64-46ef-b272-b4927fbf63f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:28.674650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce62f350-1d64-46ef-b272-b4927fbf63f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:28.680078 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ce62f350-1d64-46ef-b272-b4927fbf63f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/a97eec60-38ce-4f09-b16d-4841459cada8 HTTP/1.1" status: 404 len: 339 time: 0.1048081 Dec 22 04:53:28.686440 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38522) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:28.706239 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-3b7bf323-5920-4c24-8f94-04b19fd60911 service neutron] 10.222.0.54 "GET /v2.0/networks/3c05da7f-0ae9-4357-a264-91fa5293b962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497881 Dec 22 04:53:28.708863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 8a8e1498-4a1a-4927-a2af-2e65a04b6d49 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:28.721605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:28.726707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Router 756a6f30-3ef7-467c-9805-5a5ec08f474d has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:28.773363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:28.782854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:28.785496 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:28.796569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Pushing event updated for resources: {'Port': ['ID=de68d315-cade-4857-a3d4-8aa03c8512bb,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:28.796569 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ca6ccb-a92b-43c3-a486-806184e4c68d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:28.796569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ca6ccb-a92b-43c3-a486-806184e4c68d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:28.796569 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-65ca6ccb-a92b-43c3-a486-806184e4c68d tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/subnets/daea9cde-7438-4f9c-b09f-6ad8f0f9cbc3 HTTP/1.1" status: 404 len: 337 time: 0.0935464 Dec 22 04:53:28.799969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38524) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:28.855174 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a9aaaf71-dc79-4bc0-8068-8fe2bddf202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd6b8752f-1b8f-4a52-97d4-60cb5d761798', 'name': '', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'mac_address': 'fa:16:3e:93:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:44Z', 'updated_at': '2021-12-22T04:51:56Z', 'revision_number': 5, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'subnets': [{'id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:28.935609 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aaaf71-dc79-4bc0-8068-8fe2bddf202c None None] Checking router: 01959458-2462-43b5-857a-3a74ed51f166 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:28.936851 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-933d0df6-5956-4320-892d-06a798f9a9c1 None None] Provisioning complete for port 92b3c503-e487-4f46-9985-197c940d17da triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:28.937315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-933d0df6-5956-4320-892d-06a798f9a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:28.947391 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aaaf71-dc79-4bc0-8068-8fe2bddf202c None None] Routers {'01959458-2462-43b5-857a-3a74ed51f166'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:28.948013 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a9aaaf71-dc79-4bc0-8068-8fe2bddf202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['01959458-2462-43b5-857a-3a74ed51f166'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:28.961599 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff0450e-7622-4f8e-ae0a-c7ba78e9b8fa tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:28.962664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff0450e-7622-4f8e-ae0a-c7ba78e9b8fa tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:28.978886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:28.983803 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bff0450e-7622-4f8e-ae0a-c7ba78e9b8fa tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/54e42836-a9d2-4406-a66e-856b944cfdd1 HTTP/1.1" status: 404 len: 339 time: 0.1784229 Dec 22 04:53:28.988550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38526) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:29.038646 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 938a6bff-1b30-4222-a900-682ce180b60e up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:29.063885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb83df2-403e-40a9-b9b0-dcce506fcca7 None None] Sync routers for ids ['756a6f30-3ef7-467c-9805-5a5ec08f474d'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:29.091647 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b57ba9-4d11-4f23-bde6-bcebf53bd80a tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:29.092042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b57ba9-4d11-4f23-bde6-bcebf53bd80a tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:29.106237 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-20b57ba9-4d11-4f23-bde6-bcebf53bd80a tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/subnets/3e08bd37-2b04-49f4-9637-3a9eb90b7dcc HTTP/1.1" status: 404 len: 337 time: 0.1137531 Dec 22 04:53:29.113367 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c8ddb0af-d36e-4289-ac4c-8f4083554a51 req-f32d09a1-c3ba-4480-bb1d-59c9841478f9 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4477837 Dec 22 04:53:29.115660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38536) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:29.153394 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d299249d-1065-4c20-b5c1-4578740ca3c1 x-openstack-request-id: req-d299249d-1065-4c20-b5c1-4578740ca3c1 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:29.153756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a37fa55-9e43-41e1-8b97-92f9aed01390", "name": "network-vif-deleted", "tag": "0ad5f406-ac95-4864-9ae7-3ed50f316264", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:29.153948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d299249d-1065-4c20-b5c1-4578740ca3c1 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:29.154353 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a37fa55-9e43-41e1-8b97-92f9aed01390', 'name': 'network-vif-deleted', 'tag': '0ad5f406-ac95-4864-9ae7-3ed50f316264', 'status': 'completed', 'code': 200} Dec 22 04:53:29.171859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb83df2-403e-40a9-b9b0-dcce506fcca7 None None] Routers {'756a6f30-3ef7-467c-9805-5a5ec08f474d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:29.172528 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-6bb83df2-403e-40a9-b9b0-dcce506fcca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['756a6f30-3ef7-467c-9805-5a5ec08f474d'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:29.192201 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7943c7b-09ff-4d3e-bf7d-287b96954481 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:29.192964 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7943c7b-09ff-4d3e-bf7d-287b96954481 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:29.204606 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c7943c7b-09ff-4d3e-bf7d-287b96954481 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/42e0f524-4f5f-48a7-99fd-086fc7ebaf41 HTTP/1.1" status: 404 len: 339 time: 0.0835419 Dec 22 04:53:29.221797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] No DVR routers for this DVR port 8f1a601b-30af-4c14-b708-43c461547d43 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:29.224523 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38538) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:29.256607 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-a9aaaf71-dc79-4bc0-8068-8fe2bddf202c None None] Set router 01959458-2462-43b5-857a-3a74ed51f166 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:29.273319 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e12f6e5-3be6-4e0e-97e5-39bbcc2aa89b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.274751 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.276093 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7e12f6e5-3be6-4e0e-97e5-39bbcc2aa89b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.281354 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9c6062bf-94ec-41a6-b241-ec32e91105f4 req-dab71443-4dc7-41d5-8a37-a356a067fdd1 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.16 "DELETE /v2.0/ports/8f1a601b-30af-4c14-b708-43c461547d43 HTTP/1.1" status: 204 len: 173 time: 3.8455567 Dec 22 04:53:29.290546 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7e12f6e5-3be6-4e0e-97e5-39bbcc2aa89b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-groups/e23497fb-ddd1-4265-9136-16dd50173781 HTTP/1.1" status: 204 len: 168 time: 1.1905782 Dec 22 04:53:29.294573 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38542) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:29.341664 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-93af6cac-9d1f-445c-be34-8fee9ba7d162 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:29.342288 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93af6cac-9d1f-445c-be34-8fee9ba7d162 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:29.351560 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-93af6cac-9d1f-445c-be34-8fee9ba7d162 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/subnets/c6e50488-5af3-4a4c-aa55-b86e01254a85 HTTP/1.1" status: 404 len: 337 time: 0.1180096 Dec 22 04:53:29.357078 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38544) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:29.374855 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-79c3e528-1d9f-40b4-90c9-a579f586f300 req-472b989e-104e-4624-87db-018888fac277 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 210 time: 0.1621039 Dec 22 04:53:29.429499 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99c949c-dfef-4fdb-947c-f24497590474 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:29.432975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99c949c-dfef-4fdb-947c-f24497590474 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:29.458603 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a99c949c-dfef-4fdb-947c-f24497590474 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/b75d0160-2d30-4fa7-a0b3-787052d5e60f HTTP/1.1" status: 404 len: 339 time: 0.0982597 Dec 22 04:53:29.459675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38550) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:29.466964 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3c5c9676-c88d-4430-a9ad-5fc7670568c5 req-d3766750-e41f-408f-af75-231f852a28b8 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/ports?device_id=6163df62-305e-4063-bc42-29abd0ae2af3 HTTP/1.1" status: 200 len: 210 time: 0.0931625 Dec 22 04:53:29.494100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12f6e5-3be6-4e0e-97e5-39bbcc2aa89b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23497fb-ddd1-4265-9136-16dd50173781,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:29.586746 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1cb60003-ef06-4b4b-83be-9df32d2fa6c9 req-f6e159c5-81b5-43ca-b844-8896600bd51e tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a37fa55-9e43-41e1-8b97-92f9aed01390 HTTP/1.1" status: 200 len: 210 time: 0.0399740 Dec 22 04:53:29.616048 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-55888547-5277-4c43-aeb0-0da358daa662 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3039505 Dec 22 04:53:29.622243 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38552) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:29.622739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2d5509-4a60-4ecf-941a-287e0e5fc508 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Deleting subnet 7c3955e3-2234-4bdf-800d-8d61aa299e73 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:53:29.622739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5509-4a60-4ecf-941a-287e0e5fc508 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.678208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5509-4a60-4ecf-941a-287e0e5fc508 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.690530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 8f1a601b-30af-4c14-b708-43c461547d43 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:29.696323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f06941f5-cd36-44a0-9124-3cb0308f2439 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.743229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 8f1a601b-30af-4c14-b708-43c461547d43 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:29.743575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 8f1a601b-30af-4c14-b708-43c461547d43 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:29.768014 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a9aaaf71-dc79-4bc0-8068-8fe2bddf202c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd6b8752f-1b8f-4a52-97d4-60cb5d761798', 'name': '', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'mac_address': 'fa:16:3e:93:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:44Z', 'updated_at': '2021-12-22T04:51:56Z', 'revision_number': 5, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'subnets': [{'id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:29.797280 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aaaf71-dc79-4bc0-8068-8fe2bddf202c None None] The sync data for ids ['01959458-2462-43b5-857a-3a74ed51f166'] in dv-neutron-822523-1-hyperv is: [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd6b8752f-1b8f-4a52-97d4-60cb5d761798', 'name': '', 'network_id': 'acba3edc-1a2e-4051-96b5-5b30cfbf6171', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'mac_address': 'fa:16:3e:93:10:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:44Z', 'updated_at': '2021-12-22T04:51:56Z', 'revision_number': 5, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'subnets': [{'id': 'e1f25154-b652-4066-8226-0fbe0c6c40c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:29.826561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5509-4a60-4ecf-941a-287e0e5fc508 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.834071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router 9c5d0b94-fd49-421b-8dc4-58c319a7d4ad is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:53:29.836058 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.841534 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 938a6bff-1b30-4222-a900-682ce180b60e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:29.841971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:29.887533 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-6bb83df2-403e-40a9-b9b0-dcce506fcca7 None None] Set router 756a6f30-3ef7-467c-9805-5a5ec08f474d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:29.895313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-933d0df6-5956-4320-892d-06a798f9a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.016963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5509-4a60-4ecf-941a-287e0e5fc508 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.024944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:53:21Z', 'revision_number': 4, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '92b3c503-e487-4f46-9985-197c940d17da', 'name': '', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'mac_address': 'fa:16:3e:0b:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:20Z', 'updated_at': '2021-12-22T04:53:27Z', 'revision_number': 4, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'subnets': [{'id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:30.056990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d5509-4a60-4ecf-941a-287e0e5fc508 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3955e3-2234-4bdf-800d-8d61aa299e73,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:30.066274 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1f2d5509-4a60-4ecf-941a-287e0e5fc508 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.082485 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1f2d5509-4a60-4ecf-941a-287e0e5fc508 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/subnets/7c3955e3-2234-4bdf-800d-8d61aa299e73 HTTP/1.1" status: 204 len: 168 time: 0.6125195 Dec 22 04:53:30.082485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38554) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:30.137914 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f20ec-18af-41df-824b-9341b843205f None None] New status for floating IP 6bbf833e-b1b3-4e5e-8dd8-bc1c5896a9be: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:53:30.150107 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0bd42e-fc8d-4df2-8f57-c71767bc3161 None None] Network 92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:30.153590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee99c34-be26-4333-b7cb-4bc0d530be2d None None] The sync data for ids ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'] in dv-neutron-822523-1-hyperv is: [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:53:21Z', 'revision_number': 4, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '92b3c503-e487-4f46-9985-197c940d17da', 'name': '', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'mac_address': 'fa:16:3e:0b:3e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:20Z', 'updated_at': '2021-12-22T04:53:27Z', 'revision_number': 4, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'subnets': [{'id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:30.222588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.267726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-933d0df6-5956-4320-892d-06a798f9a9c1 None None] For port 92b3c503-e487-4f46-9985-197c940d17da, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=92b3c503-e487-4f46-9985-197c940d17da,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:30.281260 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f06941f5-cd36-44a0-9124-3cb0308f2439 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.340497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-933d0df6-5956-4320-892d-06a798f9a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.404323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Deleting port 1268cdd3-3822-4de7-9ac7-6b8aef75e527 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:30.405036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.552261 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-44d0c24e-8501-4dc0-9c24-e5025cc8b633 req-ebeaea4c-b10f-4f3a-b152-2d213ca61788 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 210 time: 0.0634341 Dec 22 04:53:30.581730 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d0df6-5956-4320-892d-06a798f9a9c1 None None] Pushing event updated for resources: {'Port': ['ID=92b3c503-e487-4f46-9985-197c940d17da,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:30.598300 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-bc7cd12d-51c6-4216-8134-f81518b39d26 None None] Provisioning complete for port b2ad58b8-2166-4301-b02f-2fcd4e8a696e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:30.598455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bc7cd12d-51c6-4216-8134-f81518b39d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.620613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] For port 1268cdd3-3822-4de7-9ac7-6b8aef75e527, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1268cdd3-3822-4de7-9ac7-6b8aef75e527,segment=NetworkSegment(82f34331-d7a4-4428-96b0-62d86c158d1b),segment_id=82f34331-d7a4-4428-96b0-62d86c158d1b)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:30.621074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.645490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Calling delete_port for 1268cdd3-3822-4de7-9ac7-6b8aef75e527 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:30.645584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e2a89-c795-461a-82cd-2b4a123c7d9a req-706fcfd2-7fb0-4a1e-89d9-54109d9204e9 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:30.648763 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-160e2a89-c795-461a-82cd-2b4a123c7d9a req-706fcfd2-7fb0-4a1e-89d9-54109d9204e9 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.3501914 Dec 22 04:53:30.679659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cd12d-51c6-4216-8134-f81518b39d26 None None] Port b2ad58b8-2166-4301-b02f-2fcd4e8a696e cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:30.698919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-6bb83df2-403e-40a9-b9b0-dcce506fcca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:51Z', 'revision_number': 4, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '3faa4f88-5803-449b-8d99-5e4712289aab', 'name': '', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'mac_address': 'fa:16:3e:01:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:49Z', 'updated_at': '2021-12-22T04:51:58Z', 'revision_number': 5, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'subnets': [{'id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:30.756415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed0b79-e181-49f2-9c82-feac2ec404e9 None None] DHCP port deletion for 92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:53:30.758699 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb83df2-403e-40a9-b9b0-dcce506fcca7 None None] Checking router: 756a6f30-3ef7-467c-9805-5a5ec08f474d for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:30.783540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:30.788776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb83df2-403e-40a9-b9b0-dcce506fcca7 None None] Routers {'756a6f30-3ef7-467c-9805-5a5ec08f474d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:30.789403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-6bb83df2-403e-40a9-b9b0-dcce506fcca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['756a6f30-3ef7-467c-9805-5a5ec08f474d'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:30.794045 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f06941f5-cd36-44a0-9124-3cb0308f2439 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.799305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f06941f5-cd36-44a0-9124-3cb0308f2439 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.801171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38570) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:30.801300 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f06941f5-cd36-44a0-9124-3cb0308f2439 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-groups/3bdef10e-e083-471d-b911-84fc9742c2bf HTTP/1.1" status: 204 len: 168 time: 1.1827524 Dec 22 04:53:30.809307 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-56be9971-d0af-47f1-bc79-5708d9f0ac11 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/9c5d0b94-fd49-421b-8dc4-58c319a7d4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8220623 Dec 22 04:53:30.812003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38572) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:30.826518 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf66bf5-a8a4-4b2a-9a67-67eb252d34dd None None] Sync routers for ids ['9c5d0b94-fd49-421b-8dc4-58c319a7d4ad'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:30.854559 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06941f5-cd36-44a0-9124-3cb0308f2439 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdef10e-e083-471d-b911-84fc9742c2bf,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:30.893202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf66bf5-a8a4-4b2a-9a67-67eb252d34dd None None] Routers {'9c5d0b94-fd49-421b-8dc4-58c319a7d4ad'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:30.893819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-bdf66bf5-a8a4-4b2a-9a67-67eb252d34dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9c5d0b94-fd49-421b-8dc4-58c319a7d4ad'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:30.909916 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-160e2a89-c795-461a-82cd-2b4a123c7d9a req-3d0b1beb-729e-4e4f-8daf-243d4a4fdfaf tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456329 Dec 22 04:53:30.912929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38574) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:30.946465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6380890-a53f-4eaf-a165-10a6fef0126a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:30.950099 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b6380890-a53f-4eaf-a165-10a6fef0126a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports/b2ad58b8-2166-4301-b02f-2fcd4e8a696e HTTP/1.1" status: 200 len: 910 time: 0.1283898 Dec 22 04:53:30.953113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:30.962093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-bdf66bf5-a8a4-4b2a-9a67-67eb252d34dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:30.967352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38576) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:30.996431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.004318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] No DVR routers for this DVR port 1268cdd3-3822-4de7-9ac7-6b8aef75e527 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:31.011800 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf66bf5-a8a4-4b2a-9a67-67eb252d34dd None None] Routers {'9c5d0b94-fd49-421b-8dc4-58c319a7d4ad'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:31.012471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-bdf66bf5-a8a4-4b2a-9a67-67eb252d34dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9c5d0b94-fd49-421b-8dc4-58c319a7d4ad'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:31.019298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-6bb83df2-403e-40a9-b9b0-dcce506fcca7 None None] Set router 756a6f30-3ef7-467c-9805-5a5ec08f474d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:31.030355 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4c41bd66-6ddf-413c-83d1-d724af75e00c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2243919 Dec 22 04:53:31.031296 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.034242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38578) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:31.039074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-fe5e3a4e-1022-405a-91c0-16830e54cf2f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group': {'name': 'tempest-secgroup--103352188'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:31.067693 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 92b3c503-e487-4f46-9985-197c940d17da up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:31.117145 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38580) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:31.118368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8bed0b79-e181-49f2-9c82-feac2ec404e9 None None] Deleting port 1268cdd3-3822-4de7-9ac7-6b8aef75e527 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:31.118675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bed0b79-e181-49f2-9c82-feac2ec404e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.140651 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-bdf66bf5-a8a4-4b2a-9a67-67eb252d34dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:31.141204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf66bf5-a8a4-4b2a-9a67-67eb252d34dd None None] The sync data for ids ['9c5d0b94-fd49-421b-8dc4-58c319a7d4ad'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:31.155114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6163df62-305e-4063-bc42-29abd0ae2af3', 'name': 'network-vif-deleted', 'tag': '8f1a601b-30af-4c14-b708-43c461547d43'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:31.158820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3118de43-0a55-4f2e-8904-514768a46900" -d '{"events": [{"server_uuid": "6163df62-305e-4063-bc42-29abd0ae2af3", "name": "network-vif-deleted", "tag": "8f1a601b-30af-4c14-b708-43c461547d43"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:31.162753 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Port': ['ID=1268cdd3-3822-4de7-9ac7-6b8aef75e527,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:31.206860 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6818f810-b51a-48c0-bbb8-a9fe334f929b tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.233414 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6818f810-b51a-48c0-bbb8-a9fe334f929b tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.287463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1dd616-119b-4a23-8f54-a48f3b8d1f32 x-openstack-request-id: req-5b1dd616-119b-4a23-8f54-a48f3b8d1f32 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:31.288060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6163df62-305e-4063-bc42-29abd0ae2af3", "name": "network-vif-deleted", "tag": "8f1a601b-30af-4c14-b708-43c461547d43", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:31.288166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b1dd616-119b-4a23-8f54-a48f3b8d1f32 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:31.288683 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6163df62-305e-4063-bc42-29abd0ae2af3', 'name': 'network-vif-deleted', 'tag': '8f1a601b-30af-4c14-b708-43c461547d43', 'status': 'completed', 'code': 200} Dec 22 04:53:31.292075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.299737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fe5e3a4e-1022-405a-91c0-16830e54cf2f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.335710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:31.344577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8bed0b79-e181-49f2-9c82-feac2ec404e9 None None] For port 1268cdd3-3822-4de7-9ac7-6b8aef75e527, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:31.344970 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bed0b79-e181-49f2-9c82-feac2ec404e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.368785 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8bed0b79-e181-49f2-9c82-feac2ec404e9 None None] Calling delete_port for 1268cdd3-3822-4de7-9ac7-6b8aef75e527 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:31.372401 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.ipam_backend_mixin [None req-8bed0b79-e181-49f2-9c82-feac2ec404e9 None None] Port 1268cdd3-3822-4de7-9ac7-6b8aef75e527 was not found and therefore no delete operation was performed {{(pid=109184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:53:31.378151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bed0b79-e181-49f2-9c82-feac2ec404e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.388784 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6818f810-b51a-48c0-bbb8-a9fe334f929b tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.394320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6818f810-b51a-48c0-bbb8-a9fe334f929b tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.395375 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6818f810-b51a-48c0-bbb8-a9fe334f929b tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "DELETE /v2.0/security-groups/e5f6d1f2-983e-49e7-b51b-b8505c8ca687 HTTP/1.1" status: 204 len: 168 time: 0.4796717 Dec 22 04:53:31.396109 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5d006c-2e76-4f8e-bbcc-889a9e8dd937 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.404687 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38584) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:31.414625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed0b79-e181-49f2-9c82-feac2ec404e9 None None] Pushing event deleted for resources: {'Port': ['ID=1268cdd3-3822-4de7-9ac7-6b8aef75e527,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:31.432130 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed0b79-e181-49f2-9c82-feac2ec404e9 None None] No DVR routers for this DVR port 1268cdd3-3822-4de7-9ac7-6b8aef75e527 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:31.442854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f34331-d7a4-4428-96b0-62d86c158d1b') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:31.442854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f34331-d7a4-4428-96b0-62d86c158d1b') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:31.456758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.457143 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 92b3c503-e487-4f46-9985-197c940d17da triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:31.457510 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.468415 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-46368cb0-086e-4c39-8809-017a74f9c5b9 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] show failed (client error): The resource could not be found. Dec 22 04:53:31.469460 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-46368cb0-086e-4c39-8809-017a74f9c5b9 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "GET /v2.0/security-groups/e5f6d1f2-983e-49e7-b51b-b8505c8ca687 HTTP/1.1" status: 404 len: 347 time: 0.0589750 Dec 22 04:53:31.480029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38586) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:31.480217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818f810-b51a-48c0-bbb8-a9fe334f929b tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f6d1f2-983e-49e7-b51b-b8505c8ca687,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:31.492771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.502416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5d006c-2e76-4f8e-bbcc-889a9e8dd937 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.546418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:31.546825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:31.550116 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:31.578480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fe5e3a4e-1022-405a-91c0-16830e54cf2f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.670497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-6bb83df2-403e-40a9-b9b0-dcce506fcca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:51Z', 'revision_number': 4, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '3faa4f88-5803-449b-8d99-5e4712289aab', 'name': '', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'mac_address': 'fa:16:3e:01:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:49Z', 'updated_at': '2021-12-22T04:51:58Z', 'revision_number': 5, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'subnets': [{'id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:31.682602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fe5e3a4e-1022-405a-91c0-16830e54cf2f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.701282 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb83df2-403e-40a9-b9b0-dcce506fcca7 None None] The sync data for ids ['756a6f30-3ef7-467c-9805-5a5ec08f474d'] in dv-neutron-822523-1-hyperv is: [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:51Z', 'revision_number': 4, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '3faa4f88-5803-449b-8d99-5e4712289aab', 'name': '', 'network_id': '623df8f0-c4df-4f4e-93f2-0f23f453acde', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'mac_address': 'fa:16:3e:01:12:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_interface', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:49Z', 'updated_at': '2021-12-22T04:51:58Z', 'revision_number': 5, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'subnets': [{'id': '97850584-8955-4e5c-9aec-07b4b2c9178c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:31.726715 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Router 36b2e34a-b637-409b-a838-7fdcc3a58698 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:53:31.729214 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5d006c-2e76-4f8e-bbcc-889a9e8dd937 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.731738 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5d006c-2e76-4f8e-bbcc-889a9e8dd937 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.737400 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-de5d006c-2e76-4f8e-bbcc-889a9e8dd937 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "DELETE /v2.0/security-groups/8af7894f-e05b-4216-8b62-03845f13e109 HTTP/1.1" status: 204 len: 168 time: 0.6206045 Dec 22 04:53:31.738184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38590) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:31.743829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1268cdd3-3822-4de7-9ac7-6b8aef75e527 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:31.772906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 1268cdd3-3822-4de7-9ac7-6b8aef75e527 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:31.778019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1268cdd3-3822-4de7-9ac7-6b8aef75e527 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:31.787532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e3a4e-1022-405a-91c0-16830e54cf2f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbb3eed-0792-4162-8c75-62263d2d9fbd,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:31.790270 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-f713c0d1-d050-4acd-af79-b8014e69bb01 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] show failed (client error): The resource could not be found. Dec 22 04:53:31.794140 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f713c0d1-d050-4acd-af79-b8014e69bb01 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "GET /v2.0/security-groups/8af7894f-e05b-4216-8b62-03845f13e109 HTTP/1.1" status: 404 len: 347 time: 0.0427830 Dec 22 04:53:31.799571 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38592) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:31.860525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d006c-2e76-4f8e-bbcc-889a9e8dd937 tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af7894f-e05b-4216-8b62-03845f13e109,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:31.943301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fe5e3a4e-1022-405a-91c0-16830e54cf2f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:31.949190 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fe5e3a4e-1022-405a-91c0-16830e54cf2f tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9122393 Dec 22 04:53:31.950484 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38596) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:31.959915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-f7c3e4a8-a4cc-40c4-a7f7-fd7178913f17 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': '0cbb3eed-0792-4162-8c75-62263d2d9fbd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:32.079642 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e195bfbf-e9f7-4884-a123-61343c17fe1a req-ba044710-37d3-46e1-a845-e180589f3b5d tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 210 time: 0.0517137 Dec 22 04:53:32.147198 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a368c3-7831-4978-b106-599a4d25a3c4 req-f68df1f0-fc33-4794-a812-3280a341df3d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:32.148892 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-20a368c3-7831-4978-b106-599a4d25a3c4 req-f68df1f0-fc33-4794-a812-3280a341df3d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1178215 Dec 22 04:53:32.151692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:32.158499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.159954 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-744e332f-733e-4de8-a27a-115b0edc9c67 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "PUT /v2.0/routers/36b2e34a-b637-409b-a838-7fdcc3a58698 HTTP/1.1" status: 200 len: 915 time: 5.5698824 Dec 22 04:53:32.164746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38598) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:32.165411 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce54a79-dcb3-4955-b59f-7e6891f2e168 None None] Sync routers for ids ['36b2e34a-b637-409b-a838-7fdcc3a58698'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:32.177946 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce54a79-dcb3-4955-b59f-7e6891f2e168 None None] Routers {'36b2e34a-b637-409b-a838-7fdcc3a58698'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:32.182892 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0ce54a79-dcb3-4955-b59f-7e6891f2e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['36b2e34a-b637-409b-a838-7fdcc3a58698'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:32.198679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e4a8-a4cc-40c4-a7f7-fd7178913f17 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.206108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a380a96-04ed-4453-8d90-b5825e48a9d4 None None] New status for floating IP 31b0a9e2-46fd-4029-9953-b4cad226a80d: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:53:32.246067 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0ce54a79-dcb3-4955-b59f-7e6891f2e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:32.246287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0ac4f-983f-4f51-8ad1-36a89e555abb tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Deleting port ac6b70d6-a07a-4837-ab99-d8d547584e09 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:32.246637 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ac4f-983f-4f51-8ad1-36a89e555abb tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.271088 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce54a79-dcb3-4955-b59f-7e6891f2e168 None None] Routers {'36b2e34a-b637-409b-a838-7fdcc3a58698'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:32.273362 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0ce54a79-dcb3-4955-b59f-7e6891f2e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['36b2e34a-b637-409b-a838-7fdcc3a58698'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:32.286671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.296407 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-20a368c3-7831-4978-b106-599a4d25a3c4 req-bfb44c1f-8832-492f-865c-e45245398c85 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338749 Dec 22 04:53:32.309119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.313644 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] 10.222.0.54 "DELETE /v2.0/networks/92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92 HTTP/1.1" status: 204 len: 168 time: 2.2340431 Dec 22 04:53:32.334503 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e4a8-a4cc-40c4-a7f7-fd7178913f17 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.346961 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0ce54a79-dcb3-4955-b59f-7e6891f2e168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:32.347685 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce54a79-dcb3-4955-b59f-7e6891f2e168 None None] The sync data for ids ['36b2e34a-b637-409b-a838-7fdcc3a58698'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:32.375707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a637b1f-271d-4c24-9159-958723e6a5f8 tempest-NetworksTest-793941568 tempest-NetworksTest-793941568-project] Pushing event deleted for resources: {'Network': ['ID=92f7df95-c9a1-47fd-a2d7-5f15c3b1fc92,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:32.395843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c5c48-9f94-4ede-83dd-d4a21ca07318 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Deleting port fbef7a76-fbcf-4992-871b-e8204a9c251a {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:32.397104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5c48-9f94-4ede-83dd-d4a21ca07318 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.400700 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ac4f-983f-4f51-8ad1-36a89e555abb tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.401082 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ac4f-983f-4f51-8ad1-36a89e555abb tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.433532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e4a8-a4cc-40c4-a7f7-fd7178913f17 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.447997 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a1f0ac4f-983f-4f51-8ad1-36a89e555abb tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Calling delete_port for ac6b70d6-a07a-4837-ab99-d8d547584e09 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:32.481790 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-05e8ac9b-1e18-47fb-8950-92f54790abeb tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/routers/36b2e34a-b637-409b-a838-7fdcc3a58698 HTTP/1.1" status: 200 len: 921 time: 0.3150628 Dec 22 04:53:32.485004 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3e4a8-a4cc-40c4-a7f7-fd7178913f17 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e5c6cd-8d61-4452-9832-41c3a200f327,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:32.487915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38602) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:32.531821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-d23dd8d8-d535-4b94-80c2-9793d50e4f7a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:32.534084 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-d23dd8d8-d535-4b94-80c2-9793d50e4f7a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.16 "GET /v2.0/networks?id=3c05da7f-0ae9-4357-a264-91fa5293b962 HTTP/1.1" status: 200 len: 796 time: 0.3789687 Dec 22 04:53:32.578640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe5c9de-d864-4fa1-baf4-ba061b264067 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:32.580936 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ffe5c9de-d864-4fa1-baf4-ba061b264067 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=42d15e0e-484d-404f-97b4-aa292329db95&device_id=36b2e34a-b637-409b-a838-7fdcc3a58698&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0918441 Dec 22 04:53:32.585116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f7c3e4a8-a4cc-40c4-a7f7-fd7178913f17 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.586258 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f7c3e4a8-a4cc-40c4-a7f7-fd7178913f17 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6301324 Dec 22 04:53:32.586795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38606) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:32.597288 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38608) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:32.659844 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-a1702290-53ce-4ac3-9ef8-270e7ac606db tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87218e7ff44b42c4aa8e3ef8a1246630 HTTP/1.1" status: 200 len: 379 time: 0.0981019 Dec 22 04:53:32.674295 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Request body: {'port': {'device_id': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'admin_state_up': True, 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'security_groups': ['a6d475d3-1bd1-4e99-8e0a-4644be4de821']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:32.680357 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-68611e0c-079f-41f8-b557-2bacdd714b6c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.681283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5c48-9f94-4ede-83dd-d4a21ca07318 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.681604 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5c48-9f94-4ede-83dd-d4a21ca07318 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.714378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-68611e0c-079f-41f8-b557-2bacdd714b6c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.741613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ae8c5c48-9f94-4ede-83dd-d4a21ca07318 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Calling delete_port for fbef7a76-fbcf-4992-871b-e8204a9c251a owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:32.761486 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f8b5e-e727-4094-a504-0756128c4d80 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:32.762857 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-769f8b5e-e727-4094-a504-0756128c4d80 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/networks/42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 881 time: 0.1738822 Dec 22 04:53:32.765716 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38612) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:32.771034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9f6388a-85fd-40d1-bb49-f28176ef39b1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.796226 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-32af9b85-d58e-41a5-8fb5-5a39d0963d9f tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "GET /v2.0/ports?device_id=36b2e34a-b637-409b-a838-7fdcc3a58698 HTTP/1.1" status: 200 len: 205 time: 0.0269103 Dec 22 04:53:32.796383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38614) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:32.865802 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-68611e0c-079f-41f8-b557-2bacdd714b6c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.874991 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-68611e0c-079f-41f8-b557-2bacdd714b6c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.876086 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-68611e0c-079f-41f8-b557-2bacdd714b6c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/14e5c6cd-8d61-4452-9832-41c3a200f327 HTTP/1.1" status: 204 len: 168 time: 0.2771811 Dec 22 04:53:32.880920 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ac4f-983f-4f51-8ad1-36a89e555abb tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:32.884502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38618) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:32.913920 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68611e0c-079f-41f8-b557-2bacdd714b6c tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14e5c6cd-8d61-4452-9832-41c3a200f327,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:32.921211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0ac4f-983f-4f51-8ad1-36a89e555abb tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Pushing event deleted for resources: {'Port': ['ID=ac6b70d6-a07a-4837-ab99-d8d547584e09,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:32.922749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38620) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:32.986144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.093870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ac4f-983f-4f51-8ad1-36a89e555abb tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.096344 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1f0ac4f-983f-4f51-8ad1-36a89e555abb tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.097477 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a1f0ac4f-983f-4f51-8ad1-36a89e555abb tempest-ServersTestJSON-1016023132 tempest-ServersTestJSON-1016023132-project] 10.222.0.54 "DELETE /v2.0/floatingips/6bbf833e-b1b3-4e5e-8dd8-bc1c5896a9be HTTP/1.1" status: 204 len: 168 time: 1.2969749 Dec 22 04:53:33.102447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38624) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:33.119861 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-84807014-e147-4a13-b85f-902d93cf072d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1cfcebb8e2014649b670bb75b75fa729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942840 Dec 22 04:53:33.123403 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38626) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:33.126062 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1cca4e11-5731-4236-a8e4-95802112cff9 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2390423 Dec 22 04:53:33.130755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38628) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:33.168864 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.227200 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b555c46-13f1-48a1-9386-0478b30faf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.240797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9170eaa1-827e-4b82-bd00-61eb43dc8d55 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.257230 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-00b382a8-03bf-4ec7-9178-c060b5d35c73 req-0c616d63-51f8-4df4-8127-4023cd49a49b tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 210 time: 0.0470083 Dec 22 04:53:33.263663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b555c46-13f1-48a1-9386-0478b30faf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.299697 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9170eaa1-827e-4b82-bd00-61eb43dc8d55 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.322387 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Made reservation on behalf of 87218e7ff44b42c4aa8e3ef8a1246630 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:33.325846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.369514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Deleting port de68d315-cade-4857-a3d4-8aa03c8512bb {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:33.369896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.455024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5c48-9f94-4ede-83dd-d4a21ca07318 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.482790 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5480fe-97de-4cf8-97e9-7cc868f1da59 req-be257fda-5515-407c-a8e3-be50e3d26ffa tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:33.484265 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-be5480fe-97de-4cf8-97e9-7cc868f1da59 req-be257fda-5515-407c-a8e3-be50e3d26ffa tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1010852 Dec 22 04:53:33.488411 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.507076 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9170eaa1-827e-4b82-bd00-61eb43dc8d55 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.509614 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9170eaa1-827e-4b82-bd00-61eb43dc8d55 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.513139 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9170eaa1-827e-4b82-bd00-61eb43dc8d55 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-groups/0cbb3eed-0792-4162-8c75-62263d2d9fbd HTTP/1.1" status: 204 len: 168 time: 0.3775010 Dec 22 04:53:33.516550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Calling delete_port for de68d315-cade-4857-a3d4-8aa03c8512bb owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:33.522592 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38634) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:33.527948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c5c48-9f94-4ede-83dd-d4a21ca07318 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Pushing event deleted for resources: {'Port': ['ID=fbef7a76-fbcf-4992-871b-e8204a9c251a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:33.541413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b555c46-13f1-48a1-9386-0478b30faf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.543857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b555c46-13f1-48a1-9386-0478b30faf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.544960 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8b555c46-13f1-48a1-9386-0478b30faf9f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7cb5d8d-3f1f-4e33-ba41-527769ac3f58 HTTP/1.1" status: 204 len: 168 time: 0.4206939 Dec 22 04:53:33.557792 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170eaa1-827e-4b82-bd00-61eb43dc8d55 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbb3eed-0792-4162-8c75-62263d2d9fbd,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:33.611658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b555c46-13f1-48a1-9386-0478b30faf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cb5d8d-3f1f-4e33-ba41-527769ac3f58,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:33.622038 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-be5480fe-97de-4cf8-97e9-7cc868f1da59 req-67e2b8b2-42d3-4a96-9d1b-54e5ee96e207 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309319 Dec 22 04:53:33.652592 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0ee86c76-325f-4137-85b1-2d93e23d35a9 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1238441 Dec 22 04:53:33.653089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38638) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:33.659408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group': {'name': 'tempest-secgroup--644063084'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:33.720769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5c48-9f94-4ede-83dd-d4a21ca07318 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.723319 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ae8c5c48-9f94-4ede-83dd-d4a21ca07318 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.724489 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ae8c5c48-9f94-4ede-83dd-d4a21ca07318 tempest-ServersTestManualDisk-302115114 tempest-ServersTestManualDisk-302115114-project] 10.222.0.54 "DELETE /v2.0/floatingips/31b0a9e2-46fd-4029-9953-b4cad226a80d HTTP/1.1" status: 204 len: 168 time: 2.2444324 Dec 22 04:53:33.728487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38640) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:33.786359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Allocated IP 172.20.0.3 (3c05da7f-0ae9-4357-a264-91fa5293b962/76e6c44e-b152-445e-ba22-203c2ceee9e6/7365c11a-932b-489d-986a-94b74ea11f77) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:33.813542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.829508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6388a-85fd-40d1-bb49-f28176ef39b1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port b2ad58b8-2166-4301-b02f-2fcd4e8a696e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:33.830419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9f6388a-85fd-40d1-bb49-f28176ef39b1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.873406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.915734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:33.917115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Pushing event deleted for resources: {'Port': ['ID=de68d315-cade-4857-a3d4-8aa03c8512bb,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:33.988331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.390642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.417571 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.421884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.431443 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-33b815d3-6055-4b77-9747-248e6efaaf4c req-9106ef52-c457-4aed-9a75-93b2c99f884b tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 210 time: 0.0753429 Dec 22 04:53:34.468174 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b78d75e-28da-4931-934e-d27fb976f57d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:34.477520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:34.477868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:34.478369 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:34.478712 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:34.483451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9f6388a-85fd-40d1-bb49-f28176ef39b1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.485045 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:34.485620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:34.486002 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:34.486346 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:34.486679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:34.487003 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:34.487336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:34.487651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:34.492740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.496820 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-86103e8b-236f-4d1d-aef9-6f9d37d53fa5 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8428087 Dec 22 04:53:34.497470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38660) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:34.502839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ae8b05f8-1c53-4cdd-a11e-5df14e647af0 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': '6b78d75e-28da-4931-934e-d27fb976f57d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:34.548152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-e9f6388a-85fd-40d1-bb49-f28176ef39b1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for b2ad58b8-2166-4301-b02f-2fcd4e8a696e owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:34.586496 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.587050 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Fanout notify agent at l3_agent the message router_deleted on router 36b2e34a-b637-409b-a838-7fdcc3a58698 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:34.595077 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.600902 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c1c552b5-4491-4c6e-930d-ded4e15a8878 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/routers/36b2e34a-b637-409b-a838-7fdcc3a58698 HTTP/1.1" status: 204 len: 168 time: 1.8027980 Dec 22 04:53:34.601413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38664) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:34.641582 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae8b05f8-1c53-4cdd-a11e-5df14e647af0 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.641782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-697335198', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}, 'admin_state_up': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:34.650530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38666) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:34.658431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.717569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae8b05f8-1c53-4cdd-a11e-5df14e647af0 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.772578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e487f-6f94-4cbf-9d36-1251aeb74c71 req-12e3b368-1fe1-4556-9d72-555de758d274 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:34.774595 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-456e487f-6f94-4cbf-9d36-1251aeb74c71 req-12e3b368-1fe1-4556-9d72-555de758d274 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.0558543 Dec 22 04:53:34.780020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1153514797'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:34.816529 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-456e487f-6f94-4cbf-9d36-1251aeb74c71 req-56dfa9d4-8bdc-449a-b63f-acca03e1d6e9 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319893 Dec 22 04:53:34.818185 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae8b05f8-1c53-4cdd-a11e-5df14e647af0 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.831862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b05f8-1c53-4cdd-a11e-5df14e647af0 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d017bb13-ad66-45be-b087-fbb7d88be778,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:34.846698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.847652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.888298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-287f1519-e677-4ed5-befa-5a47b94ec9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.992862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.993112 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae8b05f8-1c53-4cdd-a11e-5df14e647af0 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:34.994393 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ae8b05f8-1c53-4cdd-a11e-5df14e647af0 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4955320 Dec 22 04:53:34.995547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:34.999466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.002192 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38672) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:35.015276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.029742 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1742c23e-a949-45fd-adb2-2ccf3d389593 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules/d017bb13-ad66-45be-b087-fbb7d88be778 HTTP/1.1" status: 200 len: 763 time: 0.0255473 Dec 22 04:53:35.036791 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38674) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:35.072887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.099498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Network 3c05da7f-0ae9-4357-a264-91fa5293b962 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:35.106697 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-eec0533f-a682-4b76-a829-c7a3543739e1 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0664771 Dec 22 04:53:35.107561 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38676) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:35.108374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:35.117634 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:35.147423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'Port': ['ID=7365c11a-932b-489d-986a-94b74ea11f77,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:35.147682 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e616e49-7ddf-4e31-9f3a-c1a01a68ef82 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.159777 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e616e49-7ddf-4e31-9f3a-c1a01a68ef82 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.175238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.181848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:35.182349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:35.182783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:35.183215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:35.184123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:35.184267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:35.184710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:35.185291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:35.185721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:35.186139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:35.186624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:35.187068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:35.273866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:35.274468 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.324389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9f6388a-85fd-40d1-bb49-f28176ef39b1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.351889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.369106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6388a-85fd-40d1-bb49-f28176ef39b1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=b2ad58b8-2166-4301-b02f-2fcd4e8a696e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:35.372809 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1b1b0ea4-3ee4-4a30-bf2d-5bb83566e380 None None] Provisioning complete for port 7365c11a-932b-489d-986a-94b74ea11f77 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:35.373324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b1b0ea4-3ee4-4a30-bf2d-5bb83566e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.396144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65265dfd-ebeb-4a75-820c-be6bf65a67dc,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:35.405294 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e616e49-7ddf-4e31-9f3a-c1a01a68ef82 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.413731 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:35.418961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e616e49-7ddf-4e31-9f3a-c1a01a68ef82 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.422532 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1e616e49-7ddf-4e31-9f3a-c1a01a68ef82 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d017bb13-ad66-45be-b087-fbb7d88be778 HTTP/1.1" status: 204 len: 168 time: 0.3117821 Dec 22 04:53:35.422873 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38678) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:35.425147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b0ea4-3ee4-4a30-bf2d-5bb83566e380 None None] Port 7365c11a-932b-489d-986a-94b74ea11f77 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:35.437107 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e616e49-7ddf-4e31-9f3a-c1a01a68ef82 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d017bb13-ad66-45be-b087-fbb7d88be778,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:35.447438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.447905 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Added segment 67a55c98-f7cd-4de7-9711-42c5128cd027 of type vlan for network 169e3a61-e005-48e9-b476-6da524003f82 Dec 22 04:53:35.522650 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-67b9acb6-9c9b-49b1-aff4-c1aa4be4ebc7 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0841777 Dec 22 04:53:35.522766 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-4ca25eaa-571c-498a-b3af-6e131fab7eda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8444452 Dec 22 04:53:35.523215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.523215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38682) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:35.523215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-042ea370-0fd0-4ae7-ab84-f3a02978f2ce tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': '6b78d75e-28da-4931-934e-d27fb976f57d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:35.523444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.536127 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Request body: {'port': {'device_id': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:35.745489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029d5ca-28d1-41db-9a4b-e6be3f6e87c1 req-39b83baa-ded2-41f9-9437-d79ffcaa7075 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:35.745489 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6029d5ca-28d1-41db-9a4b-e6be3f6e87c1 req-39b83baa-ded2-41f9-9437-d79ffcaa7075 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 931 time: 0.2239640 Dec 22 04:53:35.759589 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.771980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f644840e-8524-43ec-81fa-847567e70fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.776395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.776515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9f6388a-85fd-40d1-bb49-f28176ef39b1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.777786 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:35.778376 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.804720 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-042ea370-0fd0-4ae7-ab84-f3a02978f2ce tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.874532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Network': ['ID=169e3a61-e005-48e9-b476-6da524003f82,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:35.889820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 169e3a61-e005-48e9-b476-6da524003f82 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:35.899084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-042ea370-0fd0-4ae7-ab84-f3a02978f2ce tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:35.934321 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-31a66f0b-1ab3-4b47-b293-e4dbe6f28fe5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2827387 Dec 22 04:53:35.948137 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38686) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:35.956647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'name': 'tempest-PortsIpV6TestJSON-201396908'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:36.031195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-042ea370-0fd0-4ae7-ab84-f3a02978f2ce tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.039738 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaa2a4-6e9d-41ad-b42f-32c5dceb5117 req-cedc2088-0dcd-4a85-b511-17d617513191 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:36.041309 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e7aaa2a4-6e9d-41ad-b42f-32c5dceb5117 req-cedc2088-0dcd-4a85-b511-17d617513191 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1277602 Dec 22 04:53:36.050121 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6029d5ca-28d1-41db-9a4b-e6be3f6e87c1 req-ac919fc4-7cb0-4f5a-9190-b77884172552 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984371 Dec 22 04:53:36.080805 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ea370-0fd0-4ae7-ab84-f3a02978f2ce tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929950c4-2aee-4755-9299-716d27dd757d,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:36.111905 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e7aaa2a4-6e9d-41ad-b42f-32c5dceb5117 req-5728c4d3-d8b4-4cd0-961a-43c0285b6af3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624361 Dec 22 04:53:36.159992 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-042ea370-0fd0-4ae7-ab84-f3a02978f2ce tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.161280 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-042ea370-0fd0-4ae7-ab84-f3a02978f2ce tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6442187 Dec 22 04:53:36.163875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38688) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:36.180302 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-15dde896-948f-496f-8e5a-5ce1fa49d535 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules/929950c4-2aee-4755-9299-716d27dd757d HTTP/1.1" status: 200 len: 763 time: 0.0153394 Dec 22 04:53:36.182658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38690) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:36.190318 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:36.193751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.231269 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port 25c498c1-801f-47e2-9164-c1e932317872 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:53:36.252211 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6b634406-f205-4b13-9e6f-992baeaafcae tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0672839 Dec 22 04:53:36.255534 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38692) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:36.329552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee7cedbc-6ebb-4c34-9dd7-4359adb5d9ae tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.346213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee7cedbc-6ebb-4c34-9dd7-4359adb5d9ae tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.453795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.538994 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee7cedbc-6ebb-4c34-9dd7-4359adb5d9ae tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.545107 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee7cedbc-6ebb-4c34-9dd7-4359adb5d9ae tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.546409 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ee7cedbc-6ebb-4c34-9dd7-4359adb5d9ae tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/929950c4-2aee-4755-9299-716d27dd757d HTTP/1.1" status: 204 len: 168 time: 0.2897696 Dec 22 04:53:36.550867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38694) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:36.565739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cedbc-6ebb-4c34-9dd7-4359adb5d9ae tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=929950c4-2aee-4755-9299-716d27dd757d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:36.585665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-287f1519-e677-4ed5-befa-5a47b94ec9d5 admin admin] Deleting port d6b8752f-1b8f-4a52-97d4-60cb5d761798 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:36.586218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-287f1519-e677-4ed5-befa-5a47b94ec9d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.590193 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.601005 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f512fe5b-5092-4d30-9e21-773bddfdce1b tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462191 Dec 22 04:53:36.606089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38696) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:36.611767 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e94c7ebc-2b98-4d79-91ee-ed4ccf5154c9 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': '6b78d75e-28da-4931-934e-d27fb976f57d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:36.616550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f6388a-85fd-40d1-bb49-f28176ef39b1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router 9c5d0b94-fd49-421b-8dc4-58c319a7d4ad has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:36.671560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=25c498c1-801f-47e2-9164-c1e932317872,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:36.689534 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Checking segment: {'id': '67a55c98-f7cd-4de7-9711-42c5128cd027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '169e3a61-e005-48e9-b476-6da524003f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:36.689958 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network hostable DHCP agents. Network: 169e3a61-e005-48e9-b476-6da524003f82, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:36.774777 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-e94c7ebc-2b98-4d79-91ee-ed4ccf5154c9 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Project 389f0b21cab8413e9dafb8035454a51c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:53:36.779792 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e94c7ebc-2b98-4d79-91ee-ed4ccf5154c9 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.822587 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 169e3a61-e005-48e9-b476-6da524003f82 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:36.840468 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e94c7ebc-2b98-4d79-91ee-ed4ccf5154c9 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.894340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f6388a-85fd-40d1-bb49-f28176ef39b1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:36.903710 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea207d5-0005-4596-b1e4-dac5bc38696f None None] Sync routers for ids ['9c5d0b94-fd49-421b-8dc4-58c319a7d4ad'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:36.913207 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea207d5-0005-4596-b1e4-dac5bc38696f None None] Routers {'9c5d0b94-fd49-421b-8dc4-58c319a7d4ad'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:36.913800 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2ea207d5-0005-4596-b1e4-dac5bc38696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9c5d0b94-fd49-421b-8dc4-58c319a7d4ad'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:36.918157 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e9f6388a-85fd-40d1-bb49-f28176ef39b1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/9c5d0b94-fd49-421b-8dc4-58c319a7d4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9436157 Dec 22 04:53:36.921169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38698) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:36.932053 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 169e3a61-e005-48e9-b476-6da524003f82) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:36.935692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-287f1519-e677-4ed5-befa-5a47b94ec9d5 admin admin] For port d6b8752f-1b8f-4a52-97d4-60cb5d761798, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d6b8752f-1b8f-4a52-97d4-60cb5d761798,segment=NetworkSegment(7315f982-e7ae-4c26-a1ec-2e935c2140a0),segment_id=7315f982-e7ae-4c26-a1ec-2e935c2140a0)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:36.941640 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-287f1519-e677-4ed5-befa-5a47b94ec9d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.942351 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cbcdaf-f88f-4e06-bc0a-1d64aba383d5 None None] Network 169e3a61-e005-48e9-b476-6da524003f82 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:36.976621 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-83b701df-e67c-454b-a5a4-7ea9a608a710 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5d0b94-fd49-421b-8dc4-58c319a7d4ad HTTP/1.1" status: 200 len: 205 time: 0.0517344 Dec 22 04:53:36.976621 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:36.981690 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2ea207d5-0005-4596-b1e4-dac5bc38696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:36.985148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38700) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:36.985283 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:36.986062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:36.992517 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea207d5-0005-4596-b1e4-dac5bc38696f None None] Routers {'9c5d0b94-fd49-421b-8dc4-58c319a7d4ad'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:36.993332 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2ea207d5-0005-4596-b1e4-dac5bc38696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9c5d0b94-fd49-421b-8dc4-58c319a7d4ad'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:36.997902 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e94c7ebc-2b98-4d79-91ee-ed4ccf5154c9 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.009642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-287f1519-e677-4ed5-befa-5a47b94ec9d5 admin admin] Calling delete_port for d6b8752f-1b8f-4a52-97d4-60cb5d761798 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:37.011379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.023813 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c7ebc-2b98-4d79-91ee-ed4ccf5154c9 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa71d9df-f57a-4fdb-809c-4d3dda490a79,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:37.127029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.143269 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-05ac117b-b0f3-40ab-b8bd-c8d2f8541b95 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1938820 Dec 22 04:53:37.146605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38706) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:37.154636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c0327431-ceec-4667-ac29-0aab3379fab1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1101980125'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:37.165300 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2ea207d5-0005-4596-b1e4-dac5bc38696f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:37.165952 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea207d5-0005-4596-b1e4-dac5bc38696f None None] The sync data for ids ['9c5d0b94-fd49-421b-8dc4-58c319a7d4ad'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:37.183482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e94c7ebc-2b98-4d79-91ee-ed4ccf5154c9 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.185600 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e94c7ebc-2b98-4d79-91ee-ed4ccf5154c9 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5778086 Dec 22 04:53:37.188690 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38708) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:37.196108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7365c11a-932b-489d-986a-94b74ea11f77 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:53:37.247422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-97c23399-528d-41b5-95a7-6d5c35f57191 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.248668 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8668eba4-77da-43d2-8791-fc9463356925 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules/aa71d9df-f57a-4fdb-809c-4d3dda490a79 HTTP/1.1" status: 200 len: 769 time: 0.0569110 Dec 22 04:53:37.252478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38710) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:37.253791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.281980 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2c3e8-8d07-4d0b-9749-411b26136d14 req-6a6975cf-3dbc-4cdc-86f2-15bc916fdbb0 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:37.284154 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a9d2c3e8-8d07-4d0b-9749-411b26136d14 req-6a6975cf-3dbc-4cdc-86f2-15bc916fdbb0 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.0945575 Dec 22 04:53:37.323115 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9d587138-451f-47d9-8fe5-8c57eec23510 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0695820 Dec 22 04:53:37.325826 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38712) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:37.334051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0327431-ceec-4667-ac29-0aab3379fab1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:37.337384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c0327431-ceec-4667-ac29-0aab3379fab1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.369926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Transition to ACTIVE for port object 7365c11a-932b-489d-986a-94b74ea11f77 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:37.381993 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a9d2c3e8-8d07-4d0b-9749-411b26136d14 req-c5afb6ce-c4d3-44c3-b84b-0ec7a0f3fde4 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897825 Dec 22 04:53:37.384117 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a13d9a59-2975-4e2e-9eb0-27b27d151ea2 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.396718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a13d9a59-2975-4e2e-9eb0-27b27d151ea2 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.409588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0327431-ceec-4667-ac29-0aab3379fab1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:37.467822 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a13d9a59-2975-4e2e-9eb0-27b27d151ea2 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.470058 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c0327431-ceec-4667-ac29-0aab3379fab1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.470407 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-c0327431-ceec-4667-ac29-0aab3379fab1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Added segment b217af7b-1e17-420b-b9a6-80ec069db97a of type vlan for network 6f555996-d3c4-4c7b-9ad0-082762f13a2d Dec 22 04:53:37.473388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.476943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a13d9a59-2975-4e2e-9eb0-27b27d151ea2 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.478030 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a13d9a59-2975-4e2e-9eb0-27b27d151ea2 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/aa71d9df-f57a-4fdb-809c-4d3dda490a79 HTTP/1.1" status: 204 len: 168 time: 0.1513205 Dec 22 04:53:37.487293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38714) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:37.495772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d9a59-2975-4e2e-9eb0-27b27d151ea2 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa71d9df-f57a-4fdb-809c-4d3dda490a79,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:37.541280 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c0327431-ceec-4667-ac29-0aab3379fab1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.563603 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c23abcab-5c48-4122-a384-c0314702bc40 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0752611 Dec 22 04:53:37.568388 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38716) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:37.587251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6dbff-99b9-466b-9c40-251b2e60a2d8 req-bca6d523-0fd3-497a-9328-351255a7a71d tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:37.588761 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f0d6dbff-99b9-466b-9c40-251b2e60a2d8 req-bca6d523-0fd3-497a-9328-351255a7a71d tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 931 time: 0.4530437 Dec 22 04:53:37.592027 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-97c23399-528d-41b5-95a7-6d5c35f57191 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.593384 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:53:37.599218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-97c23399-528d-41b5-95a7-6d5c35f57191 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.628248 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b40e333a-1edf-4e6d-bda2-338217bfc2ec tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.651295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b40e333a-1edf-4e6d-bda2-338217bfc2ec tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.659116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c0327431-ceec-4667-ac29-0aab3379fab1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.664543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0327431-ceec-4667-ac29-0aab3379fab1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:37.665163 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c0327431-ceec-4667-ac29-0aab3379fab1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.688592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Allocated IP 172.26.5.93 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/89777ce2-26da-4abe-a35b-3c7a701e2bda) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:37.706691 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f644840e-8524-43ec-81fa-847567e70fc6 admin admin] Deleting port 3faa4f88-5803-449b-8d99-5e4712289aab {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:37.706785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f644840e-8524-43ec-81fa-847567e70fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.708479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7365c11a-932b-489d-986a-94b74ea11f77,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:37.754547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0327431-ceec-4667-ac29-0aab3379fab1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Network': ['ID=6f555996-d3c4-4c7b-9ad0-082762f13a2d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:37.777894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 6f555996-d3c4-4c7b-9ad0-082762f13a2d details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:37.863406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-97c23399-528d-41b5-95a7-6d5c35f57191 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.863894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c23399-528d-41b5-95a7-6d5c35f57191 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Fanout notify agent at l3_agent the message router_deleted on router 9c5d0b94-fd49-421b-8dc4-58c319a7d4ad {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:37.867140 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b40e333a-1edf-4e6d-bda2-338217bfc2ec tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.871176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b40e333a-1edf-4e6d-bda2-338217bfc2ec tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.873754 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f0d6dbff-99b9-466b-9c40-251b2e60a2d8 req-b2d6331b-64f4-4013-91db-9d86bde1013e tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758894 Dec 22 04:53:37.883083 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-97c23399-528d-41b5-95a7-6d5c35f57191 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:37.886553 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-97c23399-528d-41b5-95a7-6d5c35f57191 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/9c5d0b94-fd49-421b-8dc4-58c319a7d4ad HTTP/1.1" status: 204 len: 168 time: 0.8969200 Dec 22 04:53:37.887690 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b40e333a-1edf-4e6d-bda2-338217bfc2ec tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-groups/6b78d75e-28da-4931-934e-d27fb976f57d HTTP/1.1" status: 204 len: 168 time: 0.3179066 Dec 22 04:53:37.890562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38718) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:37.891614 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38720) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:37.906222 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c0327431-ceec-4667-ac29-0aab3379fab1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7582049 Dec 22 04:53:37.914970 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38722) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:37.920600 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e333a-1edf-4e6d-bda2-338217bfc2ec tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b78d75e-28da-4931-934e-d27fb976f57d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:37.934863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'ports': [{'network_id': '169e3a61-e005-48e9-b476-6da524003f82'}, {'network_id': '6f555996-d3c4-4c7b-9ad0-082762f13a2d'}]} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:37.934863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:37.934863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': '6f555996-d3c4-4c7b-9ad0-082762f13a2d'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:37.989998 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-f644840e-8524-43ec-81fa-847567e70fc6 admin admin] For port 3faa4f88-5803-449b-8d99-5e4712289aab, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3faa4f88-5803-449b-8d99-5e4712289aab,segment=NetworkSegment(00a870d2-cdd6-47f1-b9af-fe21d31422bb),segment_id=00a870d2-cdd6-47f1-b9af-fe21d31422bb)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:37.990416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f644840e-8524-43ec-81fa-847567e70fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.010040 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Attempting to bind port 7365c11a-932b-489d-986a-94b74ea11f77 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:38.010399 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Attempting to bind port 7365c11a-932b-489d-986a-94b74ea11f77 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:38.010722 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Attempting to bind port 7365c11a-932b-489d-986a-94b74ea11f77 on network 3c05da7f-0ae9-4357-a264-91fa5293b962 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:38.023213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f644840e-8524-43ec-81fa-847567e70fc6 admin admin] Calling delete_port for 3faa4f88-5803-449b-8d99-5e4712289aab owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:38.029144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Port 7365c11a-932b-489d-986a-94b74ea11f77 on network 3c05da7f-0ae9-4357-a264-91fa5293b962 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:53:38.029501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Attempting to bind port 7365c11a-932b-489d-986a-94b74ea11f77 on network 3c05da7f-0ae9-4357-a264-91fa5293b962 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:38.039360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.043502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:38.043828 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Checking segment: {'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:38.044219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Bound using segment: {'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:38.044735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Bound port: 7365c11a-932b-489d-986a-94b74ea11f77, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e60033e-ebd9-443d-99d8-7c2b62fc106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:38.045074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.062866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e72c314-d63f-4156-9fce-b2421f33d6de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting subnet 02a12179-b545-453f-b7fe-8dde296985fe {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:53:38.065235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-287f1519-e677-4ed5-befa-5a47b94ec9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.102545 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-26f10e93-f2a3-41e8-83c2-b1a3c2b24265 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1947615 Dec 22 04:53:38.103363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0e72c314-d63f-4156-9fce-b2421f33d6de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.107588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38724) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:38.129520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-150937d1-a9a8-4068-bb0c-e2a16356ca7e tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891173510'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:38.163424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f1519-e677-4ed5-befa-5a47b94ec9d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b8752f-1b8f-4a52-97d4-60cb5d761798,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:38.186320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0e72c314-d63f-4156-9fce-b2421f33d6de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.260888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] For port 7365c11a-932b-489d-986a-94b74ea11f77, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:38.265359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] For port 7365c11a-932b-489d-986a-94b74ea11f77, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7365c11a-932b-489d-986a-94b74ea11f77,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:38.279051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0e72c314-d63f-4156-9fce-b2421f33d6de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.282350 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-150937d1-a9a8-4068-bb0c-e2a16356ca7e tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.307645 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.379477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.396538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 2} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:38.401130 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.424855 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-150937d1-a9a8-4068-bb0c-e2a16356ca7e tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.426239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.432084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:38.452804 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:38.458472 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Pushing event updated for resources: {'Port': ['ID=89777ce2-26da-4abe-a35b-3c7a701e2bda,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:38.460953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:38.465679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:38.466281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.467800 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/7365c11a-932b-489d-986a-94b74ea11f77 HTTP/1.1" status: 200 len: 1093 time: 2.9364464 Dec 22 04:53:38.468142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:38.471030 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f650c0b3-77ab-455a-a418-b44c36b2b589" -d '{"events": [{"name": "network-changed", "server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "tag": "7365c11a-932b-489d-986a-94b74ea11f77"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:38.500041 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0e72c314-d63f-4156-9fce-b2421f33d6de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.532521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-150937d1-a9a8-4068-bb0c-e2a16356ca7e tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.534317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720e37a4-d82f-4b40-8811-1de891061a3e x-openstack-request-id: req-720e37a4-d82f-4b40-8811-1de891061a3e {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:38.534607 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "tag": "7365c11a-932b-489d-986a-94b74ea11f77", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:38.534858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-720e37a4-d82f-4b40-8811-1de891061a3e {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:38.535255 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77', 'status': 'completed', 'code': 200} Dec 22 04:53:38.591975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72c314-d63f-4156-9fce-b2421f33d6de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Subnet': ['ID=02a12179-b545-453f-b7fe-8dde296985fe,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:38.623363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0e72c314-d63f-4156-9fce-b2421f33d6de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.628907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91f9d4-a97e-4ace-ab52-08ff045fefcf None None] Network 8a8e1498-4a1a-4927-a2af-2e65a04b6d49 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:38.631988 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0e72c314-d63f-4156-9fce-b2421f33d6de tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/02a12179-b545-453f-b7fe-8dde296985fe HTTP/1.1" status: 204 len: 168 time: 0.7229373 Dec 22 04:53:38.639801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38730) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:38.649704 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port 4780ef02-2995-498a-a588-2df170509ed8 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:53:38.683686 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150937d1-a9a8-4068-bb0c-e2a16356ca7e tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7cac8f-4be1-4f6a-a5be-e5c5f1abeca0,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:38.729692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083b6f3-a0fa-4f2c-9ef6-ae3c7f7544b6 req-d28508b3-88ba-44e2-b1d7-5f822aafa6a6 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:38.731246 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8083b6f3-a0fa-4f2c-9ef6-ae3c7f7544b6 req-d28508b3-88ba-44e2-b1d7-5f822aafa6a6 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2702613 Dec 22 04:53:38.734103 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-150937d1-a9a8-4068-bb0c-e2a16356ca7e tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.737819 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-150937d1-a9a8-4068-bb0c-e2a16356ca7e tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6267765 Dec 22 04:53:38.741174 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38732) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:38.756889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-14aac4e5-fc1e-43f0-b715-1102ee892ea7 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Request body: {'security_group_rule': {'security_group_id': 'ae7cac8f-4be1-4f6a-a5be-e5c5f1abeca0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:38.810016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.858136 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8083b6f3-a0fa-4f2c-9ef6-ae3c7f7544b6 req-9fee8ef0-64ce-4cda-b82b-b083a559383b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176190 Dec 22 04:53:38.871716 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370f3e2f-e416-4d58-9c23-e69b08ae2c0b None None] DHCP port deletion for 8a8e1498-4a1a-4927-a2af-2e65a04b6d49 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:53:38.946246 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14aac4e5-fc1e-43f0-b715-1102ee892ea7 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:38.964017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-287f1519-e677-4ed5-befa-5a47b94ec9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.008691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-370f3e2f-e416-4d58-9c23-e69b08ae2c0b None None] Deleting port 938a6bff-1b30-4222-a900-682ce180b60e {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:39.009374 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-370f3e2f-e416-4d58-9c23-e69b08ae2c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.021841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95348910-0fe6-4c59-974a-9827660e15f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7365c11a-932b-489d-986a-94b74ea11f77,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.033311 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14aac4e5-fc1e-43f0-b715-1102ee892ea7 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.075554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 938a6bff-1b30-4222-a900-682ce180b60e no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:39.113894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port 938a6bff-1b30-4222-a900-682ce180b60e {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:39.114155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.124229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6ced9-f5d9-4291-b509-3da788d9102c req-e3d89615-e239-4625-bdd4-1ea7c007e4dd tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:39.133935 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3d6ced9-f5d9-4291-b509-3da788d9102c req-e3d89615-e239-4625-bdd4-1ea7c007e4dd tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 943 time: 0.0964367 Dec 22 04:53:39.153127 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f644840e-8524-43ec-81fa-847567e70fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.158427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-370f3e2f-e416-4d58-9c23-e69b08ae2c0b None None] For port 938a6bff-1b30-4222-a900-682ce180b60e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=938a6bff-1b30-4222-a900-682ce180b60e,segment=NetworkSegment(4cbd3fbd-91dd-482b-9c64-d169f99fe3bb),segment_id=4cbd3fbd-91dd-482b-9c64-d169f99fe3bb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:39.158722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-370f3e2f-e416-4d58-9c23-e69b08ae2c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.161340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650c0b3-77ab-455a-a418-b44c36b2b589 req-e0c7ee34-517f-40f0-a2f1-cfed1cc05f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:39.162862 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f650c0b3-77ab-455a-a418-b44c36b2b589 req-e0c7ee34-517f-40f0-a2f1-cfed1cc05f3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87218e7ff44b42c4aa8e3ef8a1246630&device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 1096 time: 0.2627420 Dec 22 04:53:39.176270 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-370f3e2f-e416-4d58-9c23-e69b08ae2c0b None None] Calling delete_port for 938a6bff-1b30-4222-a900-682ce180b60e owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:39.180122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14aac4e5-fc1e-43f0-b715-1102ee892ea7 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.210325 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644840e-8524-43ec-81fa-847567e70fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3faa4f88-5803-449b-8d99-5e4712289aab,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.215018 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.263558 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7a641839-66fb-47bd-b4c6-7e61a6851f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.274428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aac4e5-fc1e-43f0-b715-1102ee892ea7 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a515573a-ca96-42ab-a8bd-8113fa2bc32e,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.341021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.341292 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c3d6ced9-f5d9-4291-b509-3da788d9102c req-33d0d50e-545f-4f36-984c-162ddd412db0 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034917 Dec 22 04:53:39.351551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14aac4e5-fc1e-43f0-b715-1102ee892ea7 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.352960 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-14aac4e5-fc1e-43f0-b715-1102ee892ea7 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6082380 Dec 22 04:53:39.358340 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38740) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:39.360045 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] For port 938a6bff-1b30-4222-a900-682ce180b60e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=938a6bff-1b30-4222-a900-682ce180b60e,segment=NetworkSegment(4cbd3fbd-91dd-482b-9c64-d169f99fe3bb),segment_id=4cbd3fbd-91dd-482b-9c64-d169f99fe3bb)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:39.360445 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.371600 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port 342081ee-13e3-4735-9b4e-264fd42d8ce6 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:53:39.398658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for 938a6bff-1b30-4222-a900-682ce180b60e owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:39.424677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 938a6bff-1b30-4222-a900-682ce180b60e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=938a6bff-1b30-4222-a900-682ce180b60e,segment=NetworkSegment(4cbd3fbd-91dd-482b-9c64-d169f99fe3bb),segment_id=4cbd3fbd-91dd-482b-9c64-d169f99fe3bb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:39.553939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.568989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-83558128-7164-421f-8dc6-00546b1f3126 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.617394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-83558128-7164-421f-8dc6-00546b1f3126 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.619123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=938a6bff-1b30-4222-a900-682ce180b60e,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.627313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.627313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.627636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.628077 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.628672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.628934 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.629529 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.629864 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.630282 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.631247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.631247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.631539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.647446 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.654982 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-370f3e2f-e416-4d58-9c23-e69b08ae2c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.677534 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.683853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f3e2f-e416-4d58-9c23-e69b08ae2c0b None None] Pushing event deleted for resources: {'Port': ['ID=938a6bff-1b30-4222-a900-682ce180b60e,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.695080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f3e2f-e416-4d58-9c23-e69b08ae2c0b None None] No DVR routers for this DVR port 938a6bff-1b30-4222-a900-682ce180b60e on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:39.708808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=938a6bff-1b30-4222-a900-682ce180b60e,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.713687 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No DVR routers for this DVR port 938a6bff-1b30-4222-a900-682ce180b60e on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:39.719789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c3167-b6db-42db-9607-16be6c44ba8c req-aa68ef3e-348b-4785-a2c5-6415f192457c tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:39.721958 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-459c3167-b6db-42db-9607-16be6c44ba8c req-aa68ef3e-348b-4785-a2c5-6415f192457c tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.4081697 Dec 22 04:53:39.760083 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650c0b3-77ab-455a-a418-b44c36b2b589 req-d8805c34-d9ec-49a5-96a9-60e80363ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:39.761572 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f650c0b3-77ab-455a-a418-b44c36b2b589 req-d8805c34-d9ec-49a5-96a9-60e80363ec6d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=87218e7ff44b42c4aa8e3ef8a1246630&shared=False HTTP/1.1" status: 200 len: 897 time: 0.5711579 Dec 22 04:53:39.805110 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.822287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-83558128-7164-421f-8dc6-00546b1f3126 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.824917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-83558128-7164-421f-8dc6-00546b1f3126 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.827962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0e448-e436-4cea-9172-6efd994be7c9 req-965c6d2f-98ee-4303-92ff-2064079da926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:39.828647 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-83558128-7164-421f-8dc6-00546b1f3126 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-groups/ae7cac8f-4be1-4f6a-a5be-e5c5f1abeca0 HTTP/1.1" status: 204 len: 168 time: 0.4650083 Dec 22 04:53:39.829488 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-efb0e448-e436-4cea-9172-6efd994be7c9 req-965c6d2f-98ee-4303-92ff-2064079da926 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=348ed44d0e704fcba74c3cc8925ab135&device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 1099 time: 0.3597317 Dec 22 04:53:39.830931 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38742) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:39.836101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8e1498-4a1a-4927-a2af-2e65a04b6d49']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:39.858675 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.866764 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbd3fbd-91dd-482b-9c64-d169f99fe3bb') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:39.867050 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbd3fbd-91dd-482b-9c64-d169f99fe3bb') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:39.868653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83558128-7164-421f-8dc6-00546b1f3126 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7cac8f-4be1-4f6a-a5be-e5c5f1abeca0,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.905675 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.948063 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.953257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 169e3a61-e005-48e9-b476-6da524003f82 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:39.958088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=4780ef02-2995-498a-a588-2df170509ed8,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.967045 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6d3750a4-615f-4f88-ac74-8e300edc9643 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1305130 Dec 22 04:53:39.967045 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:39.968235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:39.968461 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.972351 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38744) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: self.session.flush() Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: self.session.flush() Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: self.session.flush() Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: self.session.flush() Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:39.972819 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:39.987320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f644840e-8524-43ec-81fa-847567e70fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:39.988049 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:39.988877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.026954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.108839 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8a7d5d8f-280b-403a-bc09-14194d404770 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1346531 Dec 22 04:53:40.111462 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-459c3167-b6db-42db-9607-16be6c44ba8c req-d2e1fe53-7750-4ace-8c80-172facf38dd5 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481545 Dec 22 04:53:40.112624 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38746) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:40.112937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=342081ee-13e3-4735-9b4e-264fd42d8ce6,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:40.136434 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-9cfa1f5a-5b91-4adf-be62-6b30916077e7 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] delete failed (client error): The resource could not be found. Dec 22 04:53:40.140740 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9cfa1f5a-5b91-4adf-be62-6b30916077e7 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "DELETE /v2.0/security-groups/ae7cac8f-4be1-4f6a-a5be-e5c5f1abeca0 HTTP/1.1" status: 404 len: 347 time: 0.0220771 Dec 22 04:53:40.141090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38748) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:40.181248 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Checking segment: {'id': 'b217af7b-1e17-420b-b9a6-80ec069db97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6f555996-d3c4-4c7b-9ad0-082762f13a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:40.181597 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network hostable DHCP agents. Network: 6f555996-d3c4-4c7b-9ad0-082762f13a2d, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:40.188140 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-38843444-265d-44be-8ede-d3e3a2a6baa4 tempest-SecGroupIPv6Test-1988731234 tempest-SecGroupIPv6Test-1988731234-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0459995 Dec 22 04:53:40.204099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.208855 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.213024 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/networks/8a8e1498-4a1a-4927-a2af-2e65a04b6d49 HTTP/1.1" status: 204 len: 168 time: 1.5714588 Dec 22 04:53:40.219458 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38752) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:40.223349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1435592301', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:40.243100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3452606-f8b4-47dc-a413-931ab7faa018 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Network': ['ID=8a8e1498-4a1a-4927-a2af-2e65a04b6d49,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:40.289314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 6f555996-d3c4-4c7b-9ad0-082762f13a2d is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:40.369468 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.370630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.434593 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 6f555996-d3c4-4c7b-9ad0-082762f13a2d) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:40.437007 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.442592 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:40.447017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e7402e-d9ad-41ef-b94d-42afda51bccf None None] Network 6f555996-d3c4-4c7b-9ad0-082762f13a2d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:40.448216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:40.453188 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:40.453954 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.506978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94f064-f630-4905-b641-f17b69b00d56 req-ef982c31-2866-4a4b-80b1-43cb3a80c435 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:40.517778 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7f94f064-f630-4905-b641-f17b69b00d56 req-ef982c31-2866-4a4b-80b1-43cb3a80c435 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 943 time: 0.1176176 Dec 22 04:53:40.576771 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-81482783-e036-4a69-aecb-c08ba9abd55f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6539087 Dec 22 04:53:40.904786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38756) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:40.904786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287f1519-e677-4ed5-befa-5a47b94ec9d5 admin admin] Router 01959458-2462-43b5-857a-3a74ed51f166 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:40.906211 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7f94f064-f630-4905-b641-f17b69b00d56 req-3deb363c-2976-4b5e-bdab-53113973decd tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176846 Dec 22 04:53:40.906785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650c0b3-77ab-455a-a418-b44c36b2b589 req-cbbd168e-444b-4ea9-bc28-ab160d4423bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:40.906785 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f650c0b3-77ab-455a-a418-b44c36b2b589 req-cbbd168e-444b-4ea9-bc28-ab160d4423bf service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8462160 Dec 22 04:53:40.906785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0e448-e436-4cea-9172-6efd994be7c9 req-6571e1e6-bd3b-4fd1-b823-d247bc90fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:40.906785 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-efb0e448-e436-4cea-9172-6efd994be7c9 req-6571e1e6-bd3b-4fd1-b823-d247bc90fcfc service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d436651-0ddd-42fa-825f-7a433bc5760e HTTP/1.1" status: 200 len: 912 time: 0.7864094 Dec 22 04:53:40.907434 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:40.907434 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38760) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:40.947886 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7b1854e4-0bc5-476e-b6bc-ef6c57af9ba8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=389f0b21cab8413e9dafb8035454a51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425858 Dec 22 04:53:40.955255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38764) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:41.045302 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab399bd3-d2b5-4292-b676-9d5893e54928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.074606 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab399bd3-d2b5-4292-b676-9d5893e54928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.079879 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-efb0e448-e436-4cea-9172-6efd994be7c9 req-5387dd36-7d10-411a-a467-7cc552db17ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b HTTP/1.1" status: 200 len: 1002 time: 0.3787677 Dec 22 04:53:41.105810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-faacfe6d-5253-4faf-af3a-fe92fa3d724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:41.107265 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-faacfe6d-5253-4faf-af3a-fe92fa3d724e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87218e7ff44b42c4aa8e3ef8a1246630&device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 1096 time: 0.3858745 Dec 22 04:53:41.212974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287f1519-e677-4ed5-befa-5a47b94ec9d5 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:41.215972 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-44f8e44c-258b-4b42-8579-ba56d7247f31 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 342081ee-13e3-4735-9b4e-264fd42d8ce6 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:41.216338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44f8e44c-258b-4b42-8579-ba56d7247f31 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.223503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e428597-11de-4944-ae63-f18113689964 None None] Sync routers for ids ['01959458-2462-43b5-857a-3a74ed51f166'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:41.231109 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-287f1519-e677-4ed5-befa-5a47b94ec9d5 admin admin] 10.222.0.54 "PUT /v2.0/routers/01959458-2462-43b5-857a-3a74ed51f166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1204765 Dec 22 04:53:41.231296 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.232920 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab399bd3-d2b5-4292-b676-9d5893e54928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.235558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab399bd3-d2b5-4292-b676-9d5893e54928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.240885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e428597-11de-4944-ae63-f18113689964 None None] Routers {'01959458-2462-43b5-857a-3a74ed51f166'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:41.241053 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ab399bd3-d2b5-4292-b676-9d5893e54928 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab5e96f7-9d4e-48b8-b011-b3f526d1c2c0 HTTP/1.1" status: 204 len: 168 time: 0.2837384 Dec 22 04:53:41.241168 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9e428597-11de-4944-ae63-f18113689964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['01959458-2462-43b5-857a-3a74ed51f166'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:41.241285 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38768) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:41.254226 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-89883fc9-5ef9-4ae5-b911-13fee3b2ebc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7365c11a-932b-489d-986a-94b74ea11f77 HTTP/1.1" status: 200 len: 217 time: 0.1042788 Dec 22 04:53:41.294199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.307541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.329921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0e448-e436-4cea-9172-6efd994be7c9 req-5dc8eaa6-931f-4b89-95b5-d0df57094961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:41.331490 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-efb0e448-e436-4cea-9172-6efd994be7c9 req-5dc8eaa6-931f-4b89-95b5-d0df57094961 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34ce218f-5db1-421c-b2b4-76f09d3395ae HTTP/1.1" status: 200 len: 850 time: 0.2429166 Dec 22 04:53:41.337202 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab399bd3-d2b5-4292-b676-9d5893e54928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5e96f7-9d4e-48b8-b011-b3f526d1c2c0,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:41.377483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-9e428597-11de-4944-ae63-f18113689964 None None] Set router 01959458-2462-43b5-857a-3a74ed51f166 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:41.470773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44f8e44c-258b-4b42-8579-ba56d7247f31 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.541325 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f644840e-8524-43ec-81fa-847567e70fc6 admin admin] Router 756a6f30-3ef7-467c-9805-5a5ec08f474d has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:41.542286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-44f8e44c-258b-4b42-8579-ba56d7247f31 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 342081ee-13e3-4735-9b4e-264fd42d8ce6 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:41.555792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-84786d0c-4975-4397-88c9-0b121f606466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:41.559669 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-84786d0c-4975-4397-88c9-0b121f606466 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76e6c44e-b152-445e-ba22-203c2ceee9e6 HTTP/1.1" status: 200 len: 834 time: 0.2680752 Dec 22 04:53:41.569960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e48fb-5858-4633-8707-3f0157949193 req-7bdbd6ec-5271-46da-ac84-2084484f70a8 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:41.577500 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-395e48fb-5858-4633-8707-3f0157949193 req-7bdbd6ec-5271-46da-ac84-2084484f70a8 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.3697934 Dec 22 04:53:41.588993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9e428597-11de-4944-ae63-f18113689964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:53:37Z', 'revision_number': 5, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:41.628308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e428597-11de-4944-ae63-f18113689964 None None] Checking router: 01959458-2462-43b5-857a-3a74ed51f166 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:41.650846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0e448-e436-4cea-9172-6efd994be7c9 req-6067760d-431f-4b36-b6aa-71b5147f2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:41.652667 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-efb0e448-e436-4cea-9172-6efd994be7c9 req-6067760d-431f-4b36-b6aa-71b5147f2bc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d436651-0ddd-42fa-825f-7a433bc5760e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2954347 Dec 22 04:53:41.654901 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f1cbc6ee-9573-4a68-b536-e865a49e66f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.662348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e428597-11de-4944-ae63-f18113689964 None None] Routers {'01959458-2462-43b5-857a-3a74ed51f166'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:41.663335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9e428597-11de-4944-ae63-f18113689964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['01959458-2462-43b5-857a-3a74ed51f166'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:41.810598 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-9e428597-11de-4944-ae63-f18113689964 None None] Set router 01959458-2462-43b5-857a-3a74ed51f166 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:41.825442 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:41.871653 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-395e48fb-5858-4633-8707-3f0157949193 req-df6c169b-fd5d-4aa5-aa8a-225e88310195 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2926562 Dec 22 04:53:41.927545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-48f54e0f-2d8b-4b06-86ab-567b5070c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:41.929073 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-48f54e0f-2d8b-4b06-86ab-567b5070c333 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c05da7f-0ae9-4357-a264-91fa5293b962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3354185 Dec 22 04:53:41.930746 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Allocated IP 172.26.5.76 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/30cd1b7c-7a38-4fcc-b647-b75c81f9f470) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:41.954020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea026e9d-c6a9-48ac-9313-ffc8a3cdf9f4 req-ee75c6b5-3b67-4343-8a37-bb4921dc787a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:41.956114 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ea026e9d-c6a9-48ac-9313-ffc8a3cdf9f4 req-ee75c6b5-3b67-4343-8a37-bb4921dc787a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 943 time: 0.1486821 Dec 22 04:53:42.014155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.019925 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ea026e9d-c6a9-48ac-9313-ffc8a3cdf9f4 req-5e016f6c-b213-42f4-92fd-847bc1bcc8d9 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555308 Dec 22 04:53:42.039701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9e428597-11de-4944-ae63-f18113689964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:53:37Z', 'revision_number': 5, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:42.068940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e428597-11de-4944-ae63-f18113689964 None None] The sync data for ids ['01959458-2462-43b5-857a-3a74ed51f166'] in dv-neutron-822523-1-hyperv is: [{'id': '01959458-2462-43b5-857a-3a74ed51f166', 'name': 'tempest-ServersTestJSON-2123515266-router', 'tenant_id': 'cc695b84985544e19d5e39f94c543b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:53:37Z', 'revision_number': 5, 'project_id': 'cc695b84985544e19d5e39f94c543b64', 'gw_port': {'id': 'b154a54c-ed20-42dc-b596-d9e28469514e', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:67:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01959458-2462-43b5-857a-3a74ed51f166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:42.243826 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Deleting port b154a54c-ed20-42dc-b596-d9e28469514e {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:42.244143 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.289755 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-efb0e448-e436-4cea-9172-6efd994be7c9 req-d0dc3dfe-ce54-49f0-b320-cc8b4af380f2 service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904529 Dec 22 04:53:42.321655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] For port b154a54c-ed20-42dc-b596-d9e28469514e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b154a54c-ed20-42dc-b596-d9e28469514e,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:42.322300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.334576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Calling delete_port for b154a54c-ed20-42dc-b596-d9e28469514e owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:42.361728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f644840e-8524-43ec-81fa-847567e70fc6 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:42.361728 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f644840e-8524-43ec-81fa-847567e70fc6 admin admin] 10.222.0.54 "PUT /v2.0/routers/756a6f30-3ef7-467c-9805-5a5ec08f474d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6275539 Dec 22 04:53:42.362843 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3176a8-4607-4181-b253-18f2dba1f127 None None] Sync routers for ids ['756a6f30-3ef7-467c-9805-5a5ec08f474d'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:42.363219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38774) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:42.365584 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44f8e44c-258b-4b42-8579-ba56d7247f31 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.372880 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3176a8-4607-4181-b253-18f2dba1f127 None None] Routers {'756a6f30-3ef7-467c-9805-5a5ec08f474d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:42.373587 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3f3176a8-4607-4181-b253-18f2dba1f127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['756a6f30-3ef7-467c-9805-5a5ec08f474d'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:42.446232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Router fee60ec4-0509-4fcf-9c32-da67ca11ccd1 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:53:42.487621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8e44c-258b-4b42-8579-ba56d7247f31 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=342081ee-13e3-4735-9b4e-264fd42d8ce6,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:42.493930 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44f8e44c-258b-4b42-8579-ba56d7247f31 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.500115 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-44f8e44c-258b-4b42-8579-ba56d7247f31 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/342081ee-13e3-4735-9b4e-264fd42d8ce6 HTTP/1.1" status: 204 len: 168 time: 1.9034915 Dec 22 04:53:42.500490 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38776) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:42.521584 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-3f3176a8-4607-4181-b253-18f2dba1f127 None None] Set router 756a6f30-3ef7-467c-9805-5a5ec08f474d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:42.533503 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-36012acc-e7d3-4623-8a0e-6c77138b7206 service neutron] 10.222.0.16 "GET /v2.0/networks/3c05da7f-0ae9-4357-a264-91fa5293b962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874519 Dec 22 04:53:42.569883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.602802 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a43c3a-30a3-4adb-9967-7b5807a4804b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:42.610865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a43c3a-30a3-4adb-9967-7b5807a4804b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:42.612608 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-49a43c3a-30a3-4adb-9967-7b5807a4804b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1050065 Dec 22 04:53:42.618782 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38778) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:42.671362 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-efb0e448-e436-4cea-9172-6efd994be7c9 req-03f8d1dd-4d15-4a7a-a90b-574526c24aae service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719532 Dec 22 04:53:42.709534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.744378 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3f3176a8-4607-4181-b253-18f2dba1f127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:53:38Z', 'revision_number': 5, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:42.776053 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3176a8-4607-4181-b253-18f2dba1f127 None None] Checking router: 756a6f30-3ef7-467c-9805-5a5ec08f474d for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:42.778586 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-c4a505a7-cc83-404c-a3d8-74231d5eb352 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 4780ef02-2995-498a-a588-2df170509ed8 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:42.779182 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4a505a7-cc83-404c-a3d8-74231d5eb352 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.786404 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3176a8-4607-4181-b253-18f2dba1f127 None None] Routers {'756a6f30-3ef7-467c-9805-5a5ec08f474d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:42.787221 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3f3176a8-4607-4181-b253-18f2dba1f127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['756a6f30-3ef7-467c-9805-5a5ec08f474d'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:42.821878 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.828244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:42.849241 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2770ecd2-13ad-4c87-9975-c288e86f29e4 req-7529f780-96d3-493e-b49a-d84f8b07f925 service neutron] 10.222.0.16 "GET /v2.0/networks/3c05da7f-0ae9-4357-a264-91fa5293b962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973785 Dec 22 04:53:42.849626 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a9b20a-e2a4-40fd-a8cf-8a11fceedb95 None None] Sync routers for ids ['fee60ec4-0509-4fcf-9c32-da67ca11ccd1'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:42.870021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9b20a-e2a4-40fd-a8cf-8a11fceedb95 None None] Routers {'fee60ec4-0509-4fcf-9c32-da67ca11ccd1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:42.870021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-99a9b20a-e2a4-40fd-a8cf-8a11fceedb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['fee60ec4-0509-4fcf-9c32-da67ca11ccd1'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:42.888580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.889648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.898421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:42.905477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:42.911194 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-3f3176a8-4607-4181-b253-18f2dba1f127 None None] Set router 756a6f30-3ef7-467c-9805-5a5ec08f474d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:42.919597 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:42.928562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4a505a7-cc83-404c-a3d8-74231d5eb352 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.945860 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d6b8752f-1b8f-4a52-97d4-60cb5d761798 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:42.950218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-99a9b20a-e2a4-40fd-a8cf-8a11fceedb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:42.972528 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:42.978119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=30cd1b7c-7a38-4fcc-b647-b75c81f9f470,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:42.980741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38782) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:42.985370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: d6b8752f-1b8f-4a52-97d4-60cb5d761798 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:42.986376 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d6b8752f-1b8f-4a52-97d4-60cb5d761798 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:42.996239 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1d304711-86d1-48e9-91ea-b82fbd0e5410 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3483946 Dec 22 04:53:42.996358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9b20a-e2a4-40fd-a8cf-8a11fceedb95 None None] Routers {'fee60ec4-0509-4fcf-9c32-da67ca11ccd1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:42.996358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-99a9b20a-e2a4-40fd-a8cf-8a11fceedb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['fee60ec4-0509-4fcf-9c32-da67ca11ccd1'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:42.997680 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-c4a505a7-cc83-404c-a3d8-74231d5eb352 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 4780ef02-2995-498a-a588-2df170509ed8 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:43.007526 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:43.041869 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-99a9b20a-e2a4-40fd-a8cf-8a11fceedb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:43.042537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a9b20a-e2a4-40fd-a8cf-8a11fceedb95 None None] The sync data for ids ['fee60ec4-0509-4fcf-9c32-da67ca11ccd1'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:43.114374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811e6ce-1f76-4b44-9305-bb33816bcbd5 req-aed27567-bcca-4dd9-9f6a-2e2d4aa584b2 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:43.116283 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3811e6ce-1f76-4b44-9305-bb33816bcbd5 req-aed27567-bcca-4dd9-9f6a-2e2d4aa584b2 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.0770080 Dec 22 04:53:43.124283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.127244 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3f3176a8-4607-4181-b253-18f2dba1f127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:53:38Z', 'revision_number': 5, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:43.138974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Deleting port aec7a816-b42b-4585-a29e-0750d7555a3f {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:43.139304 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.146249 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b154a54c-ed20-42dc-b596-d9e28469514e,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:43.158782 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3176a8-4607-4181-b253-18f2dba1f127 None None] The sync data for ids ['756a6f30-3ef7-467c-9805-5a5ec08f474d'] in dv-neutron-822523-1-hyperv is: [{'id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'name': 'tempest-ServersTestManualDisk-1543073781-router', 'tenant_id': 'c8691fd6612f4f9994457c3334d20dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74'}], 'enable_snat': True}, 'gw_port_id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:37Z', 'updated_at': '2021-12-22T04:53:38Z', 'revision_number': 5, 'project_id': 'c8691fd6612f4f9994457c3334d20dee', 'gw_port': {'id': 'aec7a816-b42b-4585-a29e-0750d7555a3f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756a6f30-3ef7-467c-9805-5a5ec08f474d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:43.216997 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3811e6ce-1f76-4b44-9305-bb33816bcbd5 req-722ba668-cbf6-4e17-a868-d5e7d416a3f1 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884521 Dec 22 04:53:43.263418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] For port aec7a816-b42b-4585-a29e-0750d7555a3f, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=aec7a816-b42b-4585-a29e-0750d7555a3f,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:43.263806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.280626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Calling delete_port for aec7a816-b42b-4585-a29e-0750d7555a3f owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:43.311289 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.453515 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3870d1-dd57-4d91-87bb-0b9f5654ef47 req-d5d2981e-4a36-430c-af31-4e104a61dd7a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:43.454942 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-de3870d1-dd57-4d91-87bb-0b9f5654ef47 req-d5d2981e-4a36-430c-af31-4e104a61dd7a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 943 time: 0.3117182 Dec 22 04:53:43.467090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.474156 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.506168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.538363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Pushing event deleted for resources: {'Port': ['ID=aec7a816-b42b-4585-a29e-0750d7555a3f,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:43.608435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.679978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4a505a7-cc83-404c-a3d8-74231d5eb352 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.700358 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.701465 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-de3870d1-dd57-4d91-87bb-0b9f5654ef47 req-dc9f1d37-5da3-4c95-b00e-ead27951352e tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240565 Dec 22 04:53:43.702039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.702553 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01959458-2462-43b5-857a-3a74ed51f166 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:43.703075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.731785 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.733111 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f3a5bd29-7f80-4b33-91c6-1412b0e62b41 admin admin] 10.222.0.54 "DELETE /v2.0/routers/01959458-2462-43b5-857a-3a74ed51f166 HTTP/1.1" status: 204 len: 168 time: 2.4910989 Dec 22 04:53:43.744615 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38786) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:43.745455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a505a7-cc83-404c-a3d8-74231d5eb352 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=4780ef02-2995-498a-a588-2df170509ed8,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:43.800720 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4a505a7-cc83-404c-a3d8-74231d5eb352 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.803910 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c4a505a7-cc83-404c-a3d8-74231d5eb352 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/4780ef02-2995-498a-a588-2df170509ed8 HTTP/1.1" status: 204 len: 168 time: 1.1838973 Dec 22 04:53:43.806739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38788) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:43.837637 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.838172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 756a6f30-3ef7-467c-9805-5a5ec08f474d {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:43.863487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.863487 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f794d946-b622-466c-9f1c-bae78572e0ac admin admin] 10.222.0.54 "DELETE /v2.0/routers/756a6f30-3ef7-467c-9805-5a5ec08f474d HTTP/1.1" status: 204 len: 168 time: 1.4945912 Dec 22 04:53:43.865805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38790) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:43.907898 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f20c54-8084-4cb8-8ca8-69913df91870 admin admin] Deleting subnet e1f25154-b652-4066-8226-0fbe0c6c40c1 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:53:43.912293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.915636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97f20c54-8084-4cb8-8ca8-69913df91870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.928800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f0dcd5-3953-450a-a583-ca248c375d4f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:43.932872 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-27f0dcd5-3953-450a-a583-ca248c375d4f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1226733 Dec 22 04:53:43.933137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38792) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:43.944987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-5881c3a9-6128-43a2-916a-94d5d1b96ea8 admin admin] Deleting subnet 97850584-8955-4e5c-9aec-07b4b2c9178c {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:53:43.963368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5881c3a9-6128-43a2-916a-94d5d1b96ea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:43.988518 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-263563ba-028d-41ea-b516-3b0abb2fffb9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:53:43.992731 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-263563ba-028d-41ea-b516-3b0abb2fffb9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/342081ee-13e3-4735-9b4e-264fd42d8ce6 HTTP/1.1" status: 404 len: 333 time: 0.0560882 Dec 22 04:53:43.993521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38794) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:44.024922 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-afda368a-6db5-4f31-b1e2-322b7439af67 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:53:44.025335 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97f20c54-8084-4cb8-8ca8-69913df91870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.029421 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-afda368a-6db5-4f31-b1e2-322b7439af67 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/4780ef02-2995-498a-a588-2df170509ed8 HTTP/1.1" status: 404 len: 333 time: 0.0326395 Dec 22 04:53:44.030905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38796) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:44.042515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5881c3a9-6128-43a2-916a-94d5d1b96ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.092996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.151719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.209809 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.210926 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97f20c54-8084-4cb8-8ca8-69913df91870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.213201 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5881c3a9-6128-43a2-916a-94d5d1b96ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.241690 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.313489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.342311 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f555996-d3c4-4c7b-9ad0-082762f13a2d']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:44.355911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b217af7b-1e17-420b-b9a6-80ec069db97a') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:44.356234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b217af7b-1e17-420b-b9a6-80ec069db97a') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:44.367439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.384217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.391414 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:44.396362 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:44.446345 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5881c3a9-6128-43a2-916a-94d5d1b96ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.497349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881c3a9-6128-43a2-916a-94d5d1b96ea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97850584-8955-4e5c-9aec-07b4b2c9178c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:44.521074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5881c3a9-6128-43a2-916a-94d5d1b96ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.523931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c9bd9c-012b-47b2-91ba-b95b9c0d2919 None None] Network 623df8f0-c4df-4f4e-93f2-0f23f453acde requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:44.524702 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5881c3a9-6128-43a2-916a-94d5d1b96ea8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/97850584-8955-4e5c-9aec-07b4b2c9178c HTTP/1.1" status: 204 len: 168 time: 0.6578755 Dec 22 04:53:44.525545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38800) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:44.604529 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.608952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14b277-bb7e-43ad-8de9-1d400eef376a req-198c9f8c-3ef8-4bd6-aeb8-23658bf6ce66 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:44.610494 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-be14b277-bb7e-43ad-8de9-1d400eef376a req-198c9f8c-3ef8-4bd6-aeb8-23658bf6ce66 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1553457 Dec 22 04:53:44.611356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.636348 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.640392 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/networks/6f555996-d3c4-4c7b-9ad0-082762f13a2d HTTP/1.1" status: 204 len: 168 time: 0.6087122 Dec 22 04:53:44.644912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38802) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:44.664884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-761d6aa3-d0c4-4d7a-98b4-ed850e15db7d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-437361738'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:44.675455 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.681662 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc02678-c6a3-48ff-bdc8-34379ef228d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Network': ['ID=6f555996-d3c4-4c7b-9ad0-082762f13a2d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:44.736006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97f20c54-8084-4cb8-8ca8-69913df91870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.740567 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-be14b277-bb7e-43ad-8de9-1d400eef376a req-39362f8a-dd92-4422-bdb3-7ee5e4e28e97 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142478 Dec 22 04:53:44.759789 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1766e4ea-abc8-483d-9a75-e5a886680f8c None None] DHCP port deletion for 623df8f0-c4df-4f4e-93f2-0f23f453acde request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:53:44.774099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Deleting port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:44.774512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.795119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97f20c54-8084-4cb8-8ca8-69913df91870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.803845 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-97f20c54-8084-4cb8-8ca8-69913df91870 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e1f25154-b652-4066-8226-0fbe0c6c40c1 HTTP/1.1" status: 204 len: 168 time: 1.0476892 Dec 22 04:53:44.803845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f20c54-8084-4cb8-8ca8-69913df91870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f25154-b652-4066-8226-0fbe0c6c40c1,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:44.809488 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38808) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:44.809836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5d214e-dbf4-4df8-bbdd-2482a2a107ae None None] Network acba3edc-1a2e-4051-96b5-5b30cfbf6171 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:44.847428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] For port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c78b7cf2-52ba-43f6-96ce-fb3fdb882faa,segment=NetworkSegment(00a870d2-cdd6-47f1-b9af-fe21d31422bb),segment_id=00a870d2-cdd6-47f1-b9af-fe21d31422bb)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:44.847988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.851488 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761d6aa3-d0c4-4d7a-98b4-ed850e15db7d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:44.855126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761d6aa3-d0c4-4d7a-98b4-ed850e15db7d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.908103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Calling delete_port for c78b7cf2-52ba-43f6-96ce-fb3fdb882faa owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:44.939523 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1766e4ea-abc8-483d-9a75-e5a886680f8c None None] Deleting port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:44.939896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1766e4ea-abc8-483d-9a75-e5a886680f8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.972614 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.981238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Deleting port 89777ce2-26da-4abe-a35b-3c7a701e2bda {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:44.981569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:44.991519 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3faa4f88-5803-449b-8d99-5e4712289aab no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:44.995170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761d6aa3-d0c4-4d7a-98b4-ed850e15db7d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:45.006896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081eff9a-5bc9-4e28-84b8-c6a0e5a76366 req-977a4c85-7d90-40d2-9e28-2fa973dad20b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:45.008444 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-081eff9a-5bc9-4e28-84b8-c6a0e5a76366 req-977a4c85-7d90-40d2-9e28-2fa973dad20b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1640730 Dec 22 04:53:45.030708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 3faa4f88-5803-449b-8d99-5e4712289aab {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:45.031353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3faa4f88-5803-449b-8d99-5e4712289aab not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:45.031773 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device aec7a816-b42b-4585-a29e-0750d7555a3f no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:45.035175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b6b0e-3112-47fc-8ea7-1e6476c82c37 req-e6654361-5f4c-4535-8977-ac9568667094 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:45.036746 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-267b6b0e-3112-47fc-8ea7-1e6476c82c37 req-e6654361-5f4c-4535-8977-ac9568667094 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 943 time: 0.2466812 Dec 22 04:53:45.043438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761d6aa3-d0c4-4d7a-98b4-ed850e15db7d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.043778 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-761d6aa3-d0c4-4d7a-98b4-ed850e15db7d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Added segment 8d054cc1-bd1c-4abe-892c-286d6d1abb1d of type vlan for network b9d806b3-9ea3-4a16-b529-174b860dc046 Dec 22 04:53:45.072770 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-081eff9a-5bc9-4e28-84b8-c6a0e5a76366 req-77c29416-e59e-46b9-9793-e17f18ecacd2 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534739 Dec 22 04:53:45.078418 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1766e4ea-abc8-483d-9a75-e5a886680f8c None None] For port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c78b7cf2-52ba-43f6-96ce-fb3fdb882faa,segment=NetworkSegment(00a870d2-cdd6-47f1-b9af-fe21d31422bb),segment_id=00a870d2-cdd6-47f1-b9af-fe21d31422bb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:45.079854 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1766e4ea-abc8-483d-9a75-e5a886680f8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.088919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: aec7a816-b42b-4585-a29e-0750d7555a3f {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:45.089265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device aec7a816-b42b-4585-a29e-0750d7555a3f not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:45.089736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b154a54c-ed20-42dc-b596-d9e28469514e no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:45.116693 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761d6aa3-d0c4-4d7a-98b4-ed850e15db7d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.124938 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router cbef7bf1-fb44-4c30-a429-bc9b801e0362 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:53:45.140038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1766e4ea-abc8-483d-9a75-e5a886680f8c None None] Calling delete_port for c78b7cf2-52ba-43f6-96ce-fb3fdb882faa owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:45.152547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: b154a54c-ed20-42dc-b596-d9e28469514e {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:45.152899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b154a54c-ed20-42dc-b596-d9e28469514e not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:45.153320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c78b7cf2-52ba-43f6-96ce-fb3fdb882faa no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:45.161941 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.174128 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-267b6b0e-3112-47fc-8ea7-1e6476c82c37 req-88299348-0d59-41fe-a297-b1bdf76f874d tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292667 Dec 22 04:53:45.198211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Calling delete_port for 89777ce2-26da-4abe-a35b-3c7a701e2bda owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:45.200809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Deleting port 7f5d288e-991e-41df-a8d5-9d4c8e011f36 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:45.208470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.243371 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.270549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Pushing event deleted for resources: {'Port': ['ID=c78b7cf2-52ba-43f6-96ce-fb3fdb882faa,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:45.274475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761d6aa3-d0c4-4d7a-98b4-ed850e15db7d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.281151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761d6aa3-d0c4-4d7a-98b4-ed850e15db7d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:45.281524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761d6aa3-d0c4-4d7a-98b4-ed850e15db7d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.293630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] No DVR routers for this DVR port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:45.384025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50d9e30-862b-4940-8ca2-029a76d70c6f None None] DHCP port deletion for acba3edc-1a2e-4051-96b5-5b30cfbf6171 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:53:45.393571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No active binding found for port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa {{(pid=109184) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:53:45.393974 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c78b7cf2-52ba-43f6-96ce-fb3fdb882faa not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:45.397087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] For port 7f5d288e-991e-41df-a8d5-9d4c8e011f36, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7f5d288e-991e-41df-a8d5-9d4c8e011f36,segment=NetworkSegment(7315f982-e7ae-4c26-a1ec-2e935c2140a0),segment_id=7315f982-e7ae-4c26-a1ec-2e935c2140a0)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:45.397473 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.420278 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-761d6aa3-d0c4-4d7a-98b4-ed850e15db7d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7720413 Dec 22 04:53:45.422622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Calling delete_port for 7f5d288e-991e-41df-a8d5-9d4c8e011f36 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:45.423705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d6aa3-d0c4-4d7a-98b4-ed850e15db7d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Network': ['ID=b9d806b3-9ea3-4a16-b529-174b860dc046,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:45.426378 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38812) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:45.436931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': 'b9d806b3-9ea3-4a16-b529-174b860dc046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:45.437167 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:45.454883 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6f875-fab8-4a65-8f11-71cf0c018209 None None] Sync routers for ids ['cbef7bf1-fb44-4c30-a429-bc9b801e0362'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:45.461794 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network b9d806b3-9ea3-4a16-b529-174b860dc046 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:45.467720 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6f875-fab8-4a65-8f11-71cf0c018209 None None] Routers {'cbef7bf1-fb44-4c30-a429-bc9b801e0362'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:45.469714 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-fde6f875-fab8-4a65-8f11-71cf0c018209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['cbef7bf1-fb44-4c30-a429-bc9b801e0362'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.482812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b50d9e30-862b-4940-8ca2-029a76d70c6f None None] Deleting port 7f5d288e-991e-41df-a8d5-9d4c8e011f36 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:45.482812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b50d9e30-862b-4940-8ca2-029a76d70c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.519200 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-fde6f875-fab8-4a65-8f11-71cf0c018209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.521840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.542470 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b50d9e30-862b-4940-8ca2-029a76d70c6f None None] For port 7f5d288e-991e-41df-a8d5-9d4c8e011f36, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7f5d288e-991e-41df-a8d5-9d4c8e011f36,segment=NetworkSegment(7315f982-e7ae-4c26-a1ec-2e935c2140a0),segment_id=7315f982-e7ae-4c26-a1ec-2e935c2140a0)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:45.543119 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b50d9e30-862b-4940-8ca2-029a76d70c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.546055 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde6f875-fab8-4a65-8f11-71cf0c018209 None None] Routers {'cbef7bf1-fb44-4c30-a429-bc9b801e0362'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:45.546765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623df8f0-c4df-4f4e-93f2-0f23f453acde']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.547828 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-fde6f875-fab8-4a65-8f11-71cf0c018209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['cbef7bf1-fb44-4c30-a429-bc9b801e0362'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.562499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.572524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a870d2-cdd6-47f1-b9af-fe21d31422bb') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.573176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a870d2-cdd6-47f1-b9af-fe21d31422bb') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.585344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.587307 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-fde6f875-fab8-4a65-8f11-71cf0c018209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.587951 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde6f875-fab8-4a65-8f11-71cf0c018209 None None] The sync data for ids ['cbef7bf1-fb44-4c30-a429-bc9b801e0362'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:45.599490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b50d9e30-862b-4940-8ca2-029a76d70c6f None None] Calling delete_port for 7f5d288e-991e-41df-a8d5-9d4c8e011f36 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:45.605238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1766e4ea-abc8-483d-9a75-e5a886680f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.608256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.615920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:45.616337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:45.618872 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:45.630191 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7365c11a-932b-489d-986a-94b74ea11f77 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:53:45.657021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.659355 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cf0e0c45-7fda-4351-8295-cef40a8cc281 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.4397042 Dec 22 04:53:45.665663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38814) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:45.696301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766e4ea-abc8-483d-9a75-e5a886680f8c None None] Pushing event deleted for resources: {'Port': ['ID=c78b7cf2-52ba-43f6-96ce-fb3fdb882faa,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:45.701100 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1766e4ea-abc8-483d-9a75-e5a886680f8c None None] No DVR routers for this DVR port c78b7cf2-52ba-43f6-96ce-fb3fdb882faa on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:45.809222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.811262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.824841 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b50d9e30-862b-4940-8ca2-029a76d70c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.828394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7365c11a-932b-489d-986a-94b74ea11f77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7365c11a-932b-489d-986a-94b74ea11f77,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:45.849465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.851777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:45.860396 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f5d288e-991e-41df-a8d5-9d4c8e011f36,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:45.863971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '7365c11a-932b-489d-986a-94b74ea11f77', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'port_id': '7365c11a-932b-489d-986a-94b74ea11f77', 'mac_address': 'fa:16:3e:0b:6a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:53:45.866980 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50d9e30-862b-4940-8ca2-029a76d70c6f None None] No DVR routers for this DVR port 7f5d288e-991e-41df-a8d5-9d4c8e011f36 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:45.870275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.870671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d9e30-862b-4940-8ca2-029a76d70c6f None None] Pushing event deleted for resources: {'Port': ['ID=7f5d288e-991e-41df-a8d5-9d4c8e011f36,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:45.874555 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d9cad2e1-ffef-4e92-9d74-93e04642af7c tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/routers/cbef7bf1-fb44-4c30-a429-bc9b801e0362 HTTP/1.1" status: 200 len: 880 time: 0.2092507 Dec 22 04:53:45.875249 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] No DVR routers for this DVR port 7f5d288e-991e-41df-a8d5-9d4c8e011f36 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:45.882327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38818) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:45.887052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.893787 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] 10.222.0.54 "DELETE /v2.0/networks/623df8f0-c4df-4f4e-93f2-0f23f453acde HTTP/1.1" status: 204 len: 168 time: 1.3646505 Dec 22 04:53:45.920504 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b5d52-bcc3-4546-85cc-41d63d045cb9 req-87a0edc7-2e51-4d63-86a9-a2e0461c0dad tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:45.920994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:45.922027 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a37b5d52-bcc3-4546-85cc-41d63d045cb9 req-87a0edc7-2e51-4d63-86a9-a2e0461c0dad tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1621025 Dec 22 04:53:45.938324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7365c11a-932b-489d-986a-94b74ea11f77 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:53:45.969121 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7365c11a-932b-489d-986a-94b74ea11f77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7365c11a-932b-489d-986a-94b74ea11f77,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:45.973047 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Pushing event deleted for resources: {'Port': ['ID=89777ce2-26da-4abe-a35b-3c7a701e2bda,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:46.055899 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.059620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.060608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.115118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=7365c11a-932b-489d-986a-94b74ea11f77,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:46.155708 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a37b5d52-bcc3-4546-85cc-41d63d045cb9 req-ba7e08b4-291c-4f41-bdac-5b127dec4081 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835639 Dec 22 04:53:46.162018 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acba3edc-1a2e-4051-96b5-5b30cfbf6171']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:46.175925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7315f982-e7ae-4c26-a1ec-2e935c2140a0') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:46.176231 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7315f982-e7ae-4c26-a1ec-2e935c2140a0') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:46.246348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.251593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad43726-afac-4055-bd91-bc7a0d12c946 admin admin] Pushing event deleted for resources: {'Network': ['ID=623df8f0-c4df-4f4e-93f2-0f23f453acde,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:46.295713 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.352811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:46.353695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:46.356403 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:46.363125 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['7365c11a-932b-489d-986a-94b74ea11f77'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:53:46.363369 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_backend_mixin [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Performing IP validity checks on allocation pools {{(pid=109183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:53:46.366092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_backend_mixin [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:53:46.370693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.401751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.428281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38826) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:46.492167 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163d28c-56aa-4447-bd1e-2b197d062374 req-899a6b9e-899d-46ee-ab61-693e250c3e4f tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:46.493691 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8163d28c-56aa-4447-bd1e-2b197d062374 req-899a6b9e-899d-46ee-ab61-693e250c3e4f tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 944 time: 0.1993384 Dec 22 04:53:46.508425 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f1a542fc-805c-4ad9-a182-f01c6b311d6b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c8691fd6612f4f9994457c3334d20dee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0766418 Dec 22 04:53:46.508723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38828) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:46.531581 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Router fee60ec4-0509-4fcf-9c32-da67ca11ccd1 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:46.539315 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.578626 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8163d28c-56aa-4447-bd1e-2b197d062374 req-f7f9c63a-599a-45b3-8868-8ab89cb7cfb7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700777 Dec 22 04:53:46.582328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.588722 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/acba3edc-1a2e-4051-96b5-5b30cfbf6171 HTTP/1.1" status: 204 len: 168 time: 1.7750194 Dec 22 04:53:46.618037 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07371c4-bc4c-4eef-a3d7-80f32b3bc4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=acba3edc-1a2e-4051-96b5-5b30cfbf6171,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:46.729218 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-76fc0587-12da-41b0-8b60-a8d9718284d0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8428745 Dec 22 04:53:46.729892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38834) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:46.734381 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a32e0815-0823-44b8-a653-35c9e039a787 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1435592301'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:46.745264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-641b6fa2-4be1-4ef6-873c-be62a3f220c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.763890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5d536-fac1-4d08-a807-e119df5a5c88 req-556dc3f1-0375-4f9b-b207-88810d2bfa05 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:46.765491 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-38e5d536-fac1-4d08-a807-e119df5a5c88 req-556dc3f1-0375-4f9b-b207-88810d2bfa05 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1721404 Dec 22 04:53:46.798874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:46.806554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.811175 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3f5a8f04-4264-47f6-9f99-906c4356f88a tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "PUT /v2.0/routers/fee60ec4-0509-4fcf-9c32-da67ca11ccd1 HTTP/1.1" status: 200 len: 705 time: 3.8079810 Dec 22 04:53:46.811329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9259ad98-19eb-429b-b730-fc96b31cf86b None None] Sync routers for ids ['fee60ec4-0509-4fcf-9c32-da67ca11ccd1'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:46.811761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38836) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:46.816406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-641b6fa2-4be1-4ef6-873c-be62a3f220c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:46.822386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9259ad98-19eb-429b-b730-fc96b31cf86b None None] Routers {'fee60ec4-0509-4fcf-9c32-da67ca11ccd1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:46.825927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9259ad98-19eb-429b-b730-fc96b31cf86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['fee60ec4-0509-4fcf-9c32-da67ca11ccd1'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:46.883471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9259ad98-19eb-429b-b730-fc96b31cf86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:46.891886 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-38e5d536-fac1-4d08-a807-e119df5a5c88 req-2123c4d3-ddb3-4499-9204-64abcc3b966e tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133204 Dec 22 04:53:46.900417 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9259ad98-19eb-429b-b730-fc96b31cf86b None None] Routers {'fee60ec4-0509-4fcf-9c32-da67ca11ccd1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:46.900417 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9259ad98-19eb-429b-b730-fc96b31cf86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['fee60ec4-0509-4fcf-9c32-da67ca11ccd1'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:46.922588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38838) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:46.928662 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3cf95405-d63f-43d0-aeb7-524eaf5152e2 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/routers/fee60ec4-0509-4fcf-9c32-da67ca11ccd1 HTTP/1.1" status: 200 len: 740 time: 0.1115804 Dec 22 04:53:46.949327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7f5d288e-991e-41df-a8d5-9d4c8e011f36 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:46.952599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9259ad98-19eb-429b-b730-fc96b31cf86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:46.953225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9259ad98-19eb-429b-b730-fc96b31cf86b None None] The sync data for ids ['fee60ec4-0509-4fcf-9c32-da67ca11ccd1'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:46.971412 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 7f5d288e-991e-41df-a8d5-9d4c8e011f36 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:46.971757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7f5d288e-991e-41df-a8d5-9d4c8e011f36 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:46.992962 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-74ea85c0-c86e-484d-8760-2574f452c3c9 tempest-RoutersAdminTest-1041624146 tempest-RoutersAdminTest-1041624146-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=42d15e0e-484d-404f-97b4-aa292329db95&device_id=fee60ec4-0509-4fcf-9c32-da67ca11ccd1 HTTP/1.1" status: 200 len: 205 time: 0.0592034 Dec 22 04:53:46.995381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38840) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:47.028269 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3adeec6a-649f-41f1-b756-586e34072b8f tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "GET /v2.0/ports?device_id=fee60ec4-0509-4fcf-9c32-da67ca11ccd1 HTTP/1.1" status: 200 len: 205 time: 0.0293453 Dec 22 04:53:47.028652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38842) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:47.035279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.138695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03c33315-9fab-464a-99fb-51cea621a489 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.160950 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a32e0815-0823-44b8-a653-35c9e039a787 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.178446 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-641b6fa2-4be1-4ef6-873c-be62a3f220c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.181031 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-641b6fa2-4be1-4ef6-873c-be62a3f220c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.182235 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-641b6fa2-4be1-4ef6-873c-be62a3f220c3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f98197c8-7038-4076-914e-f317b7f81025 HTTP/1.1" status: 204 len: 168 time: 0.6726031 Dec 22 04:53:47.206323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38846) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:47.224656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Subnet': ['ID=97aef21d-ee11-4fa4-a843-6d780d458d29,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:47.233796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b6fa2-4be1-4ef6-873c-be62a3f220c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98197c8-7038-4076-914e-f317b7f81025,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:47.250188 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2b1f882b-e88c-4849-b94a-ee625bb2699d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc695b84985544e19d5e39f94c543b64&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402811 Dec 22 04:53:47.250620 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38848) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:47.293661 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a32e0815-0823-44b8-a653-35c9e039a787 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.341597 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Checking segment: {'id': '8d054cc1-bd1c-4abe-892c-286d6d1abb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9d806b3-9ea3-4a16-b529-174b860dc046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:47.341959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network hostable DHCP agents. Network: b9d806b3-9ea3-4a16-b529-174b860dc046, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:47.361577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03c33315-9fab-464a-99fb-51cea621a489 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.370927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03c33315-9fab-464a-99fb-51cea621a489 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.406737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32e0815-0823-44b8-a653-35c9e039a787 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router cbef7bf1-fb44-4c30-a429-bc9b801e0362 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:47.431782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d213824-f8a2-4270-87fc-4a046622372c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.452935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network b9d806b3-9ea3-4a16-b529-174b860dc046 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:47.457247 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d213824-f8a2-4270-87fc-4a046622372c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.519083 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32e0815-0823-44b8-a653-35c9e039a787 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:47.526268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a32e0815-0823-44b8-a653-35c9e039a787 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.527288 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a32e0815-0823-44b8-a653-35c9e039a787 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/cbef7bf1-fb44-4c30-a429-bc9b801e0362 HTTP/1.1" status: 200 len: 887 time: 0.7964888 Dec 22 04:53:47.530013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38852) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:47.533479 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76624e-987d-4eb5-9147-6cb525de255c None None] Sync routers for ids ['cbef7bf1-fb44-4c30-a429-bc9b801e0362'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:47.542765 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e76624e-987d-4eb5-9147-6cb525de255c None None] Routers {'cbef7bf1-fb44-4c30-a429-bc9b801e0362'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:47.543838 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7e76624e-987d-4eb5-9147-6cb525de255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['cbef7bf1-fb44-4c30-a429-bc9b801e0362'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:47.544879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03c33315-9fab-464a-99fb-51cea621a489 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.545608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c33315-9fab-464a-99fb-51cea621a489 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Fanout notify agent at l3_agent the message router_deleted on router fee60ec4-0509-4fcf-9c32-da67ca11ccd1 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:47.554986 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-03c33315-9fab-464a-99fb-51cea621a489 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.556085 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-03c33315-9fab-464a-99fb-51cea621a489 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/routers/fee60ec4-0509-4fcf-9c32-da67ca11ccd1 HTTP/1.1" status: 204 len: 168 time: 0.5266433 Dec 22 04:53:47.559825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38854) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:47.578244 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7e76624e-987d-4eb5-9147-6cb525de255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:47.588266 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e76624e-987d-4eb5-9147-6cb525de255c None None] Routers {'cbef7bf1-fb44-4c30-a429-bc9b801e0362'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:47.589136 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7e76624e-987d-4eb5-9147-6cb525de255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['cbef7bf1-fb44-4c30-a429-bc9b801e0362'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:47.595720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, b9d806b3-9ea3-4a16-b529-174b860dc046) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:47.609468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea9e6a9-82d7-4113-bc24-e8c1465d3feb None None] Network b9d806b3-9ea3-4a16-b529-174b860dc046 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:47.612679 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cbb8d936-a213-4b5c-b134-1107a1261e94 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "GET /v2.0/ports?device_id=fee60ec4-0509-4fcf-9c32-da67ca11ccd1 HTTP/1.1" status: 200 len: 205 time: 0.0515442 Dec 22 04:53:47.613403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d213824-f8a2-4270-87fc-4a046622372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.616825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d213824-f8a2-4270-87fc-4a046622372c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.629697 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7e76624e-987d-4eb5-9147-6cb525de255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:47.630595 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e76624e-987d-4eb5-9147-6cb525de255c None None] The sync data for ids ['cbef7bf1-fb44-4c30-a429-bc9b801e0362'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:47.633179 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8d213824-f8a2-4270-87fc-4a046622372c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d054ba48-029c-44b8-a5e3-b5053711f00b HTTP/1.1" status: 204 len: 168 time: 0.3692362 Dec 22 04:53:47.637067 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38860) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:47.642290 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:47.642905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.673919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7365c11a-932b-489d-986a-94b74ea11f77 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:47.702264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d213824-f8a2-4270-87fc-4a046622372c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d054ba48-029c-44b8-a5e3-b5053711f00b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:47.705569 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-e3e2aa93-c8ba-461c-85e3-0659b29a0ef0 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] delete failed (client error): The resource could not be found. Dec 22 04:53:47.711595 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e3e2aa93-c8ba-461c-85e3-0659b29a0ef0 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/routers/fee60ec4-0509-4fcf-9c32-da67ca11ccd1 HTTP/1.1" status: 404 len: 336 time: 0.0579216 Dec 22 04:53:47.713731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38866) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:47.746362 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-99a51a92-60f4-450b-be47-cfa8c8617d2c tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "GET /v2.0/ports?device_id=36b2e34a-b637-409b-a838-7fdcc3a58698 HTTP/1.1" status: 200 len: 205 time: 0.0290153 Dec 22 04:53:47.747068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38868) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:47.817447 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d696c188-9c22-49cc-989a-3bfd92669f1a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3824999 Dec 22 04:53:47.817447 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-d05303de-1d78-432c-9657-8b25e438f845 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] delete failed (client error): The resource could not be found. Dec 22 04:53:47.817447 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d05303de-1d78-432c-9657-8b25e438f845 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/routers/36b2e34a-b637-409b-a838-7fdcc3a58698 HTTP/1.1" status: 404 len: 336 time: 0.0694864 Dec 22 04:53:47.817447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38872) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:47.825443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38874) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:47.836000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': 'b9d806b3-9ea3-4a16-b529-174b860dc046', 'name': 'tempest-PortsIpV6TestJSON-1595601475'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:47.950295 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 7365c11a-932b-489d-986a-94b74ea11f77 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:47.958990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 7365c11a-932b-489d-986a-94b74ea11f77 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:47.959352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:47.984662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-b9d806b3-9ea3-4a16-b529-174b860dc046', 'network_id': 'b9d806b3-9ea3-4a16-b529-174b860dc046', 'tenant_id': '57d5c0f7a0254b2994086b9f9f83d7fc', 'fixed_ips': [{'subnet_id': '97aef21d-ee11-4fa4-a843-6d780d458d29'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:53:47.985894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.003041 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-378c127f-cbf4-484f-8ffc-b59cfa35ab7b tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "GET /v2.0/ports?device_id=94d1c83a-918b-449c-94c1-ba85d25b1f90 HTTP/1.1" status: 200 len: 205 time: 0.1738374 Dec 22 04:53:48.003817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38882) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:48.061819 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-26dddef4-79e8-4da0-9dd4-046404ac18b4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] delete failed (client error): The resource could not be found. Dec 22 04:53:48.065769 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-26dddef4-79e8-4da0-9dd4-046404ac18b4 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/routers/94d1c83a-918b-449c-94c1-ba85d25b1f90 HTTP/1.1" status: 404 len: 336 time: 0.0581892 Dec 22 04:53:48.078210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38886) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:48.110799 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e6f46c0a-3995-4cee-96cd-98cf90fcd564 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "GET /v2.0/ports?device_id=ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508 HTTP/1.1" status: 200 len: 205 time: 0.0277636 Dec 22 04:53:48.111256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38888) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:48.185050 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-aa5e4b69-fceb-4bb4-9738-f51dafb968dd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] delete failed (client error): The resource could not be found. Dec 22 04:53:48.189525 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-aa5e4b69-fceb-4bb4-9738-f51dafb968dd tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/routers/ccd90dd8-0b5d-41b0-ab4f-69fdf19b2508 HTTP/1.1" status: 404 len: 336 time: 0.0741229 Dec 22 04:53:48.190406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:48.197959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.229755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38894) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:48.243856 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port 7345cef0-a5f3-420e-affd-1f1c76ec376a yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:53:48.323989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.346938 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9da27-112e-4158-a24e-32401a3edc91 req-af2c688b-7f28-4fb4-9051-3447253bf93d tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:48.350849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Allocated IP 2001:db8::2 (b9d806b3-9ea3-4a16-b529-174b860dc046/97aef21d-ee11-4fa4-a843-6d780d458d29/3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:48.355195 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-85d9da27-112e-4158-a24e-32401a3edc91 req-af2c688b-7f28-4fb4-9051-3447253bf93d tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 944 time: 0.1234465 Dec 22 04:53:48.360147 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bbc75cf1-b3f2-45ca-90c4-dd4c5dc25d4b tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "GET /v2.0/ports?device_id=96031e90-0c61-4c56-b1a1-e83433ad630f HTTP/1.1" status: 200 len: 205 time: 0.0409896 Dec 22 04:53:48.361622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38900) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:48.373979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d9c34-96f9-4271-8888-b5067db6dcc0 req-b3ea2836-bb41-494d-803c-c37dbceab598 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:48.374196 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:48.377074 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea1d9c34-96f9-4271-8888-b5067db6dcc0 req-b3ea2836-bb41-494d-803c-c37dbceab598 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.3678405 Dec 22 04:53:48.377827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8199be68-7143-417f-a2a7-6cd2eedde68e" -d '{"events": [{"server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "name": "network-vif-plugged", "status": "completed", "tag": "7365c11a-932b-489d-986a-94b74ea11f77"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:48.399876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7365c11a-932b-489d-986a-94b74ea11f77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7365c11a-932b-489d-986a-94b74ea11f77,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:48.426050 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea1d9c34-96f9-4271-8888-b5067db6dcc0 req-2579beea-7e5a-4355-9525-d2e6ab129830 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432878 Dec 22 04:53:48.470200 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-389110ec-2372-4dea-ae18-5adcdce2bac5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] delete failed (client error): The resource could not be found. Dec 22 04:53:48.470200 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-389110ec-2372-4dea-ae18-5adcdce2bac5 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/routers/96031e90-0c61-4c56-b1a1-e83433ad630f HTTP/1.1" status: 404 len: 336 time: 0.1070297 Dec 22 04:53:48.472007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38906) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:48.489568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.504065 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b05c8e7c-829d-4c75-9c0c-6e5c8e740c96 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/routers/cbef7bf1-fb44-4c30-a429-bc9b801e0362 HTTP/1.1" status: 200 len: 887 time: 0.9719436 Dec 22 04:53:48.508007 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0408f7-1a51-43fe-9e9f-b60caf52a112 x-openstack-request-id: req-ab0408f7-1a51-43fe-9e9f-b60caf52a112 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:48.508369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "name": "network-vif-plugged", "status": "completed", "tag": "7365c11a-932b-489d-986a-94b74ea11f77", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:48.508715 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab0408f7-1a51-43fe-9e9f-b60caf52a112 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:48.508961 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77', 'code': 200} Dec 22 04:53:48.520917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38908) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:48.534091 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4f619386-dc53-4867-b0a9-6c03675812a3 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "GET /v2.0/ports?device_id=6da0455b-ade6-4c4b-9d23-5119c85df3b6 HTTP/1.1" status: 200 len: 205 time: 0.0608990 Dec 22 04:53:48.538320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38912) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:48.611994 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8781083f-fa7d-4e30-b051-193a5a09f28b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbef7bf1-fb44-4c30-a429-bc9b801e0362 HTTP/1.1" status: 200 len: 205 time: 0.0870097 Dec 22 04:53:48.616771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38914) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:48.624092 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-85d9da27-112e-4158-a24e-32401a3edc91 req-fb84086f-7431-4823-9dde-a36a7cc72a08 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680395 Dec 22 04:53:48.655201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=7365c11a-932b-489d-986a-94b74ea11f77,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:48.671980 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-92e8a383-bee8-41b0-98d2-7ee1a26e8896 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] delete failed (client error): The resource could not be found. Dec 22 04:53:48.674636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.679075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38920) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:48.679927 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-92e8a383-bee8-41b0-98d2-7ee1a26e8896 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/routers/6da0455b-ade6-4c4b-9d23-5119c85df3b6 HTTP/1.1" status: 404 len: 336 time: 0.1403928 Dec 22 04:53:48.741856 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0a6282-26e6-45dd-87fb-af6265a25d63 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:48.742058 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.742293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0a6282-26e6-45dd-87fb-af6265a25d63 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:48.745265 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0e0a6282-26e6-45dd-87fb-af6265a25d63 tempest-RoutersAdminTest-203500215 tempest-RoutersAdminTest-203500215-project] 10.222.0.54 "DELETE /v2.0/subnets/a2b12308-b45c-4ea3-ae35-664116f6e8bb HTTP/1.1" status: 404 len: 337 time: 0.0652628 Dec 22 04:53:48.770367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Network b9d806b3-9ea3-4a16-b529-174b860dc046 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:48.777888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:48.783657 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:48.798923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:48.818130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8::13e (b9d806b3-9ea3-4a16-b529-174b860dc046/97aef21d-ee11-4fa4-a843-6d780d458d29/7345cef0-a5f3-420e-affd-1f1c76ec376a) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:48.937843 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Pushing event updated for resources: {'Port': ['ID=3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:49.008319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Attempting to bind port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:49.008902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Attempting to bind port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '8d054cc1-bd1c-4abe-892c-286d6d1abb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9d806b3-9ea3-4a16-b529-174b860dc046'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:49.011344 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Attempting to bind port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 on network b9d806b3-9ea3-4a16-b529-174b860dc046 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:49.028745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:49.029134 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Checking segment: {'id': '8d054cc1-bd1c-4abe-892c-286d6d1abb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9d806b3-9ea3-4a16-b529-174b860dc046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:49.029543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.029945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Bound using segment: {'id': '8d054cc1-bd1c-4abe-892c-286d6d1abb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9d806b3-9ea3-4a16-b529-174b860dc046'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:49.030432 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Bound port: 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d054cc1-bd1c-4abe-892c-286d6d1abb1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b9d806b3-9ea3-4a16-b529-174b860dc046'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:49.034779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.091476 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ac831-3a54-4844-bf4f-2aed450d7961 req-57175c18-7eca-46e5-9c85-c261505a3dfd tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:49.093126 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ee6ac831-3a54-4844-bf4f-2aed450d7961 req-57175c18-7eca-46e5-9c85-c261505a3dfd tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1666050 Dec 22 04:53:49.139305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] For port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:49.144655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] For port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6,segment=NetworkSegment(8d054cc1-bd1c-4abe-892c-286d6d1abb1d),segment_id=8d054cc1-bd1c-4abe-892c-286d6d1abb1d)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:49.149751 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ee6ac831-3a54-4844-bf4f-2aed450d7961 req-48dc4035-a6f7-47a9-9571-2d3bbead778d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486283 Dec 22 04:53:49.153417 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.217341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.300884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port 30cd1b7c-7a38-4fcc-b647-b75c81f9f470 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:49.301342 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.345219 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb0ec6-4d64-4ff8-ac45-31d4c6f0acb2 None None] Pushing event updated for resources: {'Port': ['ID=3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:49.397858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.418228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for 30cd1b7c-7a38-4fcc-b647-b75c81f9f470 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:49.480795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcbd96-51fd-445f-bfa2-17e1a759c62a req-b9a6c6dc-f634-465e-ba9a-03907b9572e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:49.482407 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-58fcbd96-51fd-445f-bfa2-17e1a759c62a req-b9a6c6dc-f634-465e-ba9a-03907b9572e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 1098 time: 0.5056629 Dec 22 04:53:49.530084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.562945 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-58fcbd96-51fd-445f-bfa2-17e1a759c62a req-8966c930-6051-42e7-ba9d-0183fc2fc5b3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704207 Dec 22 04:53:49.635458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38942) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:49.677577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.737961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network b9d806b3-9ea3-4a16-b529-174b860dc046 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:49.745954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:49.751870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:49.752386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.757615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:49.758259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.786728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=30cd1b7c-7a38-4fcc-b647-b75c81f9f470,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:49.806485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=7345cef0-a5f3-420e-affd-1f1c76ec376a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:49.830174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3c78b-47c3-4bb9-9093-d67f8d74ad80 req-f97fe32b-11c7-4053-9c8c-0d593cf69e29 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:49.831802 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c6b3c78b-47c3-4bb9-9093-d67f8d74ad80 req-f97fe32b-11c7-4053-9c8c-0d593cf69e29 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.0815561 Dec 22 04:53:49.863391 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.876574 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c6b3c78b-47c3-4bb9-9093-d67f8d74ad80 req-afba2b3b-d5c7-4156-8acf-bae7559c04c2 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379682 Dec 22 04:53:49.892396 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-95b5194b-7d97-45ae-b753-26f8ee89d566 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0710661 Dec 22 04:53:49.899316 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38950) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:49.966107 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:49.968439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.016695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c1786b44-79ca-4ee0-8cc9-ffc6b0b335ed tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 7345cef0-a5f3-420e-affd-1f1c76ec376a {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:50.017037 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c1786b44-79ca-4ee0-8cc9-ffc6b0b335ed tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.102099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-52d41a64-186e-4ed4-9348-e73f9e669a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.104507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.105068 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Fanout notify agent at l3_agent the message router_deleted on router cbef7bf1-fb44-4c30-a429-bc9b801e0362 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:50.119455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.120627 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1e3c590d-1a56-46e4-9a42-ef74659c1cca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/cbef7bf1-fb44-4c30-a429-bc9b801e0362 HTTP/1.1" status: 204 len: 168 time: 1.5026498 Dec 22 04:53:50.124447 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38956) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:50.129893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c420037f-6fb7-4a1a-8c8c-39b40a3d3e08 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'network': {'name': 'tempest-RoutersTest-823842809'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:50.130964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c1786b44-79ca-4ee0-8cc9-ffc6b0b335ed tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.151218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c1786b44-79ca-4ee0-8cc9-ffc6b0b335ed tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 7345cef0-a5f3-420e-affd-1f1c76ec376a owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:50.227221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c420037f-6fb7-4a1a-8c8c-39b40a3d3e08 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:50.236096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c420037f-6fb7-4a1a-8c8c-39b40a3d3e08 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.299143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-52d41a64-186e-4ed4-9348-e73f9e669a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.342929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129f9fa-0681-4158-ad25-b2a846ff7353 req-54ca4f69-de16-4700-817a-fd4380210ed6 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:50.346484 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f129f9fa-0681-4158-ad25-b2a846ff7353 req-54ca4f69-de16-4700-817a-fd4380210ed6 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.0998161 Dec 22 04:53:50.391349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-52d41a64-186e-4ed4-9348-e73f9e669a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.398151 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f129f9fa-0681-4158-ad25-b2a846ff7353 req-7aebdd14-e7a0-4100-b186-6e4246c51698 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443881 Dec 22 04:53:50.443313 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-52d41a64-186e-4ed4-9348-e73f9e669a9a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4724e9e521f8421980ec7b9df6f1af96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8058393 Dec 22 04:53:50.444509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d41a64-186e-4ed4-9348-e73f9e669a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8934592-9217-4c6b-bc7e-971027f7d549,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:50.446225 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38972) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:50.501058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c1786b44-79ca-4ee0-8cc9-ffc6b0b335ed tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.518058 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c420037f-6fb7-4a1a-8c8c-39b40a3d3e08 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:50.533863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c420037f-6fb7-4a1a-8c8c-39b40a3d3e08 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.536585 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-c420037f-6fb7-4a1a-8c8c-39b40a3d3e08 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Added segment 808d92ff-ecc3-4bf6-818f-3205b50799ed of type vlan for network 26f4c343-6e30-4354-99ec-a9a1e5c19b60 Dec 22 04:53:50.536697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.549817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1786b44-79ca-4ee0-8cc9-ffc6b0b335ed tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=7345cef0-a5f3-420e-affd-1f1c76ec376a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:50.624725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c420037f-6fb7-4a1a-8c8c-39b40a3d3e08 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.653276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38978) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:50.659907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c1786b44-79ca-4ee0-8cc9-ffc6b0b335ed tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.668302 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c1786b44-79ca-4ee0-8cc9-ffc6b0b335ed tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/7345cef0-a5f3-420e-affd-1f1c76ec376a HTTP/1.1" status: 204 len: 168 time: 0.7745004 Dec 22 04:53:50.670817 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38982) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:50.679129 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d4231-6969-4aa8-ad5e-bdfa6c3af350 None None] Network b9d806b3-9ea3-4a16-b529-174b860dc046 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:50.681238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cb08712a-ab4e-4027-b89c-96ac4d4cd723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.698904 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c42855-8f47-4dcd-8eaf-a8617569e277 req-8cd099e4-af88-4e91-bef2-d6b4a5ce6105 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:50.706655 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d3c42855-8f47-4dcd-8eaf-a8617569e277 req-8cd099e4-af88-4e91-bef2-d6b4a5ce6105 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1607802 Dec 22 04:53:50.708834 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cd5021-1bb7-42e6-9533-da9fa0c3a56b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] DELETE failed (client error): The resource could not be found. Dec 22 04:53:50.709505 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10cd5021-1bb7-42e6-9533-da9fa0c3a56b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:53:50.715319 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-10cd5021-1bb7-42e6-9533-da9fa0c3a56b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/7345cef0-a5f3-420e-affd-1f1c76ec376a HTTP/1.1" status: 404 len: 333 time: 0.0416207 Dec 22 04:53:50.715597 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 38984) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:50.758386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cb08712a-ab4e-4027-b89c-96ac4d4cd723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.760034 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c420037f-6fb7-4a1a-8c8c-39b40a3d3e08 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.765702 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420037f-6fb7-4a1a-8c8c-39b40a3d3e08 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:50.766303 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c420037f-6fb7-4a1a-8c8c-39b40a3d3e08 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.776793 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f4e0b3-07e6-4a69-ada1-6be01ce234ed tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:53:50.778465 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-27f4e0b3-07e6-4a69-ada1-6be01ce234ed tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/7345cef0-a5f3-420e-affd-1f1c76ec376a HTTP/1.1" status: 404 len: 333 time: 0.0620513 Dec 22 04:53:50.781712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38988) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:50.781941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-78ee9cd8-bf05-4a47-9237-b6c4d25687eb None None] Provisioning complete for port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:50.783029 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-78ee9cd8-bf05-4a47-9237-b6c4d25687eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:50.905092 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c420037f-6fb7-4a1a-8c8c-39b40a3d3e08 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7793725 Dec 22 04:53:50.910527 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d3c42855-8f47-4dcd-8eaf-a8617569e277 req-1a045dd8-ea63-440e-8455-21b8fadef88b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901712 Dec 22 04:53:50.911115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 38990) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:50.915913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-89b5ae52-6250-4931-8bf8-dbefaeb2e1c9 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1404762758'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:50.920816 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8b0c21bf-a3b2-4c6d-aaa8-bf9ffe4ef2f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'subnet': {'network_id': '26f4c343-6e30-4354-99ec-a9a1e5c19b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:50.969749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420037f-6fb7-4a1a-8c8c-39b40a3d3e08 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Network': ['ID=26f4c343-6e30-4354-99ec-a9a1e5c19b60,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:50.973137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-78ee9cd8-bf05-4a47-9237-b6c4d25687eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.015123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 26f4c343-6e30-4354-99ec-a9a1e5c19b60 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:51.088008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:51.093701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f5aca3-606a-4781-be9b-3afc7784d85a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting subnet 97aef21d-ee11-4fa4-a843-6d780d458d29 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:53:51.095197 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-78ee9cd8-bf05-4a47-9237-b6c4d25687eb None None] For port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6,segment=NetworkSegment(8d054cc1-bd1c-4abe-892c-286d6d1abb1d),segment_id=8d054cc1-bd1c-4abe-892c-286d6d1abb1d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:51.108729 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9463e-15b0-4cd7-a423-e16dd8c4a25b req-a32e97c5-c328-4609-b8e3-49f31f1cc4d5 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:51.111279 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-67e9463e-15b0-4cd7-a423-e16dd8c4a25b req-a32e97c5-c328-4609-b8e3-49f31f1cc4d5 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.0811286 Dec 22 04:53:51.139815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-66f5aca3-606a-4781-be9b-3afc7784d85a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.150258 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cb08712a-ab4e-4027-b89c-96ac4d4cd723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.157914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cb08712a-ab4e-4027-b89c-96ac4d4cd723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.159065 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cb08712a-ab4e-4027-b89c-96ac4d4cd723 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f8934592-9217-4c6b-bc7e-971027f7d549 HTTP/1.1" status: 204 len: 168 time: 0.7118094 Dec 22 04:53:51.162852 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89b5ae52-6250-4931-8bf8-dbefaeb2e1c9 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.163916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89b5ae52-6250-4931-8bf8-dbefaeb2e1c9 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.190116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:51.190487 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.194810 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08712a-ab4e-4027-b89c-96ac4d4cd723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8934592-9217-4c6b-bc7e-971027f7d549,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:51.233204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-78ee9cd8-bf05-4a47-9237-b6c4d25687eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.279457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd40b6-ea8c-40a4-bfc4-0b32e7089c02 req-3f5c2e86-c94a-4410-9bd2-7513027c933d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:51.281350 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1efd40b6-ea8c-40a4-bfc4-0b32e7089c02 req-3f5c2e86-c94a-4410-9bd2-7513027c933d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2395835 Dec 22 04:53:51.287890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-66f5aca3-606a-4781-be9b-3afc7784d85a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.299010 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-67e9463e-15b0-4cd7-a423-e16dd8c4a25b req-74f23403-b8b1-44d1-9a2b-c5284dd6cdcf tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720164 Dec 22 04:53:51.299865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89b5ae52-6250-4931-8bf8-dbefaeb2e1c9 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.340345 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee9cd8-bf05-4a47-9237-b6c4d25687eb None None] Pushing event updated for resources: {'Port': ['ID=3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:51.367190 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-62a6e871-916b-48e6-aa19-da23800bb3a9 None None] Provisioning complete for port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:51.368163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-62a6e871-916b-48e6-aa19-da23800bb3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.447441 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21dff8-1d7e-40a0-9bba-909ed1885ae7 req-3a549227-597f-4f27-8329-168edfe00f51 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:51.449547 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fd21dff8-1d7e-40a0-9bba-909ed1885ae7 req-3a549227-597f-4f27-8329-168edfe00f51 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.0587182 Dec 22 04:53:51.450600 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89b5ae52-6250-4931-8bf8-dbefaeb2e1c9 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.493292 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1efd40b6-ea8c-40a4-bfc4-0b32e7089c02 req-e2b9ce20-7c80-4add-ac56-8e8bb8f08985 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961031 Dec 22 04:53:51.521672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-66f5aca3-606a-4781-be9b-3afc7784d85a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.526587 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fd21dff8-1d7e-40a0-9bba-909ed1885ae7 req-dde76c37-24b6-4883-9b22-de9af9015e5e tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602367 Dec 22 04:53:51.548907 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89b5ae52-6250-4931-8bf8-dbefaeb2e1c9 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.549467 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-89b5ae52-6250-4931-8bf8-dbefaeb2e1c9 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8925581 Dec 22 04:53:51.551942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39010) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:51.578167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39012) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:51.620333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0c21bf-a3b2-4c6d-aaa8-bf9ffe4ef2f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:51.624021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8b0c21bf-a3b2-4c6d-aaa8-bf9ffe4ef2f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.659401 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f167fa4-6627-46bd-b0d5-75a07f5a0764 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.692182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-bd241f4d-d919-4407-8cac-5d0fc628f2a6 None None] Could not find standard attr ID for object 7345cef0-a5f3-420e-affd-1f1c76ec376a. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:53:51.795899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d57c83-e7c4-4aba-897c-7fc02859cceb tempest-TestNetworkAdvancedServerOps-1815794544 tempest-TestNetworkAdvancedServerOps-1815794544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:51.800489 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-82d57c83-e7c4-4aba-897c-7fc02859cceb tempest-TestNetworkAdvancedServerOps-1815794544 tempest-TestNetworkAdvancedServerOps-1815794544-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 1093 time: 0.2151244 Dec 22 04:53:51.803713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39020) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:51.811975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bafdc-52c3-4c50-b388-3661f606d43a req-62bc2dc7-34e2-447d-8481-062bc45dbc95 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:51.820152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ba5bafdc-52c3-4c50-b388-3661f606d43a req-62bc2dc7-34e2-447d-8481-062bc45dbc95 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2218738 Dec 22 04:53:51.826357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '7365c11a-932b-489d-986a-94b74ea11f77', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:51.878060 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f167fa4-6627-46bd-b0d5-75a07f5a0764 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.880311 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f167fa4-6627-46bd-b0d5-75a07f5a0764 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.883241 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ba5bafdc-52c3-4c50-b388-3661f606d43a req-9ff08121-0ec0-4db9-bce2-e249e8007173 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620801 Dec 22 04:53:51.900547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-66f5aca3-606a-4781-be9b-3afc7784d85a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.906933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39022) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:51.942687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5aca3-606a-4781-be9b-3afc7784d85a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Subnet': ['ID=97aef21d-ee11-4fa4-a843-6d780d458d29,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:51.954331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-66f5aca3-606a-4781-be9b-3afc7784d85a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:51.954331 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-66f5aca3-606a-4781-be9b-3afc7784d85a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/97aef21d-ee11-4fa4-a843-6d780d458d29 HTTP/1.1" status: 204 len: 168 time: 1.1707482 Dec 22 04:53:51.957287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39028) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:51.959197 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d32bab-19f1-4ea9-98f2-715356a653e2 None None] Network b9d806b3-9ea3-4a16-b529-174b860dc046 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:52.009855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.077155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f167fa4-6627-46bd-b0d5-75a07f5a0764 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.077659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f167fa4-6627-46bd-b0d5-75a07f5a0764 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6e8b0b4-5b35-4e9c-b94c-ac9b2ad74ab2 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:52.082669 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f167fa4-6627-46bd-b0d5-75a07f5a0764 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.083870 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5f167fa4-6627-46bd-b0d5-75a07f5a0764 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] 10.222.0.54 "DELETE /v2.0/routers/a6e8b0b4-5b35-4e9c-b94c-ac9b2ad74ab2 HTTP/1.1" status: 204 len: 168 time: 0.5306745 Dec 22 04:53:52.087201 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39030) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:52.096012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-08c6e228-d96d-456d-bebb-676ef810fb78 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Request body: {'router': {'name': 'tempest-router-1243100419', 'distributed': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:52.120141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.137827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:52.146810 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39032) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:52.186775 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8573924e-72bf-48ca-8ccc-378ef9201169 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6e7cea15f654b1bbfde9d24d3f94e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388205 Dec 22 04:53:52.189318 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39034) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:52.206159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08c6e228-d96d-456d-bebb-676ef810fb78 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.207284 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08c6e228-d96d-456d-bebb-676ef810fb78 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.212810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db32f62c-a515-4b81-8625-8ccc5b2c752a None None] DHCP port deletion for b9d806b3-9ea3-4a16-b529-174b860dc046 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:53:52.264779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8b0c21bf-a3b2-4c6d-aaa8-bf9ffe4ef2f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.270082 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-db32f62c-a515-4b81-8625-8ccc5b2c752a None None] Deleting port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:52.270562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-db32f62c-a515-4b81-8625-8ccc5b2c752a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.286706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08c6e228-d96d-456d-bebb-676ef810fb78 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.296327 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb503-dc50-43a2-98fc-e79d51c9a52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.320062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb503-dc50-43a2-98fc-e79d51c9a52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.322406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:52.322740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.332299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.337221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-db32f62c-a515-4b81-8625-8ccc5b2c752a None None] For port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6,segment=NetworkSegment(8d054cc1-bd1c-4abe-892c-286d6d1abb1d),segment_id=8d054cc1-bd1c-4abe-892c-286d6d1abb1d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:52.337797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-db32f62c-a515-4b81-8625-8ccc5b2c752a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.352393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08c6e228-d96d-456d-bebb-676ef810fb78 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.353017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-db32f62c-a515-4b81-8625-8ccc5b2c752a None None] Calling delete_port for 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:52.439884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.442229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c21bf-a3b2-4c6d-aaa8-bf9ffe4ef2f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Subnet': ['ID=14238385-3fbb-49cb-9bf9-c2bdcbcbd1d6,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:52.456857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08c6e228-d96d-456d-bebb-676ef810fb78 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.458386 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-08c6e228-d96d-456d-bebb-676ef810fb78 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3682120 Dec 22 04:53:52.462636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39036) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:52.476079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] For port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6,segment=NetworkSegment(8d054cc1-bd1c-4abe-892c-286d6d1abb1d),segment_id=8d054cc1-bd1c-4abe-892c-286d6d1abb1d)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:52.476461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.486114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0c21bf-a3b2-4c6d-aaa8-bf9ffe4ef2f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Checking segment: {'id': '808d92ff-ecc3-4bf6-818f-3205b50799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '26f4c343-6e30-4354-99ec-a9a1e5c19b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:52.486503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c21bf-a3b2-4c6d-aaa8-bf9ffe4ef2f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network hostable DHCP agents. Network: 26f4c343-6e30-4354-99ec-a9a1e5c19b60, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:52.497494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:52.499560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb503-dc50-43a2-98fc-e79d51c9a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.502679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8fdb503-dc50-43a2-98fc-e79d51c9a52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.503806 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a8fdb503-dc50-43a2-98fc-e79d51c9a52d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c19597cd-d2d8-4804-9727-7faa5b47b900 HTTP/1.1" status: 204 len: 168 time: 0.3135338 Dec 22 04:53:52.539918 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdb503-dc50-43a2-98fc-e79d51c9a52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19597cd-d2d8-4804-9727-7faa5b47b900,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:52.541653 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-db32f62c-a515-4b81-8625-8ccc5b2c752a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.554691 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4030fa8e-074b-4fc5-b4d3-320c0274405f tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.586486 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32f62c-a515-4b81-8625-8ccc5b2c752a None None] Pushing event deleted for resources: {'Port': ['ID=3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:52.600257 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32f62c-a515-4b81-8625-8ccc5b2c752a None None] No DVR routers for this DVR port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:52.663815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0c21bf-a3b2-4c6d-aaa8-bf9ffe4ef2f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 26f4c343-6e30-4354-99ec-a9a1e5c19b60 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:52.719266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Allocated IP 172.26.5.108 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/8f60eb1d-f691-4574-9200-cc3b06f33d9e) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:52.736850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.738501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4030fa8e-074b-4fc5-b4d3-320c0274405f tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.741275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4030fa8e-074b-4fc5-b4d3-320c0274405f tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.754622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.788250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No DVR routers for this DVR port 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:52.816531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:52.819242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-8b0c21bf-a3b2-4c6d-aaa8-bf9ffe4ef2f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 26f4c343-6e30-4354-99ec-a9a1e5c19b60) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:52.823120 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0c21bf-a3b2-4c6d-aaa8-bf9ffe4ef2f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:52.823698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8b0c21bf-a3b2-4c6d-aaa8-bf9ffe4ef2f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.833406 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ec6750-4553-43c8-b300-bd1647f98302 None None] Network 26f4c343-6e30-4354-99ec-a9a1e5c19b60 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:52.855776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4030fa8e-074b-4fc5-b4d3-320c0274405f tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.855776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4030fa8e-074b-4fc5-b4d3-320c0274405f tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26231609-a5b4-4c32-9a86-4ac07d20cb77 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:52.868311 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4030fa8e-074b-4fc5-b4d3-320c0274405f tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:52.868311 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4030fa8e-074b-4fc5-b4d3-320c0274405f tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] 10.222.0.54 "DELETE /v2.0/routers/26231609-a5b4-4c32-9a86-4ac07d20cb77 HTTP/1.1" status: 204 len: 168 time: 0.3988349 Dec 22 04:53:52.868311 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39040) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:52.870071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4211e976-cb9b-4dc4-bd05-fe83ce791e90 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Request body: {'router': {'name': 'tempest-router-1288218150', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0102b997b4c14a4abd31476ff28e3c6d'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:52.936613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:52.962690 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:53:52.963038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3d6bb1ed-4dcb-4d89-899e-a3b53ab21ba6 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:52.990046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.014354 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4211e976-cb9b-4dc4-bd05-fe83ce791e90 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.017903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4211e976-cb9b-4dc4-bd05-fe83ce791e90 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.030210 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8b0c21bf-a3b2-4c6d-aaa8-bf9ffe4ef2f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1140254 Dec 22 04:53:53.031942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d806b3-9ea3-4a16-b529-174b860dc046']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:53.033658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39044) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:53.038215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-26f4c343-6e30-4354-99ec-a9a1e5c19b60', 'network_id': '26f4c343-6e30-4354-99ec-a9a1e5c19b60', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'fixed_ips': [{'subnet_id': '14238385-3fbb-49cb-9bf9-c2bdcbcbd1d6'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:53:53.039176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.039852 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b3743ef2-573e-4394-a86d-cbd2e497c297 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1666190044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:53.043750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.048730 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d054cc1-bd1c-4abe-892c-286d6d1abb1d') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:53.049006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d054cc1-bd1c-4abe-892c-286d6d1abb1d') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:53.061299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.083514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.096478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:53.096825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.099835 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4211e976-cb9b-4dc4-bd05-fe83ce791e90 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: self.session.flush() Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: self.session.flush() Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: self.session.flush() Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: self.session.flush() Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:53.100241 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:53.191876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4211e976-cb9b-4dc4-bd05-fe83ce791e90 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.213931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Allocated IP 172.20.0.2 (26f4c343-6e30-4354-99ec-a9a1e5c19b60/14238385-3fbb-49cb-9bf9-c2bdcbcbd1d6/c839e647-e4da-4c50-8afe-ee572f55524c) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:53.219651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3743ef2-573e-4394-a86d-cbd2e497c297 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.221027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3743ef2-573e-4394-a86d-cbd2e497c297 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.228848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.281360 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3743ef2-573e-4394-a86d-cbd2e497c297 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.295607 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.300217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.307143 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/networks/b9d806b3-9ea3-4a16-b529-174b860dc046 HTTP/1.1" status: 204 len: 168 time: 1.3450718 Dec 22 04:53:53.307143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:53.313937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39050) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:53.316668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1282101570'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:53.326945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4211e976-cb9b-4dc4-bd05-fe83ce791e90 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.328327 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4211e976-cb9b-4dc4-bd05-fe83ce791e90 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4624059 Dec 22 04:53:53.331937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39052) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:53.335600 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:53.338127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:53.343147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:53.350929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb9458-01d7-4e38-80ae-f186a99c52ae tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Network': ['ID=b9d806b3-9ea3-4a16-b529-174b860dc046,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:53.361504 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'Port': ['ID=8f60eb1d-f691-4574-9200-cc3b06f33d9e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:53.399219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Allocated IP 172.26.5.181 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/287bd5e5-7e8f-47f7-9862-625b37071dc7) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:53.425154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3743ef2-573e-4394-a86d-cbd2e497c297 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.509783 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:53.513396 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.530443 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3743ef2-573e-4394-a86d-cbd2e497c297 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.535257 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b3743ef2-573e-4394-a86d-cbd2e497c297 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5005352 Dec 22 04:53:53.537949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39058) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:53.585039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.677733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.681424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.681870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.683812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:53.734576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Network 26f4c343-6e30-4354-99ec-a9a1e5c19b60 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:53.737856 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:53.747915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:53.777061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Pushing event updated for resources: {'Port': ['ID=c839e647-e4da-4c50-8afe-ee572f55524c,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:53.838012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Attempting to bind port c839e647-e4da-4c50-8afe-ee572f55524c on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:53.838604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Attempting to bind port c839e647-e4da-4c50-8afe-ee572f55524c by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '808d92ff-ecc3-4bf6-818f-3205b50799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '26f4c343-6e30-4354-99ec-a9a1e5c19b60'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:53.838712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Attempting to bind port c839e647-e4da-4c50-8afe-ee572f55524c on network 26f4c343-6e30-4354-99ec-a9a1e5c19b60 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:53.845611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:53.845611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Checking segment: {'id': '808d92ff-ecc3-4bf6-818f-3205b50799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '26f4c343-6e30-4354-99ec-a9a1e5c19b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:53.845949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.846269 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Bound using segment: {'id': '808d92ff-ecc3-4bf6-818f-3205b50799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '26f4c343-6e30-4354-99ec-a9a1e5c19b60'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:53.846747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Bound port: c839e647-e4da-4c50-8afe-ee572f55524c, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808d92ff-ecc3-4bf6-818f-3205b50799ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '26f4c343-6e30-4354-99ec-a9a1e5c19b60'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:53.847125 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:53.929810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] For port c839e647-e4da-4c50-8afe-ee572f55524c, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:53.933744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] For port c839e647-e4da-4c50-8afe-ee572f55524c, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c839e647-e4da-4c50-8afe-ee572f55524c,segment=NetworkSegment(808d92ff-ecc3-4bf6-818f-3205b50799ed),segment_id=808d92ff-ecc3-4bf6-818f-3205b50799ed)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:53.945622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.044996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.120469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b2c50-0880-49c9-98a7-7e457c6a1cdf None None] Pushing event updated for resources: {'Port': ['ID=c839e647-e4da-4c50-8afe-ee572f55524c,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:54.121630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109182) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 22 04:53:54.122096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Router 8a6d12de-cad5-40dd-8983-dd52a7b7947a migrating from provider to provider. {{(pid=109182) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 22 04:53:54.122519 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.125547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.126254 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Added segment 81649f61-7986-45ea-9d51-9fe62d10f1ad of type vlan for network f83a35c1-e720-4e59-ab25-5d98f8ed1bc1 Dec 22 04:53:54.154941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.187653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.262743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.270106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:54.285378 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:54.298568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:54.333662 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.351208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event updated for resources: {'Port': ['ID=287bd5e5-7e8f-47f7-9862-625b37071dc7,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:54.370540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.444253 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.db.resource_extend [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:53:54.521862 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] No L3 agents can host the router 8a6d12de-cad5-40dd-8983-dd52a7b7947a Dec 22 04:53:54.548499 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.565904 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.567724 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.573164 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:54.573728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.633029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.641290 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.810019 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4989576 Dec 22 04:53:54.813342 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe45bf7-d4a6-4c46-b021-ad604d36c002 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Network': ['ID=f83a35c1-e720-4e59-ab25-5d98f8ed1bc1,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:54.814365 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39078) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:54.823501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a90c5491-5b19-4934-9825-88a597a9ca02 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': 'f83a35c1-e720-4e59-ab25-5d98f8ed1bc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:54.828110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network f83a35c1-e720-4e59-ab25-5d98f8ed1bc1 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:54.855579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Hosts for router 8a6d12de-cad5-40dd-8983-dd52a7b7947a: [] {{(pid=109182) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 22 04:53:54.928067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Hosts for other DVR routers connected to router 8a6d12de-cad5-40dd-8983-dd52a7b7947a: set() {{(pid=109182) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 22 04:53:54.944159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:54.945594 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1ed8bdf4-53d3-4f71-a2e6-af37e0d221f8 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] 10.222.0.54 "PUT /v2.0/routers/8a6d12de-cad5-40dd-8983-dd52a7b7947a HTTP/1.1" status: 200 len: 717 time: 1.6128523 Dec 22 04:53:54.949116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39080) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:55.099853 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b81d99de-d793-4efe-9d4c-0bfe1693fea5 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] 10.222.0.54 "GET /v2.0/routers/8a6d12de-cad5-40dd-8983-dd52a7b7947a HTTP/1.1" status: 200 len: 717 time: 0.1495404 Dec 22 04:53:55.102477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39086) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:55.119727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c839e647-e4da-4c50-8afe-ee572f55524c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:55.178135 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c977d-95de-4cd1-ba45-c4e80d18c6be req-705d756e-b663-4563-9b31-9bd1120e68f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1280744 Dec 22 04:53:55.183252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.186463 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Allocated IP 172.20.0.1 (26f4c343-6e30-4354-99ec-a9a1e5c19b60/14238385-3fbb-49cb-9bf9-c2bdcbcbd1d6/0ab8858b-8587-48f1-bfd9-b4fd2a727020) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:55.197406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.222362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90c5491-5b19-4934-9825-88a597a9ca02 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:55.225541 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c839e647-e4da-4c50-8afe-ee572f55524c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:55.226059 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.236814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a90c5491-5b19-4934-9825-88a597a9ca02 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.292901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39090) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:55.350115 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.360513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.362655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.389377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port c839e647-e4da-4c50-8afe-ee572f55524c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c839e647-e4da-4c50-8afe-ee572f55524c,segment=NetworkSegment(808d92ff-ecc3-4bf6-818f-3205b50799ed),segment_id=808d92ff-ecc3-4bf6-818f-3205b50799ed)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:55.390089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.475758 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-743203884', 'router:external': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:55.477442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.496019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event updated for resources: {'Port': ['ID=287bd5e5-7e8f-47f7-9862-625b37071dc7,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:55.505209 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c7ccc936-ce13-4e48-ab97-518594c7e00e tempest-RoutersTestDVR-548136 tempest-RoutersTestDVR-548136-project] 10.222.0.54 "GET /v2.0/routers/8a6d12de-cad5-40dd-8983-dd52a7b7947a HTTP/1.1" status: 200 len: 683 time: 0.4014621 Dec 22 04:53:55.509247 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39094) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:55.522821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c977d-95de-4cd1-ba45-c4e80d18c6be req-48ef61fd-ca6c-4580-b50d-ba99032f0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:55.524355 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c977d-95de-4cd1-ba45-c4e80d18c6be req-48ef61fd-ca6c-4580-b50d-ba99032f0d06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=348ed44d0e704fcba74c3cc8925ab135&device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 1099 time: 0.3115551 Dec 22 04:53:55.529273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7919d3-606b-4cf5-a0a9-e22b2700901c None None] Network 26f4c343-6e30-4354-99ec-a9a1e5c19b60 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:55.569203 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.570901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.608765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=c839e647-e4da-4c50-8afe-ee572f55524c,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:55.614579 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4dae5110-023b-4e94-ba32-1cb8eb21bb68 None None] Provisioning complete for port c839e647-e4da-4c50-8afe-ee572f55524c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:55.615057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4dae5110-023b-4e94-ba32-1cb8eb21bb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.621142 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6503274f-c1b9-4e88-a7a7-d7401e18b9eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.712626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event updated for resources: {'Port': ['ID=8f60eb1d-f691-4574-9200-cc3b06f33d9e,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:55.753807 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Made reservation on behalf of dfed7f8eb8a54d3cbb7a508790da5d72 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:55.756328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.791524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.805531 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6503274f-c1b9-4e88-a7a7-d7401e18b9eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.808230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.820057 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Floating IP b2ed8da7-00bf-40c5-94b3-5f3f09443730 associated. External IP: 172.26.5.108, port: 7365c11a-932b-489d-986a-94b74ea11f77. Dec 22 04:53:55.836693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6503274f-c1b9-4e88-a7a7-d7401e18b9eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.893576 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.894843 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-635e30a2-3ed4-4441-b65c-91febdabe103 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9858313 Dec 22 04:53:55.898928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39096) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:55.906217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 26f4c343-6e30-4354-99ec-a9a1e5c19b60 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:55.909367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1606370794'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:55.913771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c977d-95de-4cd1-ba45-c4e80d18c6be req-1f6f19f5-1876-409c-99ca-f88675dd5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:55.915236 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c977d-95de-4cd1-ba45-c4e80d18c6be req-1f6f19f5-1876-409c-99ca-f88675dd5e4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d436651-0ddd-42fa-825f-7a433bc5760e HTTP/1.1" status: 200 len: 912 time: 0.3488421 Dec 22 04:53:55.918251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a90c5491-5b19-4934-9825-88a597a9ca02 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:55.923041 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:55.928660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:55.953428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=0ab8858b-8587-48f1-bfd9-b4fd2a727020,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:55.986252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.025728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6503274f-c1b9-4e88-a7a7-d7401e18b9eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.026238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6503274f-c1b9-4e88-a7a7-d7401e18b9eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a6d12de-cad5-40dd-8983-dd52a7b7947a {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:56.030892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6503274f-c1b9-4e88-a7a7-d7401e18b9eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.032698 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6503274f-c1b9-4e88-a7a7-d7401e18b9eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] 10.222.0.54 "DELETE /v2.0/routers/8a6d12de-cad5-40dd-8983-dd52a7b7947a HTTP/1.1" status: 204 len: 168 time: 0.5190449 Dec 22 04:53:56.041131 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39098) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:56.046415 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-10d14002-7660-4589-a7e5-e4b3bacbac09 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Request body: {'router': {'name': 'tempest-router-1980573661', 'distributed': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:56.081440 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-eabc2329-5edc-47f6-9e4e-f4f11d4a3e61 None None] Provisioning complete for port c839e647-e4da-4c50-8afe-ee572f55524c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:56.082000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eabc2329-5edc-47f6-9e4e-f4f11d4a3e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.153376 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.233849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-10d14002-7660-4589-a7e5-e4b3bacbac09 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.235526 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-10d14002-7660-4589-a7e5-e4b3bacbac09 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.241623 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.267192 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.287605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:56.310229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-65d33451-9c61-4d70-bb20-f59a44cc2137 None None] Provisioning complete for port 0ab8858b-8587-48f1-bfd9-b4fd2a727020 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:56.310815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65d33451-9c61-4d70-bb20-f59a44cc2137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.317633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bee412-eb93-48fd-93e2-6ad54500fb26,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:56.344891 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c5491-5b19-4934-9825-88a597a9ca02 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Subnet': ['ID=b0bc77bc-bb25-4feb-a2be-89ea01da8c61,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:56.347473 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-65d33451-9c61-4d70-bb20-f59a44cc2137 None None] Port 0ab8858b-8587-48f1-bfd9-b4fd2a727020 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:56.357647 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c977d-95de-4cd1-ba45-c4e80d18c6be req-ac8815e8-69bc-4359-a5ae-c2ea630fd85a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b HTTP/1.1" status: 200 len: 1002 time: 0.4292614 Dec 22 04:53:56.374278 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.374615 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Added segment 786e985e-9336-41d9-a772-20e9240b5d54 of type vlan for network 673b3867-53fe-41a9-ab3e-2551f217f9f8 Dec 22 04:53:56.380682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c5491-5b19-4934-9825-88a597a9ca02 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Checking segment: {'id': '81649f61-7986-45ea-9d51-9fe62d10f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f83a35c1-e720-4e59-ab25-5d98f8ed1bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:56.381877 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c5491-5b19-4934-9825-88a597a9ca02 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network hostable DHCP agents. Network: f83a35c1-e720-4e59-ab25-5d98f8ed1bc1, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:56.385224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-10d14002-7660-4589-a7e5-e4b3bacbac09 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.461031 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Made reservation on behalf of b6d9837899f84da2959be4ca06803df8 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:56.464769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.483936 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-10d14002-7660-4589-a7e5-e4b3bacbac09 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.489400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.501591 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.517822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c977d-95de-4cd1-ba45-c4e80d18c6be req-4a54fe20-9607-4942-b288-9814f2dcbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:56.519292 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c977d-95de-4cd1-ba45-c4e80d18c6be req-4a54fe20-9607-4942-b288-9814f2dcbc5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34ce218f-5db1-421c-b2b4-76f09d3395ae HTTP/1.1" status: 200 len: 850 time: 0.1515899 Dec 22 04:53:56.591713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Router ac56cd02-6d73-4953-b4c3-056c1171d2ec has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:56.613787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c977d-95de-4cd1-ba45-c4e80d18c6be req-0dd21317-497f-42ab-a300-e2f13565888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:56.615321 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c977d-95de-4cd1-ba45-c4e80d18c6be req-0dd21317-497f-42ab-a300-e2f13565888c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d436651-0ddd-42fa-825f-7a433bc5760e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881808 Dec 22 04:53:56.670801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.702186 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-10d14002-7660-4589-a7e5-e4b3bacbac09 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.704175 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-10d14002-7660-4589-a7e5-e4b3bacbac09 tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6629140 Dec 22 04:53:56.708500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39100) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:56.769835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.782640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a440c28f-e7a7-45ef-ad48-0fa7275d35eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.789106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90c5491-5b19-4934-9825-88a597a9ca02 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network f83a35c1-e720-4e59-ab25-5d98f8ed1bc1 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:56.826521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:56.830164 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c977d-95de-4cd1-ba45-c4e80d18c6be req-164db535-6897-4c94-91e2-c35bacc5da04 service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063141 Dec 22 04:53:56.841997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b593fae-f04f-4de2-9c9d-04a6933a41da None None] Sync routers for ids ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:56.845547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b593fae-f04f-4de2-9c9d-04a6933a41da None None] Routers {'ac56cd02-6d73-4953-b4c3-056c1171d2ec'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:56.856908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7b593fae-f04f-4de2-9c9d-04a6933a41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:56.895876 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-a90c5491-5b19-4934-9825-88a597a9ca02 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, f83a35c1-e720-4e59-ab25-5d98f8ed1bc1) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:56.899482 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.913509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.914432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90c5491-5b19-4934-9825-88a597a9ca02 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:56.915231 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a90c5491-5b19-4934-9825-88a597a9ca02 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.916766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.917685 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:56.918252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.935192 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de77f04-789a-4037-aad9-cfdced1056fc None None] Network f83a35c1-e720-4e59-ab25-5d98f8ed1bc1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:56.943782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:56.966669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cb9898-4bfc-4bfa-b885-1e9c1021a767,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:56.972182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:56.972683 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Added segment 7f06940b-0954-4aae-b83e-27afcb2e721c of type vlan for network 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd Dec 22 04:53:56.992011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c839e647-e4da-4c50-8afe-ee572f55524c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:56.996687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.058322 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3a54b9f2-ec70-4838-93ff-c3eb02bda253 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2357767 Dec 22 04:53:57.058539 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.064825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a440c28f-e7a7-45ef-ad48-0fa7275d35eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.071271 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c977d-95de-4cd1-ba45-c4e80d18c6be req-6a16eb67-a6bc-4afc-b53c-4aa82128f6d0 service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279427 Dec 22 04:53:57.073990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a440c28f-e7a7-45ef-ad48-0fa7275d35eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.076608 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a90c5491-5b19-4934-9825-88a597a9ca02 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2597091 Dec 22 04:53:57.082484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39104) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:57.090046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:57.093416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343510ff-0053-4ebe-87ed-ebc535e5052c" -d '{"events": [{"name": "network-changed", "server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "tag": "7365c11a-932b-489d-986a-94b74ea11f77"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:57.124951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': 'f83a35c1-e720-4e59-ab25-5d98f8ed1bc1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-956424410'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:57.154752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.169785 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.8758075 Dec 22 04:53:57.170518 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=0ab8858b-8587-48f1-bfd9-b4fd2a727020,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:57.177436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7b593fae-f04f-4de2-9c9d-04a6933a41da None None] Set router ac56cd02-6d73-4953-b4c3-056c1171d2ec gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:57.179204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c839e647-e4da-4c50-8afe-ee572f55524c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:57.179569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.190489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39108) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:57.198168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb7981-e2eb-416c-842c-5961ae44c713 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event updated for resources: {'Network': ['ID=673b3867-53fe-41a9-ab3e-2551f217f9f8,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:57.199510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Request body: {'subnet': {'network_id': '673b3867-53fe-41a9-ab3e-2551f217f9f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:57.222696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc8f7eb-ecb1-413a-8d67-ae6b54b4e2e7 x-openstack-request-id: req-7dc8f7eb-ecb1-413a-8d67-ae6b54b4e2e7 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:57.222996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "tag": "7365c11a-932b-489d-986a-94b74ea11f77", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:57.223368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7dc8f7eb-ecb1-413a-8d67-ae6b54b4e2e7 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:57.223768 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77', 'status': 'completed', 'code': 200} Dec 22 04:53:57.238616 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a440c28f-e7a7-45ef-ad48-0fa7275d35eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.243984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a440c28f-e7a7-45ef-ad48-0fa7275d35eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54792166-9bcd-4937-b3cf-a7a0f47b2b97 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:57.246725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a440c28f-e7a7-45ef-ad48-0fa7275d35eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.252114 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 673b3867-53fe-41a9-ab3e-2551f217f9f8 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:57.271318 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a440c28f-e7a7-45ef-ad48-0fa7275d35eb tempest-RoutersTestDVR-363470297 tempest-RoutersTestDVR-363470297-project-admin] 10.222.0.54 "DELETE /v2.0/routers/54792166-9bcd-4937-b3cf-a7a0f47b2b97 HTTP/1.1" status: 204 len: 168 time: 0.5602367 Dec 22 04:53:57.300740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f8022-fd01-4c0e-a7e6-6b7f569846df req-4a17593e-c6f2-4d07-b30b-f95ee3f63b0b tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:57.306873 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5e8f8022-fd01-4c0e-a7e6-6b7f569846df req-4a17593e-c6f2-4d07-b30b-f95ee3f63b0b tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.0998561 Dec 22 04:53:57.326124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Made reservation on behalf of dfed7f8eb8a54d3cbb7a508790da5d72 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:57.330026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.352268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 26f4c343-6e30-4354-99ec-a9a1e5c19b60 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:57.357662 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:57.375607 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5e8f8022-fd01-4c0e-a7e6-6b7f569846df req-9c572326-759a-4603-a303-831c27007181 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573323 Dec 22 04:53:57.391750 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39112) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:57.400076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.404396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:57.405300 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.457532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-f83a35c1-e720-4e59-ab25-5d98f8ed1bc1', 'network_id': 'f83a35c1-e720-4e59-ab25-5d98f8ed1bc1', 'tenant_id': '57d5c0f7a0254b2994086b9f9f83d7fc', 'fixed_ips': [{'subnet_id': 'b0bc77bc-bb25-4feb-a2be-89ea01da8c61'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:53:57.458835 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.499739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343510ff-0053-4ebe-87ed-ebc535e5052c req-8041272a-2f17-489e-8e0a-8206380e3e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:57.501822 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-343510ff-0053-4ebe-87ed-ebc535e5052c req-8041272a-2f17-489e-8e0a-8206380e3e22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87218e7ff44b42c4aa8e3ef8a1246630&device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 1098 time: 0.2253561 Dec 22 04:53:57.643151 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7384152 Dec 22 04:53:57.648156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39116) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:57.657630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d475e767-8ee8-480f-ad0c-5f272cc4290b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Request body: {'subnet': {'network_id': '0a94e623-fbdd-4cc3-9793-c7776f7ec8cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:57.661456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa91b0-0e37-4f42-8b0e-66f8fb48ffe3 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event updated for resources: {'Network': ['ID=0a94e623-fbdd-4cc3-9793-c7776f7ec8cd,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:57.670395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:57.676405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.681902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:57.780795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port e3213c32-50cc-42a2-bee1-68f692ac4295 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:53:57.842779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f4501221-b2ba-4dd2-9719-f49859bd4f11 None None] Provisioning complete for port 0ab8858b-8587-48f1-bfd9-b4fd2a727020 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:57.843606 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4501221-b2ba-4dd2-9719-f49859bd4f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:57.871739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Allocated IP 2001:db8::2 (f83a35c1-e720-4e59-ab25-5d98f8ed1bc1/b0bc77bc-bb25-4feb-a2be-89ea01da8c61/1c1d1b15-ef5d-48a9-a8b3-1084f88565d1) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:57.884920 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-20a1cc2d-2a09-4ecf-b2da-c60582919590 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/floatingips/b2ed8da7-00bf-40c5-94b3-5f3f09443730 HTTP/1.1" status: 200 len: 991 time: 0.4913850 Dec 22 04:53:57.917628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343510ff-0053-4ebe-87ed-ebc535e5052c req-60098c86-7d48-4d7c-bedb-13ac13d3f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:57.919119 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-343510ff-0053-4ebe-87ed-ebc535e5052c req-60098c86-7d48-4d7c-bedb-13ac13d3f50f service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c05da7f-0ae9-4357-a264-91fa5293b962 HTTP/1.1" status: 200 len: 897 time: 0.3726425 Dec 22 04:53:57.971274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39120) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:57.995998 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router 046ec9f0-4bd1-4108-a382-91d02d892bfd is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:53:58.010304 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-343510ff-0053-4ebe-87ed-ebc535e5052c req-6dc40ce3-1fff-46a5-82f6-d325f9bc44ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7365c11a-932b-489d-986a-94b74ea11f77 HTTP/1.1" status: 200 len: 999 time: 0.0820141 Dec 22 04:53:58.101081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d475e767-8ee8-480f-ad0c-5f272cc4290b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Made reservation on behalf of b6d9837899f84da2959be4ca06803df8 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:58.104506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d475e767-8ee8-480f-ad0c-5f272cc4290b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.115541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a86252b7-59f5-4460-879c-07784b0672d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.158886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343510ff-0053-4ebe-87ed-ebc535e5052c req-bfd122f1-8df7-4638-adf7-4944a852ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:58.160346 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-343510ff-0053-4ebe-87ed-ebc535e5052c req-bfd122f1-8df7-4638-adf7-4944a852ea57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76e6c44e-b152-445e-ba22-203c2ceee9e6 HTTP/1.1" status: 200 len: 834 time: 0.1420772 Dec 22 04:53:58.162449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f4501221-b2ba-4dd2-9719-f49859bd4f11 None None] Port 0ab8858b-8587-48f1-bfd9-b4fd2a727020 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:53:58.163016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:58.176422 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d017521-b262-4e92-9453-652ae83f276b None None] Sync routers for ids ['046ec9f0-4bd1-4108-a382-91d02d892bfd'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:58.181217 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7a2ae1d1-477a-4457-bc87-b39c338ec2df tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/046ec9f0-4bd1-4108-a382-91d02d892bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6377509 Dec 22 04:53:58.183154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39124) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:58.188267 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d017521-b262-4e92-9453-652ae83f276b None None] Routers {'046ec9f0-4bd1-4108-a382-91d02d892bfd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:58.189177 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6d017521-b262-4e92-9453-652ae83f276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['046ec9f0-4bd1-4108-a382-91d02d892bfd'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:58.232577 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6d017521-b262-4e92-9453-652ae83f276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:58.236220 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a86252b7-59f5-4460-879c-07784b0672d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.243198 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d017521-b262-4e92-9453-652ae83f276b None None] Routers {'046ec9f0-4bd1-4108-a382-91d02d892bfd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:58.244373 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6d017521-b262-4e92-9453-652ae83f276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['046ec9f0-4bd1-4108-a382-91d02d892bfd'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:58.274382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.277216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a86252b7-59f5-4460-879c-07784b0672d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.281598 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6d017521-b262-4e92-9453-652ae83f276b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:58.281598 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d017521-b262-4e92-9453-652ae83f276b None None] The sync data for ids ['046ec9f0-4bd1-4108-a382-91d02d892bfd'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:58.287464 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad54aef-a961-441a-9f85-56019b5adb86 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:58.288907 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bad54aef-a961-441a-9f85-56019b5adb86 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports/0ab8858b-8587-48f1-bfd9-b4fd2a727020 HTTP/1.1" status: 200 len: 910 time: 0.1016612 Dec 22 04:53:58.292216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7b593fae-f04f-4de2-9c9d-04a6933a41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:53:21Z', 'revision_number': 4, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b2ed8da7-00bf-40c5-94b3-5f3f09443730', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'port_id': '7365c11a-932b-489d-986a-94b74ea11f77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'mac_address': 'fa:16:3e:0b:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:54Z', 'updated_at': '2021-12-22T04:53:54Z', 'revision_number': 0, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b3c503-e487-4f46-9985-197c940d17da', 'name': '', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'mac_address': 'fa:16:3e:0b:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:20Z', 'updated_at': '2021-12-22T04:53:29Z', 'revision_number': 5, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'subnets': [{'id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:58.292555 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39126) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:58.300677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2cd00c48-aca7-498f-ac28-782f276e34c8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '14238385-3fbb-49cb-9bf9-c2bdcbcbd1d6'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:58.304133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343510ff-0053-4ebe-87ed-ebc535e5052c req-4ae19fbb-47d3-4861-9377-a47750c28b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:58.311011 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-343510ff-0053-4ebe-87ed-ebc535e5052c req-4ae19fbb-47d3-4861-9377-a47750c28b4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c05da7f-0ae9-4357-a264-91fa5293b962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1359618 Dec 22 04:53:58.322233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b593fae-f04f-4de2-9c9d-04a6933a41da None None] Checking router: ac56cd02-6d73-4953-b4c3-056c1171d2ec for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:58.331887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b593fae-f04f-4de2-9c9d-04a6933a41da None None] Routers {'ac56cd02-6d73-4953-b4c3-056c1171d2ec'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:58.332606 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7b593fae-f04f-4de2-9c9d-04a6933a41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:58.365738 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.378265 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86252b7-59f5-4460-879c-07784b0672d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b8707c-8291-4e8c-8f3f-44fb7a2537af,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:58.384457 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a86252b7-59f5-4460-879c-07784b0672d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0102b997b4c14a4abd31476ff28e3c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4130793 Dec 22 04:53:58.411036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39128) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:58.432317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Network f83a35c1-e720-4e59-ab25-5d98f8ed1bc1 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:58.436938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:58.444027 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:58.475107 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Pushing event updated for resources: {'Port': ['ID=1c1d1b15-ef5d-48a9-a8b3-1084f88565d1,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:58.489557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad172-4f25-4c40-9d1e-c579a8b5af47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.526995 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.objects.ports [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:53:58.527660 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.529395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad172-4f25-4c40-9d1e-c579a8b5af47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.530802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7b593fae-f04f-4de2-9c9d-04a6933a41da None None] Set router ac56cd02-6d73-4953-b4c3-056c1171d2ec gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:58.537384 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8::2ea (f83a35c1-e720-4e59-ab25-5d98f8ed1bc1/b0bc77bc-bb25-4feb-a2be-89ea01da8c61/e3213c32-50cc-42a2-bee1-68f692ac4295) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:58.563466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Attempting to bind port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:53:58.564415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Attempting to bind port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '81649f61-7986-45ea-9d51-9fe62d10f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f83a35c1-e720-4e59-ab25-5d98f8ed1bc1'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:53:58.564415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Attempting to bind port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 on network f83a35c1-e720-4e59-ab25-5d98f8ed1bc1 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:58.572305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:58.574057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Checking segment: {'id': '81649f61-7986-45ea-9d51-9fe62d10f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f83a35c1-e720-4e59-ab25-5d98f8ed1bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:58.574057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.574057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Bound using segment: {'id': '81649f61-7986-45ea-9d51-9fe62d10f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f83a35c1-e720-4e59-ab25-5d98f8ed1bc1'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:58.574057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Bound port: 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81649f61-7986-45ea-9d51-9fe62d10f1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f83a35c1-e720-4e59-ab25-5d98f8ed1bc1'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:53:58.575175 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.589187 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cd00c48-aca7-498f-ac28-782f276e34c8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.657238 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-343510ff-0053-4ebe-87ed-ebc535e5052c req-38033c24-e265-40c8-90f9-f8e45a99f4e7 service neutron] 10.222.0.16 "GET /v2.0/networks/3c05da7f-0ae9-4357-a264-91fa5293b962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422585 Dec 22 04:53:58.715092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] For port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:58.719034 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad172-4f25-4c40-9d1e-c579a8b5af47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.721590 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea2ad172-4f25-4c40-9d1e-c579a8b5af47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.722733 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ea2ad172-4f25-4c40-9d1e-c579a8b5af47 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74b8707c-8291-4e8c-8f3f-44fb7a2537af HTTP/1.1" status: 204 len: 168 time: 0.3232734 Dec 22 04:53:58.736642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ad172-4f25-4c40-9d1e-c579a8b5af47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b8707c-8291-4e8c-8f3f-44fb7a2537af,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:58.752943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event updated for resources: {'Subnet': ['ID=605a6750-0bb0-47f3-849d-c52f32aac8b4,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:58.771503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] For port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1c1d1b15-ef5d-48a9-a8b3-1084f88565d1,segment=NetworkSegment(81649f61-7986-45ea-9d51-9fe62d10f1ad),segment_id=81649f61-7986-45ea-9d51-9fe62d10f1ad)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:58.834987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d475e767-8ee8-480f-ad0c-5f272cc4290b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.842279 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:58.882381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Checking segment: {'id': '786e985e-9336-41d9-a772-20e9240b5d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '673b3867-53fe-41a9-ab3e-2551f217f9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:58.883090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Network hostable DHCP agents. Network: 673b3867-53fe-41a9-ab3e-2551f217f9f8, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:58.893392 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39132) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:58.917511 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7283e43-2dce-4955-b40d-c3738132186b None None] Pushing event updated for resources: {'Port': ['ID=1c1d1b15-ef5d-48a9-a8b3-1084f88565d1,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:58.961463 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7b593fae-f04f-4de2-9c9d-04a6933a41da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:53:21Z', 'revision_number': 4, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b2ed8da7-00bf-40c5-94b3-5f3f09443730', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'port_id': '7365c11a-932b-489d-986a-94b74ea11f77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'mac_address': 'fa:16:3e:0b:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:54Z', 'updated_at': '2021-12-22T04:53:54Z', 'revision_number': 0, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b3c503-e487-4f46-9985-197c940d17da', 'name': '', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'mac_address': 'fa:16:3e:0b:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:20Z', 'updated_at': '2021-12-22T04:53:29Z', 'revision_number': 5, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'subnets': [{'id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:58.995198 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bfcf9869-d167-492f-b011-4da2bfeda5ec tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/floatingips/b2ed8da7-00bf-40c5-94b3-5f3f09443730 HTTP/1.1" status: 200 len: 991 time: 0.1004460 Dec 22 04:53:58.996843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.005534 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b593fae-f04f-4de2-9c9d-04a6933a41da None None] The sync data for ids ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'] in dv-neutron-822523-1-hyperv is: [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:53:21Z', 'revision_number': 4, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b2ed8da7-00bf-40c5-94b3-5f3f09443730', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'floating_ip_address': '172.26.5.108', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'port_id': '7365c11a-932b-489d-986a-94b74ea11f77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'mac_address': 'fa:16:3e:0b:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:53:54Z', 'updated_at': '2021-12-22T04:53:54Z', 'revision_number': 0, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92b3c503-e487-4f46-9985-197c940d17da', 'name': '', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'mac_address': 'fa:16:3e:0b:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:20Z', 'updated_at': '2021-12-22T04:53:29Z', 'revision_number': 5, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'subnets': [{'id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:59.022185 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d475e767-8ee8-480f-ad0c-5f272cc4290b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Checking segment: {'id': '7f06940b-0954-4aae-b83e-27afcb2e721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0a94e623-fbdd-4cc3-9793-c7776f7ec8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:53:59.022545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d475e767-8ee8-480f-ad0c-5f272cc4290b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Network hostable DHCP agents. Network: 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:59.026493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475e767-8ee8-480f-ad0c-5f272cc4290b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event updated for resources: {'Subnet': ['ID=2ce18f9f-04c6-4223-92c3-05db8221593b,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:59.042602 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-343510ff-0053-4ebe-87ed-ebc535e5052c req-bd31778a-42ad-43d1-8bdb-fb96a4d5cd3c service neutron] 10.222.0.16 "GET /v2.0/networks/3c05da7f-0ae9-4357-a264-91fa5293b962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740988 Dec 22 04:53:59.060556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Network 673b3867-53fe-41a9-ab3e-2551f217f9f8 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:59.113877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cd00c48-aca7-498f-ac28-782f276e34c8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.145747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d475e767-8ee8-480f-ad0c-5f272cc4290b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Network 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:59.200322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.238196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cd00c48-aca7-498f-ac28-782f276e34c8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.247057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 673b3867-53fe-41a9-ab3e-2551f217f9f8) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:59.261600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe3d30-c035-46f8-bfda-72e134ebd27a None None] Network 673b3867-53fe-41a9-ab3e-2551f217f9f8 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:59.295678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-d475e767-8ee8-480f-ad0c-5f272cc4290b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:59.301041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d475e767-8ee8-480f-ad0c-5f272cc4290b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:59.302209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d475e767-8ee8-480f-ad0c-5f272cc4290b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.306905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=e3213c32-50cc-42a2-bee1-68f692ac4295,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:59.315114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:59.316281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.332944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network f83a35c1-e720-4e59-ab25-5d98f8ed1bc1 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:59.342752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:59.343729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07f11b8-0bc4-4a41-be42-f6d2dec13c12 None None] Network 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:59.346594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:59.347633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd00c48-aca7-498f-ac28-782f276e34c8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:59.348295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2cd00c48-aca7-498f-ac28-782f276e34c8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.353057 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2cd00c48-aca7-498f-ac28-782f276e34c8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/ports/0ab8858b-8587-48f1-bfd9-b4fd2a727020 HTTP/1.1" status: 200 len: 910 time: 1.0570307 Dec 22 04:53:59.353318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910299b1-e146-4545-a781-1e832a372ff7 None None] New status for floating IP b2ed8da7-00bf-40c5-94b3-5f3f09443730: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:53:59.354403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:59.355182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.359399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39136) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:59.368780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd00c48-aca7-498f-ac28-782f276e34c8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=0ab8858b-8587-48f1-bfd9-b4fd2a727020,revision_number=3']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:59.441463 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d475e767-8ee8-480f-ad0c-5f272cc4290b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7916279 Dec 22 04:53:59.443794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39138) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:59.444998 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-feaa3a5a-8c5d-4b43-ae9f-43c8d93b446f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.3422241 Dec 22 04:53:59.448570 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1048029304', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:59.448732 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f54d73f7-7c71-49d5-a9ac-ca3b8931f60d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2568035 Dec 22 04:53:59.449298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39140) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:59.456382 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39142) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:59.463578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-944576862', 'network_id': '673b3867-53fe-41a9-ab3e-2551f217f9f8'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:59.541099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bc5ec-4cb0-46f4-91b1-cf891a84772c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port e3213c32-50cc-42a2-bee1-68f692ac4295 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:53:59.541700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c7bc5ec-4cb0-46f4-91b1-cf891a84772c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.587917 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39144) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:53:59.608024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7bd47f99-e48f-43e8-969a-3cfa70431b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.612361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.612361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.624133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Made reservation on behalf of dfed7f8eb8a54d3cbb7a508790da5d72 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:59.626864 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.667234 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] device_id is not set on port b62b4dca-4100-4e0c-8d60-4721e1f76aa3 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:53:59.685507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c7bc5ec-4cb0-46f4-91b1-cf891a84772c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.707318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bc5ec-4cb0-46f4-91b1-cf891a84772c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for e3213c32-50cc-42a2-bee1-68f692ac4295 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:53:59.709377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6874db13-3175-48b2-9d93-8507cd460816 None None] Network 673b3867-53fe-41a9-ab3e-2551f217f9f8 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:53:59.724008 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.767177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-0a94e623-fbdd-4cc3-9793-c7776f7ec8cd', 'network_id': '0a94e623-fbdd-4cc3-9793-c7776f7ec8cd', 'tenant_id': 'b6d9837899f84da2959be4ca06803df8', 'fixed_ips': [{'subnet_id': '2ce18f9f-04c6-4223-92c3-05db8221593b'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:53:59.778329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.831291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7bd47f99-e48f-43e8-969a-3cfa70431b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.934618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7bd47f99-e48f-43e8-969a-3cfa70431b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:53:59.944621 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Allocated IP 2001:db8::7a (673b3867-53fe-41a9-ab3e-2551f217f9f8/605a6750-0bb0-47f3-849d-c52f32aac8b4/b62b4dca-4100-4e0c-8d60-4721e1f76aa3) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:59.984206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Allocated IP 172.20.0.2 (0a94e623-fbdd-4cc3-9793-c7776f7ec8cd/2ce18f9f-04c6-4223-92c3-05db8221593b/9df65b11-d42f-40ac-87c5-79eb41d111f7) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:59.999858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39146) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:00.035681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.065573 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd47f99-e48f-43e8-969a-3cfa70431b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06d00e2-f516-4bd8-b3ab-a4a0ff632db3,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:00.087568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c7bc5ec-4cb0-46f4-91b1-cf891a84772c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.101907 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7bd47f99-e48f-43e8-969a-3cfa70431b4d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d2f6ccb2ba844af5909067aa43c29a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128255 Dec 22 04:54:00.104828 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39148) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:00.178516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.232960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27294cfd-8e6e-47ff-b7da-29687549f181 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.255660 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537c94e6-5c58-4127-8f7f-ef8f5ad331e1 None None] Network f83a35c1-e720-4e59-ab25-5d98f8ed1bc1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:00.269786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.346875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Network 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:00.356735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:00.364746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:00.378172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.383861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9d47a6c4-37d3-4bd9-9c1a-b7fdcc0a3c2f None None] Provisioning complete for port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:00.384335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9d47a6c4-37d3-4bd9-9c1a-b7fdcc0a3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.410545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Pushing event updated for resources: {'Port': ['ID=9df65b11-d42f-40ac-87c5-79eb41d111f7,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:00.442298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bc5ec-4cb0-46f4-91b1-cf891a84772c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=e3213c32-50cc-42a2-bee1-68f692ac4295,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:00.479384 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c7bc5ec-4cb0-46f4-91b1-cf891a84772c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.485381 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0c7bc5ec-4cb0-46f4-91b1-cf891a84772c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/e3213c32-50cc-42a2-bee1-68f692ac4295 HTTP/1.1" status: 204 len: 168 time: 1.0324121 Dec 22 04:54:00.487465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39150) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:00.493422 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d8a3f344-f220-456b-93f8-5594ed6f1814 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/floatingips/b2ed8da7-00bf-40c5-94b3-5f3f09443730 HTTP/1.1" status: 200 len: 993 time: 0.4817760 Dec 22 04:54:00.510435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Attempting to bind port 9df65b11-d42f-40ac-87c5-79eb41d111f7 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:00.510797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Attempting to bind port 9df65b11-d42f-40ac-87c5-79eb41d111f7 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '7f06940b-0954-4aae-b83e-27afcb2e721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0a94e623-fbdd-4cc3-9793-c7776f7ec8cd'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:00.511152 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Attempting to bind port 9df65b11-d42f-40ac-87c5-79eb41d111f7 on network 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:00.524690 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:00.525055 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Checking segment: {'id': '7f06940b-0954-4aae-b83e-27afcb2e721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0a94e623-fbdd-4cc3-9793-c7776f7ec8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:00.525924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.526317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Bound using segment: {'id': '7f06940b-0954-4aae-b83e-27afcb2e721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0a94e623-fbdd-4cc3-9793-c7776f7ec8cd'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:00.526777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Bound port: 9df65b11-d42f-40ac-87c5-79eb41d111f7, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f06940b-0954-4aae-b83e-27afcb2e721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '0a94e623-fbdd-4cc3-9793-c7776f7ec8cd'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:00.527591 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.530098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-34f8beac-6a8e-4218-b181-60ac01a880e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.536406 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff09dba-76e5-4d26-93c1-fa0f26d91523 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:54:00.540762 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cff09dba-76e5-4d26-93c1-fa0f26d91523 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/e3213c32-50cc-42a2-bee1-68f692ac4295 HTTP/1.1" status: 404 len: 333 time: 0.0514219 Dec 22 04:54:00.544141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39152) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:00.579424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-34f8beac-6a8e-4218-b181-60ac01a880e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.632126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b08597-ca63-4629-8e56-d3e7fafba127 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting subnet b0bc77bc-bb25-4feb-a2be-89ea01da8c61 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:00.636761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-50b08597-ca63-4629-8e56-d3e7fafba127 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.649459 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.680681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-50b08597-ca63-4629-8e56-d3e7fafba127 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.714742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.752957 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-34f8beac-6a8e-4218-b181-60ac01a880e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.755745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-34f8beac-6a8e-4218-b181-60ac01a880e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.759579 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-34f8beac-6a8e-4218-b181-60ac01a880e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b06d00e2-f516-4bd8-b3ab-a4a0ff632db3 HTTP/1.1" status: 204 len: 168 time: 0.6487548 Dec 22 04:54:00.768322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.772597 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8beac-6a8e-4218-b181-60ac01a880e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06d00e2-f516-4bd8-b3ab-a4a0ff632db3,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:00.774999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9d47a6c4-37d3-4bd9-9c1a-b7fdcc0a3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.791457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Network 673b3867-53fe-41a9-ab3e-2551f217f9f8 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:00.797124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-50b08597-ca63-4629-8e56-d3e7fafba127 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.802594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:00.812287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:00.814021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:00.814688 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.830413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event updated for resources: {'Port': ['ID=b62b4dca-4100-4e0c-8d60-4721e1f76aa3,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:00.832119 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] For port 9df65b11-d42f-40ac-87c5-79eb41d111f7, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:00.839149 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] For port 9df65b11-d42f-40ac-87c5-79eb41d111f7, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9df65b11-d42f-40ac-87c5-79eb41d111f7,segment=NetworkSegment(7f06940b-0954-4aae-b83e-27afcb2e721c),segment_id=7f06940b-0954-4aae-b83e-27afcb2e721c)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:00.934343 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.968873 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-27294cfd-8e6e-47ff-b7da-29687549f181 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port 0ab8858b-8587-48f1-bfd9-b4fd2a727020 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:00.970808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27294cfd-8e6e-47ff-b7da-29687549f181 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:00.998351 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:01.034803 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9b5fa3a0-b627-4522-928f-36ba85ac4454 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.5690668 Dec 22 04:54:01.035407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39156) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:01.046247 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-50b08597-ca63-4629-8e56-d3e7fafba127 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.053281 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Allocated IP 172.26.5.210 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/92cb556b-0e18-4d2c-9ef0-4c340e3fe54e) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:01.109419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-9d47a6c4-37d3-4bd9-9c1a-b7fdcc0a3c2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:01.110319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-9d47a6c4-37d3-4bd9-9c1a-b7fdcc0a3c2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:01.121737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e29fd-883d-4d76-9a20-f11bf1357cd6 None None] Pushing event updated for resources: {'Port': ['ID=9df65b11-d42f-40ac-87c5-79eb41d111f7,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:01.154236 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b08597-ca63-4629-8e56-d3e7fafba127 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Subnet': ['ID=b0bc77bc-bb25-4feb-a2be-89ea01da8c61,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:01.160949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:01.161092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.178728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-50b08597-ca63-4629-8e56-d3e7fafba127 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.182565 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-50b08597-ca63-4629-8e56-d3e7fafba127 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/b0bc77bc-bb25-4feb-a2be-89ea01da8c61 HTTP/1.1" status: 204 len: 168 time: 0.6400924 Dec 22 04:54:01.185382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39158) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:01.186807 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27294cfd-8e6e-47ff-b7da-29687549f181 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.205977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c5633c-de0c-4906-8211-f4e9c086ec2b None None] Network f83a35c1-e720-4e59-ab25-5d98f8ed1bc1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:01.210555 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-27294cfd-8e6e-47ff-b7da-29687549f181 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for 0ab8858b-8587-48f1-bfd9-b4fd2a727020 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:01.288328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.304735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-44433ba4-5316-4186-8988-16ebc880fef0 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Deleting port b62b4dca-4100-4e0c-8d60-4721e1f76aa3 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:01.305223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44433ba4-5316-4186-8988-16ebc880fef0 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.383668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.451779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1c1d1b15-ef5d-48a9-a8b3-1084f88565d1,segment=NetworkSegment(81649f61-7986-45ea-9d51-9fe62d10f1ad),segment_id=81649f61-7986-45ea-9d51-9fe62d10f1ad)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:01.470395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44433ba4-5316-4186-8988-16ebc880fef0 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.487238 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:01.487674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.488220 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.493579 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-44433ba4-5316-4186-8988-16ebc880fef0 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Calling delete_port for b62b4dca-4100-4e0c-8d60-4721e1f76aa3 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:01.517056 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.564430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd50406e-c3e7-40b8-a17e-4601a4893d48 None None] DHCP port deletion for f83a35c1-e720-4e59-ab25-5d98f8ed1bc1 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:54:01.631785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] For port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1c1d1b15-ef5d-48a9-a8b3-1084f88565d1,segment=NetworkSegment(81649f61-7986-45ea-9d51-9fe62d10f1ad),segment_id=81649f61-7986-45ea-9d51-9fe62d10f1ad)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:01.632368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.635157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=1c1d1b15-ef5d-48a9-a8b3-1084f88565d1,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:01.637794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27294cfd-8e6e-47ff-b7da-29687549f181 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.645331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.650204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:01.675287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27294cfd-8e6e-47ff-b7da-29687549f181 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=0ab8858b-8587-48f1-bfd9-b4fd2a727020,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:01.683387 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-dd50406e-c3e7-40b8-a17e-4601a4893d48 None None] Deleting port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:01.683387 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd50406e-c3e7-40b8-a17e-4601a4893d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.760044 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event updated for resources: {'Port': ['ID=92cb556b-0e18-4d2c-9ef0-4c340e3fe54e,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:01.793852 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:01.795425 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-dd50406e-c3e7-40b8-a17e-4601a4893d48 None None] For port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1c1d1b15-ef5d-48a9-a8b3-1084f88565d1,segment=NetworkSegment(81649f61-7986-45ea-9d51-9fe62d10f1ad),segment_id=81649f61-7986-45ea-9d51-9fe62d10f1ad)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:01.798271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd50406e-c3e7-40b8-a17e-4601a4893d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.798706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:01.803600 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:01.810518 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-2478b281-662c-4e63-a4d6-e20888665d59 None None] Provisioning complete for port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:01.811137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2478b281-662c-4e63-a4d6-e20888665d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:01.823844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-dd50406e-c3e7-40b8-a17e-4601a4893d48 None None] Calling delete_port for 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:01.973810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.027229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44433ba4-5316-4186-8988-16ebc880fef0 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.029912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=1c1d1b15-ef5d-48a9-a8b3-1084f88565d1,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:02.043269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No DVR routers for this DVR port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:02.115300 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44433ba4-5316-4186-8988-16ebc880fef0 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event deleted for resources: {'Port': ['ID=b62b4dca-4100-4e0c-8d60-4721e1f76aa3,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:02.128775 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd50406e-c3e7-40b8-a17e-4601a4893d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.160888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50406e-c3e7-40b8-a17e-4601a4893d48 None None] Pushing event deleted for resources: {'Port': ['ID=1c1d1b15-ef5d-48a9-a8b3-1084f88565d1,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:02.173184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd50406e-c3e7-40b8-a17e-4601a4893d48 None None] No DVR routers for this DVR port 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:02.201134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44433ba4-5316-4186-8988-16ebc880fef0 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.204626 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-44433ba4-5316-4186-8988-16ebc880fef0 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "DELETE /v2.0/ports/b62b4dca-4100-4e0c-8d60-4721e1f76aa3 HTTP/1.1" status: 204 len: 168 time: 1.1680634 Dec 22 04:54:02.208077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39176) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:02.211964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '673b3867-53fe-41a9-ab3e-2551f217f9f8', 'external_fixed_ips': [{'subnet_id': '605a6750-0bb0-47f3-849d-c52f32aac8b4', 'ip_address': '2001:db8::7a'}]}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:02.235613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.271512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83a35c1-e720-4e59-ab25-5d98f8ed1bc1']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:02.283646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81649f61-7986-45ea-9d51-9fe62d10f1ad') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:02.283646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81649f61-7986-45ea-9d51-9fe62d10f1ad') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:02.299094 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.314034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.321979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:02.322459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:02.326162 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:02.367664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.369488 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.381125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27294cfd-8e6e-47ff-b7da-29687549f181 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.423754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39180) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:02.446738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.461678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699e0f77-5495-4777-a795-c8f627c1df15 None None] Network 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:02.465840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.473614 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.477316 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/networks/f83a35c1-e720-4e59-ab25-5d98f8ed1bc1 HTTP/1.1" status: 204 len: 168 time: 1.2909589 Dec 22 04:54:02.488708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39182) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:02.493711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'name': 'tempest-PortsIpV6TestJSON-1775579305'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:02.498503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6c8c7-b219-43e2-af19-00aef46e2338 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Network': ['ID=f83a35c1-e720-4e59-ab25-5d98f8ed1bc1,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:02.565559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b501ff0d-71d7-4820-91d4-363f9df3e977 None None] Provisioning complete for port 9df65b11-d42f-40ac-87c5-79eb41d111f7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:02.566119 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b501ff0d-71d7-4820-91d4-363f9df3e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.624553 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-491099056'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:02.677367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27294cfd-8e6e-47ff-b7da-29687549f181 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router 046ec9f0-4bd1-4108-a382-91d02d892bfd has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:02.723900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b501ff0d-71d7-4820-91d4-363f9df3e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.732249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.760698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b501ff0d-71d7-4820-91d4-363f9df3e977 None None] For port 9df65b11-d42f-40ac-87c5-79eb41d111f7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9df65b11-d42f-40ac-87c5-79eb41d111f7,segment=NetworkSegment(7f06940b-0954-4aae-b83e-27afcb2e721c),segment_id=7f06940b-0954-4aae-b83e-27afcb2e721c)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:02.785024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.789419 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27294cfd-8e6e-47ff-b7da-29687549f181 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:02.798791 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67540ac6-1ce9-42d7-a340-65b54eef8902 None None] Sync routers for ids ['046ec9f0-4bd1-4108-a382-91d02d892bfd'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:02.808341 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67540ac6-1ce9-42d7-a340-65b54eef8902 None None] Routers {'046ec9f0-4bd1-4108-a382-91d02d892bfd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:02.808951 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-67540ac6-1ce9-42d7-a340-65b54eef8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['046ec9f0-4bd1-4108-a382-91d02d892bfd'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:02.826926 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-27294cfd-8e6e-47ff-b7da-29687549f181 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/046ec9f0-4bd1-4108-a382-91d02d892bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4657664 Dec 22 04:54:02.827613 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:02.831631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.843712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39186) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:02.845509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:02.849081 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-67540ac6-1ce9-42d7-a340-65b54eef8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:02.849515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.859975 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67540ac6-1ce9-42d7-a340-65b54eef8902 None None] Routers {'046ec9f0-4bd1-4108-a382-91d02d892bfd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:02.861026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b501ff0d-71d7-4820-91d4-363f9df3e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.866825 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-67540ac6-1ce9-42d7-a340-65b54eef8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['046ec9f0-4bd1-4108-a382-91d02d892bfd'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:02.874557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:02.915226 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-67540ac6-1ce9-42d7-a340-65b54eef8902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:02.916660 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67540ac6-1ce9-42d7-a340-65b54eef8902 None None] The sync data for ids ['046ec9f0-4bd1-4108-a382-91d02d892bfd'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:02.963872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501ff0d-71d7-4820-91d4-363f9df3e977 None None] Pushing event updated for resources: {'Port': ['ID=9df65b11-d42f-40ac-87c5-79eb41d111f7,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:02.989106 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-12606df5-16eb-4747-a045-40fade10e64b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=046ec9f0-4bd1-4108-a382-91d02d892bfd HTTP/1.1" status: 200 len: 205 time: 0.1254163 Dec 22 04:54:02.992690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39188) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:03.008177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port 248f0d88-f841-4dc5-94b9-20717b74d772 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:03.022532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9df65b11-d42f-40ac-87c5-79eb41d111f7 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:03.084214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 9df65b11-d42f-40ac-87c5-79eb41d111f7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:03.084214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.096492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.107699 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-884e318c-fa17-4405-b532-d003a9de2489 None None] Provisioning complete for port 9df65b11-d42f-40ac-87c5-79eb41d111f7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:03.108074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-884e318c-fa17-4405-b532-d003a9de2489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.109101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.130854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a8b70bb5-649b-4c6b-b431-d573fac0d811 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.181741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.222866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:03.241875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481d6948-d991-4d0d-becc-768bffd03007,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:03.248585 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.249014 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Added segment 4864fd07-d577-459b-93d0-8b07664c8849 of type vlan for network c6bd76b7-7e6a-417f-8c50-3652badf0ecc Dec 22 04:54:03.292879 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:03.310197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.313979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:54:03.314529 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1c1d1b15-ef5d-48a9-a8b3-1084f88565d1 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:54:03.370892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a8b70bb5-649b-4c6b-b431-d573fac0d811 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.382966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a8b70bb5-649b-4c6b-b431-d573fac0d811 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.396368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.402154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:03.402752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.450656 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Router f1b32f9f-0916-4af4-8023-eb7699e8021a is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:54:03.456835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.477780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Network': ['ID=c6bd76b7-7e6a-417f-8c50-3652badf0ecc,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:03.488765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network c6bd76b7-7e6a-417f-8c50-3652badf0ecc details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:03.548474 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0a758816-e782-4489-abce-095cfb23779b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0892291 Dec 22 04:54:03.552675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a8b70bb5-649b-4c6b-b431-d573fac0d811 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.553262 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b70bb5-649b-4c6b-b431-d573fac0d811 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Fanout notify agent at l3_agent the message router_deleted on router 046ec9f0-4bd1-4108-a382-91d02d892bfd {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:54:03.562428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a8b70bb5-649b-4c6b-b431-d573fac0d811 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.563687 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a8b70bb5-649b-4c6b-b431-d573fac0d811 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/046ec9f0-4bd1-4108-a382-91d02d892bfd HTTP/1.1" status: 204 len: 168 time: 0.5693324 Dec 22 04:54:03.568027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39190) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:03.622462 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.633355 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5ae084-0a51-4d1a-bade-969b4df7c7ba tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting subnet 14238385-3fbb-49cb-9bf9-c2bdcbcbd1d6 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:03.637013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:03.643682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.643790 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae084-0a51-4d1a-bade-969b4df7c7ba tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.650365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d18949-353e-4f1e-8843-dd5333c64e9e None None] Sync routers for ids ['f1b32f9f-0916-4af4-8023-eb7699e8021a'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:03.664962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d18949-353e-4f1e-8843-dd5333c64e9e None None] Routers {'f1b32f9f-0916-4af4-8023-eb7699e8021a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:03.666608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-59d18949-353e-4f1e-8843-dd5333c64e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f1b32f9f-0916-4af4-8023-eb7699e8021a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:03.690172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae084-0a51-4d1a-bade-969b4df7c7ba tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.707359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-59d18949-353e-4f1e-8843-dd5333c64e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:03.710881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.720164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d18949-353e-4f1e-8843-dd5333c64e9e None None] Routers {'f1b32f9f-0916-4af4-8023-eb7699e8021a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:03.721156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-59d18949-353e-4f1e-8843-dd5333c64e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f1b32f9f-0916-4af4-8023-eb7699e8021a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:03.772786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-59d18949-353e-4f1e-8843-dd5333c64e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:03.773924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d18949-353e-4f1e-8843-dd5333c64e9e None None] The sync data for ids ['f1b32f9f-0916-4af4-8023-eb7699e8021a'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:03.794562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.799044 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1c1a4abb-d0ee-4173-9a29-cb33e6d54389 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.3509896 Dec 22 04:54:03.799044 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae084-0a51-4d1a-bade-969b4df7c7ba tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.800220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39192) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:03.881296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 169e3a61-e005-48e9-b476-6da524003f82 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:03.916931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:03.917975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae084-0a51-4d1a-bade-969b4df7c7ba tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.919369 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:03.930119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:03.930119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.954601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ae084-0a51-4d1a-bade-969b4df7c7ba tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Subnet': ['ID=14238385-3fbb-49cb-9bf9-c2bdcbcbd1d6,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:03.963000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf5ae084-0a51-4d1a-bade-969b4df7c7ba tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:03.970141 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bf5ae084-0a51-4d1a-bade-969b4df7c7ba tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/14238385-3fbb-49cb-9bf9-c2bdcbcbd1d6 HTTP/1.1" status: 204 len: 168 time: 0.3974769 Dec 22 04:54:03.970141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39194) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:03.973706 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fee9ef-5959-45d0-ab73-a00ce4e97205 None None] Network 26f4c343-6e30-4354-99ec-a9a1e5c19b60 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:04.069110 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.133744 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port c839e647-e4da-4c50-8afe-ee572f55524c {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:04.134506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.214417 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] For port c839e647-e4da-4c50-8afe-ee572f55524c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c839e647-e4da-4c50-8afe-ee572f55524c,segment=NetworkSegment(808d92ff-ecc3-4bf6-818f-3205b50799ed),segment_id=808d92ff-ecc3-4bf6-818f-3205b50799ed)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:04.214775 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.232626 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for c839e647-e4da-4c50-8afe-ee572f55524c owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:04.242837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032db072-97f5-4139-baf2-6905a0dc7d63 None None] DHCP port deletion for 26f4c343-6e30-4354-99ec-a9a1e5c19b60 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:54:04.253499 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=248f0d88-f841-4dc5-94b9-20717b74d772,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:04.306137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-032db072-97f5-4139-baf2-6905a0dc7d63 None None] Deleting port c839e647-e4da-4c50-8afe-ee572f55524c {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:04.306599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-032db072-97f5-4139-baf2-6905a0dc7d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.343701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Allocated IP 2001:db8::7a (673b3867-53fe-41a9-ab3e-2551f217f9f8/605a6750-0bb0-47f3-849d-c52f32aac8b4/98ca2543-b7b9-4b46-8a7f-bc17bba0917e) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:04.364451 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a862d275-687d-47c3-9c3b-7c0bd86bd673 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8746490 Dec 22 04:54:04.369016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39198) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:04.389969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-032db072-97f5-4139-baf2-6905a0dc7d63 None None] For port c839e647-e4da-4c50-8afe-ee572f55524c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c839e647-e4da-4c50-8afe-ee572f55524c,segment=NetworkSegment(808d92ff-ecc3-4bf6-818f-3205b50799ed),segment_id=808d92ff-ecc3-4bf6-818f-3205b50799ed)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:04.390554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-032db072-97f5-4139-baf2-6905a0dc7d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.407527 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-032db072-97f5-4139-baf2-6905a0dc7d63 None None] Calling delete_port for c839e647-e4da-4c50-8afe-ee572f55524c owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:04.450229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.508094 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No DVR routers for this DVR port c839e647-e4da-4c50-8afe-ee572f55524c on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:04.518540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=c839e647-e4da-4c50-8afe-ee572f55524c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:04.533359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-032db072-97f5-4139-baf2-6905a0dc7d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.569817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032db072-97f5-4139-baf2-6905a0dc7d63 None None] No DVR routers for this DVR port c839e647-e4da-4c50-8afe-ee572f55524c on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:04.576463 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032db072-97f5-4139-baf2-6905a0dc7d63 None None] Pushing event deleted for resources: {'Port': ['ID=c839e647-e4da-4c50-8afe-ee572f55524c,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:04.626932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.628434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.640745 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3e16b230-cb8b-4d88-96ef-256db22b907f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 248f0d88-f841-4dc5-94b9-20717b74d772 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:04.641649 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e16b230-cb8b-4d88-96ef-256db22b907f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.698718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f4c343-6e30-4354-99ec-a9a1e5c19b60']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:04.717740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808d92ff-ecc3-4bf6-818f-3205b50799ed') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:04.718780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808d92ff-ecc3-4bf6-818f-3205b50799ed') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:04.738009 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.747098 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e16b230-cb8b-4d88-96ef-256db22b907f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.762409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.767941 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3e16b230-cb8b-4d88-96ef-256db22b907f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 248f0d88-f841-4dc5-94b9-20717b74d772 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:04.768058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.773536 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:04.773536 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:04.775868 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:04.810080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Network 673b3867-53fe-41a9-ab3e-2551f217f9f8 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:04.817823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:04.823458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:04.921101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event updated for resources: {'Port': ['ID=98ca2543-b7b9-4b46-8a7f-bc17bba0917e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:04.945491 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.967549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.968475 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9df65b11-d42f-40ac-87c5-79eb41d111f7 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:04.975969 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/networks/26f4c343-6e30-4354-99ec-a9a1e5c19b60 HTTP/1.1" status: 204 len: 168 time: 1.0008860 Dec 22 04:54:04.977236 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39200) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:04.980716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:04.983418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d877030a-2836-4ff9-ae35-dee1b8708aca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1379200087', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:04.988431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e16b230-cb8b-4d88-96ef-256db22b907f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.011762 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49dab7-ab38-41af-9990-60e5875483b0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Network': ['ID=26f4c343-6e30-4354-99ec-a9a1e5c19b60,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:05.042004 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16b230-cb8b-4d88-96ef-256db22b907f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=248f0d88-f841-4dc5-94b9-20717b74d772,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:05.057514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e16b230-cb8b-4d88-96ef-256db22b907f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.060723 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3e16b230-cb8b-4d88-96ef-256db22b907f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/248f0d88-f841-4dc5-94b9-20717b74d772 HTTP/1.1" status: 204 len: 168 time: 0.6905642 Dec 22 04:54:05.065032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39202) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:05.071223 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'mac_address': 'fa:16:3e:32:76:45', 'name': 'tempest-PortsIpV6TestJSON-473587408'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:05.083226 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 9df65b11-d42f-40ac-87c5-79eb41d111f7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:05.083747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.140890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d877030a-2836-4ff9-ae35-dee1b8708aca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.142788 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d877030a-2836-4ff9-ae35-dee1b8708aca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.189233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.217655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d877030a-2836-4ff9-ae35-dee1b8708aca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.243456 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c839e647-e4da-4c50-8afe-ee572f55524c no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:05.247400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:05.273256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: c839e647-e4da-4c50-8afe-ee572f55524c {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:54:05.273742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c839e647-e4da-4c50-8afe-ee572f55524c not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:54:05.310371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d877030a-2836-4ff9-ae35-dee1b8708aca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.347487 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.382530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port 421efbf1-e0a8-46bd-a2f2-d7e91288ff72 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:05.419190 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d877030a-2836-4ff9-ae35-dee1b8708aca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.422043 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d877030a-2836-4ff9-ae35-dee1b8708aca tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4434988 Dec 22 04:54:05.427326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39204) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:05.432588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-87aaa2af-a082-43fd-98e2-52e99e512ee6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'network': {'name': 'tempest-RoutersTest-812410836'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:05.540680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.557614 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aaa2af-a082-43fd-98e2-52e99e512ee6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:05.561913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87aaa2af-a082-43fd-98e2-52e99e512ee6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.594722 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.606416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87aaa2af-a082-43fd-98e2-52e99e512ee6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:05.620503 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87aaa2af-a082-43fd-98e2-52e99e512ee6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.620842 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-87aaa2af-a082-43fd-98e2-52e99e512ee6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Added segment b2532a56-30b1-4317-9015-e9d16ce6f8e5 of type vlan for network b8e17516-cfca-44df-a6a4-a849e58e73f2 Dec 22 04:54:05.633267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Allocated IP 172.20.0.1 (0a94e623-fbdd-4cc3-9793-c7776f7ec8cd/2ce18f9f-04c6-4223-92c3-05db8221593b/783f7480-be09-4aae-8bf4-223ca64380c2) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:05.675301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87aaa2af-a082-43fd-98e2-52e99e512ee6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.745632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.785004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.790896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87aaa2af-a082-43fd-98e2-52e99e512ee6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.796322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aaa2af-a082-43fd-98e2-52e99e512ee6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:05.796910 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87aaa2af-a082-43fd-98e2-52e99e512ee6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.802493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 169e3a61-e005-48e9-b476-6da524003f82 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:05.822877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:05.841970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Router e6cfe522-78d0-4b71-9a32-a2e0a1b68540 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:54:05.851079 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:05.856546 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:05.857137 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.872016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=421efbf1-e0a8-46bd-a2f2-d7e91288ff72,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:05.890478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaa2af-a082-43fd-98e2-52e99e512ee6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Network': ['ID=b8e17516-cfca-44df-a6a4-a849e58e73f2,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:05.906892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network b8e17516-cfca-44df-a6a4-a849e58e73f2 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:05.920634 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:05.979702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Network 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:05.990011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:05.994830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:05.996159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event updated for resources: {'Port': ['ID=783f7480-be09-4aae-8bf4-223ca64380c2,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:06.000933 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-87aaa2af-a082-43fd-98e2-52e99e512ee6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5687904 Dec 22 04:54:06.001420 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39206) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:06.010094 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6d2c13f1-66bf-4258-8f28-1add39991f4e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'subnet': {'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:06.047158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:06.054007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.060551 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-424689da-f890-481a-b801-d6d80daf4e40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9943721 Dec 22 04:54:06.064920 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39208) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:06.071327 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Sync routers for ids ['e6cfe522-78d0-4b71-9a32-a2e0a1b68540'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:06.085401 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Routers {'e6cfe522-78d0-4b71-9a32-a2e0a1b68540'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:06.086297 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['e6cfe522-78d0-4b71-9a32-a2e0a1b68540'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:06.135398 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af92f28e-1afe-447a-8f71-3dcf7a5d69a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:06.146908 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-af92f28e-1afe-447a-8f71-3dcf7a5d69a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/421efbf1-e0a8-46bd-a2f2-d7e91288ff72 HTTP/1.1" status: 200 len: 844 time: 0.0792766 Dec 22 04:54:06.158530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39210) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:06.231900 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Set router e6cfe522-78d0-4b71-9a32-a2e0a1b68540 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:06.279247 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-5929239f-a339-4788-9f20-66bbce90b207 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 421efbf1-e0a8-46bd-a2f2-d7e91288ff72 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:06.279741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5929239f-a339-4788-9f20-66bbce90b207 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.317506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.322362 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-89588d0a-a453-496e-9451-43d7bf903b2b tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.1136727 Dec 22 04:54:06.323171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39212) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:06.346722 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2c13f1-66bf-4258-8f28-1add39991f4e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:06.350697 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d2c13f1-66bf-4258-8f28-1add39991f4e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.403825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a5a3a9fc-9a8d-4eb0-bcbf-f1a728eadc10 None None] Provisioning complete for port 783f7480-be09-4aae-8bf4-223ca64380c2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:06.404487 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a9fc-9a8d-4eb0-bcbf-f1a728eadc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.425369 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5929239f-a339-4788-9f20-66bbce90b207 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.434984 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cfe522-78d0-4b71-9a32-a2e0a1b68540', 'name': '', 'tenant_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '673b3867-53fe-41a9-ab3e-2551f217f9f8', 'external_fixed_ips': [{'subnet_id': '605a6750-0bb0-47f3-849d-c52f32aac8b4', 'ip_address': '2001:db8::7a'}], 'enable_snat': True}, 'gw_port_id': '98ca2543-b7b9-4b46-8a7f-bc17bba0917e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:02Z', 'updated_at': '2021-12-22T04:54:04Z', 'revision_number': 3, 'project_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'gw_port': {'id': '98ca2543-b7b9-4b46-8a7f-bc17bba0917e', 'name': '', 'network_id': '673b3867-53fe-41a9-ab3e-2551f217f9f8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6cfe522-78d0-4b71-9a32-a2e0a1b68540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '605a6750-0bb0-47f3-849d-c52f32aac8b4', 'ip_address': '2001:db8::7a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:03Z', 'updated_at': '2021-12-22T04:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605a6750-0bb0-47f3-849d-c52f32aac8b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:06.444813 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-5929239f-a339-4788-9f20-66bbce90b207 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 421efbf1-e0a8-46bd-a2f2-d7e91288ff72 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:06.494979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a5a3a9fc-9a8d-4eb0-bcbf-f1a728eadc10 None None] Port 783f7480-be09-4aae-8bf4-223ca64380c2 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:06.545890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.596704 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Checking router: e6cfe522-78d0-4b71-9a32-a2e0a1b68540 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:06.596968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.597576 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Updating router e6cfe522-78d0-4b71-9a32-a2e0a1b68540 port 98ca2543-b7b9-4b46-8a7f-bc17bba0917e binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:54:06.627569 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.665531 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5929239f-a339-4788-9f20-66bbce90b207 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.722282 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d2c13f1-66bf-4258-8f28-1add39991f4e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.728922 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929239f-a339-4788-9f20-66bbce90b207 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=421efbf1-e0a8-46bd-a2f2-d7e91288ff72,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:06.779677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5929239f-a339-4788-9f20-66bbce90b207 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.784901 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5929239f-a339-4788-9f20-66bbce90b207 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/421efbf1-e0a8-46bd-a2f2-d7e91288ff72 HTTP/1.1" status: 204 len: 168 time: 0.6229424 Dec 22 04:54:06.790605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39214) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:06.808337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39216) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:06.831994 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1ed6ef39-d84b-45dd-8439-c5a3d9731994 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'subnet': {'network_id': 'c6bd76b7-7e6a-417f-8c50-3652badf0ecc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:06.882850 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5272570-6e0c-4de6-8f8b-52ac0e290e0c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:54:06.888016 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b5272570-6e0c-4de6-8f8b-52ac0e290e0c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/421efbf1-e0a8-46bd-a2f2-d7e91288ff72 HTTP/1.1" status: 404 len: 333 time: 0.0926211 Dec 22 04:54:06.892177 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39218) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:06.898326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'name': 'tempest-PortsIpV6TestJSON-229691688'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:06.909837 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:06.913171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c13f1-66bf-4258-8f28-1add39991f4e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Subnet': ['ID=e083a074-93cb-45e0-af2d-f2c208b84a90,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:06.996375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2c13f1-66bf-4258-8f28-1add39991f4e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Checking segment: {'id': 'b2532a56-30b1-4317-9015-e9d16ce6f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:06.996734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c13f1-66bf-4258-8f28-1add39991f4e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network hostable DHCP agents. Network: b8e17516-cfca-44df-a6a4-a849e58e73f2, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:07.030739 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.091783 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Pushing event updated for resources: {'Port': ['ID=98ca2543-b7b9-4b46-8a7f-bc17bba0917e,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:07.098587 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Attempting to bind port 98ca2543-b7b9-4b46-8a7f-bc17bba0917e on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:07.098944 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Attempting to bind port 98ca2543-b7b9-4b46-8a7f-bc17bba0917e by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '786e985e-9336-41d9-a772-20e9240b5d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '673b3867-53fe-41a9-ab3e-2551f217f9f8'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:07.099551 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Attempting to bind port 98ca2543-b7b9-4b46-8a7f-bc17bba0917e on network 673b3867-53fe-41a9-ab3e-2551f217f9f8 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:07.102968 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:07.103504 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:07.103838 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:07.104157 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:07.104494 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:07.104832 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:07.105151 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:07.105694 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:07.106142 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:07.106457 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:07.106763 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:07.107066 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:07.113314 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:07.113672 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Checking segment: {'id': '786e985e-9336-41d9-a772-20e9240b5d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '673b3867-53fe-41a9-ab3e-2551f217f9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:07.114232 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.114603 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Bound using segment: {'id': '786e985e-9336-41d9-a772-20e9240b5d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '673b3867-53fe-41a9-ab3e-2551f217f9f8'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:07.115076 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Bound port: 98ca2543-b7b9-4b46-8a7f-bc17bba0917e, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786e985e-9336-41d9-a772-20e9240b5d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '673b3867-53fe-41a9-ab3e-2551f217f9f8'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:07.115447 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.122586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.128225 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c13f1-66bf-4258-8f28-1add39991f4e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network b8e17516-cfca-44df-a6a4-a849e58e73f2 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:07.139253 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed6ef39-d84b-45dd-8439-c5a3d9731994 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:07.143378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ed6ef39-d84b-45dd-8439-c5a3d9731994 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.148015 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:07.151306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.170127 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] For port 98ca2543-b7b9-4b46-8a7f-bc17bba0917e, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:07.173467 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] For port 98ca2543-b7b9-4b46-8a7f-bc17bba0917e, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=98ca2543-b7b9-4b46-8a7f-bc17bba0917e,segment=NetworkSegment(786e985e-9336-41d9-a772-20e9240b5d54),segment_id=786e985e-9336-41d9-a772-20e9240b5d54)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:07.211519 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port ae9fe59f-4f04-4351-bfa1-949d581b4000 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:07.258093 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-6d2c13f1-66bf-4258-8f28-1add39991f4e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, b8e17516-cfca-44df-a6a4-a849e58e73f2) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:07.267978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e6d1a-ffa8-4e5e-877d-619693a02003 None None] Network b8e17516-cfca-44df-a6a4-a849e58e73f2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:07.270340 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2c13f1-66bf-4258-8f28-1add39991f4e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:07.270918 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d2c13f1-66bf-4258-8f28-1add39991f4e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.289729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Deleting port 98ca2543-b7b9-4b46-8a7f-bc17bba0917e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:07.289977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.305412 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.340049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.369610 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c1319-0808-4556-bbdc-e89427836c89 None None] Pushing event updated for resources: {'Port': ['ID=98ca2543-b7b9-4b46-8a7f-bc17bba0917e,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:07.397383 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6d2c13f1-66bf-4258-8f28-1add39991f4e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3949311 Dec 22 04:54:07.400515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39220) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:07.403507 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Routers {'e6cfe522-78d0-4b71-9a32-a2e0a1b68540'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:07.404360 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['e6cfe522-78d0-4b71-9a32-a2e0a1b68540'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:07.411724 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] For port 98ca2543-b7b9-4b46-8a7f-bc17bba0917e, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:07.412101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.464430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-b8e17516-cfca-44df-a6a4-a849e58e73f2', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:07.465332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.483802 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.490193 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.503341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Calling delete_port for 98ca2543-b7b9-4b46-8a7f-bc17bba0917e owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:07.530663 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] Set router e6cfe522-78d0-4b71-9a32-a2e0a1b68540 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:07.587436 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ed6ef39-d84b-45dd-8439-c5a3d9731994 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.591193 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6cfe522-78d0-4b71-9a32-a2e0a1b68540', 'name': '', 'tenant_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:02Z', 'updated_at': '2021-12-22T04:54:07Z', 'revision_number': 4, 'project_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:07.619830 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9ca21-5004-4547-80c2-bbd4adccbe3a None None] The sync data for ids ['e6cfe522-78d0-4b71-9a32-a2e0a1b68540'] in dv-neutron-822523-1-hyperv is: [{'id': 'e6cfe522-78d0-4b71-9a32-a2e0a1b68540', 'name': '', 'tenant_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:02Z', 'updated_at': '2021-12-22T04:54:07Z', 'revision_number': 4, 'project_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'gw_port_host': None}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:07.628034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Allocated IP 172.20.0.2 (b8e17516-cfca-44df-a6a4-a849e58e73f2/e083a074-93cb-45e0-af2d-f2c208b84a90/b4bcaf57-882e-4a6f-ae38-53592e68a73e) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:07.634583 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.702835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event updated for resources: {'Port': ['ID=783f7480-be09-4aae-8bf4-223ca64380c2,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:07.714921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.737447 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6ef39-d84b-45dd-8439-c5a3d9731994 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Subnet': ['ID=f08bb814-5a0b-4008-b53a-45683b5624da,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:07.752907 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 169e3a61-e005-48e9-b476-6da524003f82 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:07.754075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=ae9fe59f-4f04-4351-bfa1-949d581b4000,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:07.759335 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:07.762331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:07.768324 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:07.769098 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.777368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed6ef39-d84b-45dd-8439-c5a3d9731994 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Checking segment: {'id': '4864fd07-d577-459b-93d0-8b07664c8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c6bd76b7-7e6a-417f-8c50-3652badf0ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:07.777908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed6ef39-d84b-45dd-8439-c5a3d9731994 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network hostable DHCP agents. Network: c6bd76b7-7e6a-417f-8c50-3652badf0ecc, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:07.860925 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1ce6ba9e-ca51-4582-b2ee-b15fe808f414 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9665637 Dec 22 04:54:07.871113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39222) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:07.871113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-075572e4-eabc-4604-871a-fe443c3f94df tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:07.906783 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed6ef39-d84b-45dd-8439-c5a3d9731994 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network c6bd76b7-7e6a-417f-8c50-3652badf0ecc is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:07.955806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:07.980268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-075572e4-eabc-4604-871a-fe443c3f94df tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.026227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-1ed6ef39-d84b-45dd-8439-c5a3d9731994 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, c6bd76b7-7e6a-417f-8c50-3652badf0ecc) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:08.035954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.038495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a31d2fc-c733-4b52-aabd-0e3bce9ba526 None None] Network c6bd76b7-7e6a-417f-8c50-3652badf0ecc requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:08.040913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed6ef39-d84b-45dd-8439-c5a3d9731994 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:08.041655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1ed6ef39-d84b-45dd-8439-c5a3d9731994 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.042675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.064393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Network 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:08.072443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:08.130928 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Network b8e17516-cfca-44df-a6a4-a849e58e73f2 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:08.137021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:08.146551 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:08.151767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Pushing event updated for resources: {'Port': ['ID=b4bcaf57-882e-4a6f-ae38-53592e68a73e,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:08.172057 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1ed6ef39-d84b-45dd-8439-c5a3d9731994 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3610828 Dec 22 04:54:08.175367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39224) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:08.181490 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-65e229c0-2548-4f15-b979-2fa9fbec7d98 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-114382956'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:08.224912 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-075572e4-eabc-4604-871a-fe443c3f94df tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.258585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Attempting to bind port b4bcaf57-882e-4a6f-ae38-53592e68a73e on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:08.258801 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.259308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Attempting to bind port b4bcaf57-882e-4a6f-ae38-53592e68a73e by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'b2532a56-30b1-4317-9015-e9d16ce6f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:08.259656 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Attempting to bind port b4bcaf57-882e-4a6f-ae38-53592e68a73e on network b8e17516-cfca-44df-a6a4-a849e58e73f2 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:08.270095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:08.270622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Checking segment: {'id': 'b2532a56-30b1-4317-9015-e9d16ce6f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:08.271134 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.271626 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Bound using segment: {'id': 'b2532a56-30b1-4317-9015-e9d16ce6f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:08.272248 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Bound port: b4bcaf57-882e-4a6f-ae38-53592e68a73e, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2532a56-30b1-4317-9015-e9d16ce6f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:08.272733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.306014 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-075572e4-eabc-4604-871a-fe443c3f94df tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.333719 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-c6bd76b7-7e6a-417f-8c50-3652badf0ecc', 'network_id': 'c6bd76b7-7e6a-417f-8c50-3652badf0ecc', 'tenant_id': 'a50b14b0cdd64471b1eb4511a708636d', 'fixed_ips': [{'subnet_id': 'f08bb814-5a0b-4008-b53a-45683b5624da'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:08.335403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.344818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event deleted for resources: {'Port': ['ID=98ca2543-b7b9-4b46-8a7f-bc17bba0917e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:08.363756 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e229c0-2548-4f15-b979-2fa9fbec7d98 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:08.367023 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-65e229c0-2548-4f15-b979-2fa9fbec7d98 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.379154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075572e4-eabc-4604-871a-fe443c3f94df tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=ae9fe59f-4f04-4351-bfa1-949d581b4000,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:08.386135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-075572e4-eabc-4604-871a-fe443c3f94df tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] In _notify_port_updated(), no bound segment for port ae9fe59f-4f04-4351-bfa1-949d581b4000 on network 169e3a61-e005-48e9-b476-6da524003f82 {{(pid=109182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:54:08.392048 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075572e4-eabc-4604-871a-fe443c3f94df tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:08.392641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-075572e4-eabc-4604-871a-fe443c3f94df tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.399564 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-075572e4-eabc-4604-871a-fe443c3f94df tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "PUT /v2.0/ports/ae9fe59f-4f04-4351-bfa1-949d581b4000 HTTP/1.1" status: 200 len: 818 time: 0.5316734 Dec 22 04:54:08.400537 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39226) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:08.409564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.442288 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e229c0-2548-4f15-b979-2fa9fbec7d98 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:08.456611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] For port b4bcaf57-882e-4a6f-ae38-53592e68a73e, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:08.477047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] For port b4bcaf57-882e-4a6f-ae38-53592e68a73e, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b4bcaf57-882e-4a6f-ae38-53592e68a73e,segment=NetworkSegment(b2532a56-30b1-4317-9015-e9d16ce6f8e5),segment_id=b2532a56-30b1-4317-9015-e9d16ce6f8e5)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:08.479918 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-65e229c0-2548-4f15-b979-2fa9fbec7d98 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.480282 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-65e229c0-2548-4f15-b979-2fa9fbec7d98 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Added segment 2b45ec38-e668-4f53-9f0e-4505cdec002c of type vlan for network 5e08e2af-b7ec-473d-8c0f-66681b3340d4 Dec 22 04:54:08.488028 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-48f09705-a2fa-4727-82dd-45d51a15b875 None None] Provisioning complete for port 783f7480-be09-4aae-8bf4-223ca64380c2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:08.489969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-48f09705-a2fa-4727-82dd-45d51a15b875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.529978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-65e229c0-2548-4f15-b979-2fa9fbec7d98 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.537607 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.539737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.547460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.571728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd9a98-5b05-4a01-a7d6-b5ef80e23ac9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port ae9fe59f-4f04-4351-bfa1-949d581b4000 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:08.572093 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ecd9a98-5b05-4a01-a7d6-b5ef80e23ac9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.591158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-48f09705-a2fa-4727-82dd-45d51a15b875 None None] Port 783f7480-be09-4aae-8bf4-223ca64380c2 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:08.602122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Allocated IP 2001:db8:0:ffff::2 (c6bd76b7-7e6a-417f-8c50-3652badf0ecc/f08bb814-5a0b-4008-b53a-45683b5624da/327d2731-8821-426f-a54a-58469e4ce3d7) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:08.612050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Router f1b32f9f-0916-4af4-8023-eb7699e8021a has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:08.639446 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Allocated IP 172.20.0.1 (b8e17516-cfca-44df-a6a4-a849e58e73f2/e083a074-93cb-45e0-af2d-f2c208b84a90/58feefb9-69ae-409e-af1b-43be80be77fd) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:08.665991 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-65e229c0-2548-4f15-b979-2fa9fbec7d98 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.675206 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e229c0-2548-4f15-b979-2fa9fbec7d98 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:08.676224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-65e229c0-2548-4f15-b979-2fa9fbec7d98 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.687022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35697f0d-09cd-4cba-91ef-b05b980996a7 None None] Pushing event updated for resources: {'Port': ['ID=b4bcaf57-882e-4a6f-ae38-53592e68a73e,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:08.768713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.769237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e6cfe522-78d0-4b71-9a32-a2e0a1b68540 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:54:08.783072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.784513 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b4028fe5-190c-4f3b-b13d-34e675b829bf tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "DELETE /v2.0/routers/e6cfe522-78d0-4b71-9a32-a2e0a1b68540 HTTP/1.1" status: 204 len: 168 time: 2.4594030 Dec 22 04:54:08.791128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39228) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:08.849364 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.873260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7ba033-e0b1-4894-b793-11dcc04b7718 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Deleting subnet 605a6750-0bb0-47f3-849d-c52f32aac8b4 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:08.922203 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba033-e0b1-4894-b793-11dcc04b7718 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.952642 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:08.986083 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:08.996765 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-920d8b38-a241-475c-8285-0335918a3215 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "PUT /v2.0/routers/f1b32f9f-0916-4af4-8023-eb7699e8021a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1955228 Dec 22 04:54:09.005715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39230) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:09.015240 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb373d9-7462-4ef2-815c-767f29663769 None None] Sync routers for ids ['f1b32f9f-0916-4af4-8023-eb7699e8021a'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:09.022327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Request body: {'port': {'network_id': '0a94e623-fbdd-4cc3-9793-c7776f7ec8cd', 'name': 'tempest-FloatingIPAdminTestJSON-71446954'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:09.028503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba033-e0b1-4894-b793-11dcc04b7718 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.036430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Network c6bd76b7-7e6a-417f-8c50-3652badf0ecc is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:09.044118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:09.074999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:09.095277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba033-e0b1-4894-b793-11dcc04b7718 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.127996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Pushing event updated for resources: {'Port': ['ID=327d2731-8821-426f-a54a-58469e4ce3d7,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:09.137731 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ecd9a98-5b05-4a01-a7d6-b5ef80e23ac9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.148574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb373d9-7462-4ef2-815c-767f29663769 None None] Routers {'f1b32f9f-0916-4af4-8023-eb7699e8021a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:09.153527 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-adb373d9-7462-4ef2-815c-767f29663769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f1b32f9f-0916-4af4-8023-eb7699e8021a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:09.160849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd9a98-5b05-4a01-a7d6-b5ef80e23ac9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for ae9fe59f-4f04-4351-bfa1-949d581b4000 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:09.166078 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.167616 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e229c0-2548-4f15-b979-2fa9fbec7d98 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Network': ['ID=5e08e2af-b7ec-473d-8c0f-66681b3340d4,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:09.200458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 5e08e2af-b7ec-473d-8c0f-66681b3340d4 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:09.208140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-adb373d9-7462-4ef2-815c-767f29663769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:09.220751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Attempting to bind port 327d2731-8821-426f-a54a-58469e4ce3d7 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:09.221110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Attempting to bind port 327d2731-8821-426f-a54a-58469e4ce3d7 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '4864fd07-d577-459b-93d0-8b07664c8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c6bd76b7-7e6a-417f-8c50-3652badf0ecc'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:09.221474 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Attempting to bind port 327d2731-8821-426f-a54a-58469e4ce3d7 on network c6bd76b7-7e6a-417f-8c50-3652badf0ecc {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:09.236250 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-65e229c0-2548-4f15-b979-2fa9fbec7d98 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0597811 Dec 22 04:54:09.238139 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39232) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:09.243296 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-07750962-d187-467e-a552-23b4a257c99a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'subnet': {'network_id': '5e08e2af-b7ec-473d-8c0f-66681b3340d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:09.265524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:09.266492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Checking segment: {'id': '4864fd07-d577-459b-93d0-8b07664c8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c6bd76b7-7e6a-417f-8c50-3652badf0ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:09.266843 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.267237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Bound using segment: {'id': '4864fd07-d577-459b-93d0-8b07664c8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c6bd76b7-7e6a-417f-8c50-3652badf0ecc'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:09.267720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Bound port: 327d2731-8821-426f-a54a-58469e4ce3d7, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4864fd07-d577-459b-93d0-8b07664c8849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c6bd76b7-7e6a-417f-8c50-3652badf0ecc'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:09.268104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.275845 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb373d9-7462-4ef2-815c-767f29663769 None None] Routers {'f1b32f9f-0916-4af4-8023-eb7699e8021a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:09.276500 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-adb373d9-7462-4ef2-815c-767f29663769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:53:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f1b32f9f-0916-4af4-8023-eb7699e8021a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:09.330623 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-adb373d9-7462-4ef2-815c-767f29663769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:09.331263 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb373d9-7462-4ef2-815c-767f29663769 None None] The sync data for ids ['f1b32f9f-0916-4af4-8023-eb7699e8021a'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:09.356576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a2286c96-5b7c-4d6b-b1df-dc8d9fdcc9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.388829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] For port 327d2731-8821-426f-a54a-58469e4ce3d7, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:09.392489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] For port 327d2731-8821-426f-a54a-58469e4ce3d7, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=327d2731-8821-426f-a54a-58469e4ce3d7,segment=NetworkSegment(4864fd07-d577-459b-93d0-8b07664c8849),segment_id=4864fd07-d577-459b-93d0-8b07664c8849)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:09.393477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.395941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba033-e0b1-4894-b793-11dcc04b7718 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.397709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Made reservation on behalf of b6d9837899f84da2959be4ca06803df8 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:09.401613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.418393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ecd9a98-5b05-4a01-a7d6-b5ef80e23ac9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.447634 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd9a98-5b05-4a01-a7d6-b5ef80e23ac9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=ae9fe59f-4f04-4351-bfa1-949d581b4000,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:09.451182 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ecd9a98-5b05-4a01-a7d6-b5ef80e23ac9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.455256 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3ecd9a98-5b05-4a01-a7d6-b5ef80e23ac9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/ae9fe59f-4f04-4351-bfa1-949d581b4000 HTTP/1.1" status: 204 len: 168 time: 1.0536397 Dec 22 04:54:09.459538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39234) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:09.463060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ba033-e0b1-4894-b793-11dcc04b7718 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=605a6750-0bb0-47f3-849d-c52f32aac8b4,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:09.472243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.483064 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c7ba033-e0b1-4894-b793-11dcc04b7718 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.488848 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3c7ba033-e0b1-4894-b793-11dcc04b7718 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/605a6750-0bb0-47f3-849d-c52f32aac8b4 HTTP/1.1" status: 204 len: 168 time: 0.6937323 Dec 22 04:54:09.492752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] device_id is not set on port 9410753c-2c36-44c5-aa2a-c2e85c9f4c11 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:09.493847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39236) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:09.548177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72cce2-d3b8-4602-9f24-27b6bd05a89e None None] Pushing event updated for resources: {'Port': ['ID=327d2731-8821-426f-a54a-58469e4ce3d7,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:09.573196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07750962-d187-467e-a552-23b4a257c99a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:09.576851 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-07750962-d187-467e-a552-23b4a257c99a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.650776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e196af44-d60c-4f1b-ab86-0292bc561f4c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:09.655015 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e196af44-d60c-4f1b-ab86-0292bc561f4c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1920142 Dec 22 04:54:09.663888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39238) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:09.708296 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.719540 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-691e3adc-1d70-4862-b0a5-21a16eea90a6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:54:09.727014 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-691e3adc-1d70-4862-b0a5-21a16eea90a6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/ae9fe59f-4f04-4351-bfa1-949d581b4000 HTTP/1.1" status: 404 len: 333 time: 0.0562541 Dec 22 04:54:09.727766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39240) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:09.733702 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d870e6a8-7bc6-4560-ae2f-3e30354886c0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-815814244'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:09.905209 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.959719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network b8e17516-cfca-44df-a6a4-a849e58e73f2 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:09.968408 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:09.970856 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=58feefb9-69ae-409e-af1b-43be80be77fd,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:09.978283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:09.980455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d870e6a8-7bc6-4560-ae2f-3e30354886c0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:09.985099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d870e6a8-7bc6-4560-ae2f-3e30354886c0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:09.995708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ace348-6d94-4f22-acf0-d97974f3675d None None] Network b8e17516-cfca-44df-a6a4-a849e58e73f2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:10.017469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Allocated IP 172.20.0.6 (0a94e623-fbdd-4cc3-9793-c7776f7ec8cd/2ce18f9f-04c6-4223-92c3-05db8221593b/9410753c-2c36-44c5-aa2a-c2e85c9f4c11) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:10.024165 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673b3867-53fe-41a9-ab3e-2551f217f9f8']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:10.035076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.038621 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786e985e-9336-41d9-a772-20e9240b5d54') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:10.039015 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786e985e-9336-41d9-a772-20e9240b5d54') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:10.048945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d870e6a8-7bc6-4560-ae2f-3e30354886c0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:10.057058 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.066196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-07750962-d187-467e-a552-23b4a257c99a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.067011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-fa20f809-b076-4cc8-bf97-36bd35c1e743 None None] Provisioning complete for port b4bcaf57-882e-4a6f-ae38-53592e68a73e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:10.067384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fa20f809-b076-4cc8-bf97-36bd35c1e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.102491 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d870e6a8-7bc6-4560-ae2f-3e30354886c0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.102968 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-d870e6a8-7bc6-4560-ae2f-3e30354886c0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Added segment c4dec4cf-6213-43f3-ae4c-546c5a147f75 of type vlan for network 825bf7c9-c683-484c-b467-da9d52916a07 Dec 22 04:54:10.111262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.137400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:10.137936 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:10.146818 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:10.223547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fa20f809-b076-4cc8-bf97-36bd35c1e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.229604 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07750962-d187-467e-a552-23b4a257c99a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Subnet': ['ID=63b36a3c-3401-4749-a03e-6526ace9e53d,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:10.264098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.266096 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-fa20f809-b076-4cc8-bf97-36bd35c1e743 None None] For port b4bcaf57-882e-4a6f-ae38-53592e68a73e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b4bcaf57-882e-4a6f-ae38-53592e68a73e,segment=NetworkSegment(b2532a56-30b1-4317-9015-e9d16ce6f8e5),segment_id=b2532a56-30b1-4317-9015-e9d16ce6f8e5)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:10.279628 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d870e6a8-7bc6-4560-ae2f-3e30354886c0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.297132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.302297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07750962-d187-467e-a552-23b4a257c99a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Checking segment: {'id': '2b45ec38-e668-4f53-9f0e-4505cdec002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '5e08e2af-b7ec-473d-8c0f-66681b3340d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:10.302830 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07750962-d187-467e-a552-23b4a257c99a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network hostable DHCP agents. Network: 5e08e2af-b7ec-473d-8c0f-66681b3340d4, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:10.322931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fa20f809-b076-4cc8-bf97-36bd35c1e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.339713 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.343636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 673b3867-53fe-41a9-ab3e-2551f217f9f8 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:54:10.345980 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.350043 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "DELETE /v2.0/networks/673b3867-53fe-41a9-ab3e-2551f217f9f8 HTTP/1.1" status: 204 len: 168 time: 0.8509705 Dec 22 04:54:10.367512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd2f11-b1e7-47e4-a451-a1e7c83f21cb tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event deleted for resources: {'Network': ['ID=673b3867-53fe-41a9-ab3e-2551f217f9f8,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:10.379642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d870e6a8-7bc6-4560-ae2f-3e30354886c0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.389507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d870e6a8-7bc6-4560-ae2f-3e30354886c0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:10.391767 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d870e6a8-7bc6-4560-ae2f-3e30354886c0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.430334 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07750962-d187-467e-a552-23b4a257c99a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network 5e08e2af-b7ec-473d-8c0f-66681b3340d4 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:10.446913 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20f809-b076-4cc8-bf97-36bd35c1e743 None None] Pushing event updated for resources: {'Port': ['ID=b4bcaf57-882e-4a6f-ae38-53592e68a73e,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:10.521846 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870e6a8-7bc6-4560-ae2f-3e30354886c0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Network': ['ID=825bf7c9-c683-484c-b467-da9d52916a07,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:10.541195 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 825bf7c9-c683-484c-b467-da9d52916a07 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:10.560734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.610522 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d870e6a8-7bc6-4560-ae2f-3e30354886c0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8804481 Dec 22 04:54:10.613846 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-07750962-d187-467e-a552-23b4a257c99a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 5e08e2af-b7ec-473d-8c0f-66681b3340d4) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:10.617873 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07750962-d187-467e-a552-23b4a257c99a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:10.618578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-07750962-d187-467e-a552-23b4a257c99a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.621280 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39246) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:10.627884 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11af69d5-a230-4a4a-b079-3fab07171cf1 None None] Network 5e08e2af-b7ec-473d-8c0f-66681b3340d4 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:10.631034 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-adbec83c-f4d4-44b2-9600-04564bd173a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': '825bf7c9-c683-484c-b467-da9d52916a07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:10.786987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Network 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:10.798152 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-536fe7e5-2a98-4174-89a8-553924c213a1 None None] Provisioning complete for port 58feefb9-69ae-409e-af1b-43be80be77fd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:10.798877 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-536fe7e5-2a98-4174-89a8-553924c213a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:10.804274 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:10.813606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:10.853515 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-07750962-d187-467e-a552-23b4a257c99a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6120832 Dec 22 04:54:10.853999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39250) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:10.870140 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event updated for resources: {'Port': ['ID=9410753c-2c36-44c5-aa2a-c2e85c9f4c11,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:10.939006 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-536fe7e5-2a98-4174-89a8-553924c213a1 None None] Port 58feefb9-69ae-409e-af1b-43be80be77fd cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:11.020956 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39252) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:11.037636 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:11.038571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.041336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbec83c-f4d4-44b2-9600-04564bd173a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:11.045595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-6550df3c-0719-4311-a193-43145831f159 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Request body: {'router': {'name': 'tempest-router--311148933', 'project_id': '5b444188fddb41ddaaf91f9b1752d54b'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:11.050088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-adbec83c-f4d4-44b2-9600-04564bd173a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.070054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-536fe7e5-2a98-4174-89a8-553924c213a1 None None] Provisioning complete for port b4bcaf57-882e-4a6f-ae38-53592e68a73e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:11.070450 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-536fe7e5-2a98-4174-89a8-553924c213a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.146066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.191176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8d9e72-3be0-43a6-99a9-ef3b9753cafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-5e08e2af-b7ec-473d-8c0f-66681b3340d4', 'network_id': '5e08e2af-b7ec-473d-8c0f-66681b3340d4', 'tenant_id': 'a50b14b0cdd64471b1eb4511a708636d', 'fixed_ips': [{'subnet_id': '63b36a3c-3401-4749-a03e-6526ace9e53d'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:11.192061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9e72-3be0-43a6-99a9-ef3b9753cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.197607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b4bcaf57-882e-4a6f-ae38-53592e68a73e up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:11.230222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b8595-70ed-4898-91fc-38043d72e54d None None] Network c6bd76b7-7e6a-417f-8c50-3652badf0ecc requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:11.248239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.262203 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.314540 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3b91bbd0-7ddb-4e89-92eb-699bd9cb32af tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3072729 Dec 22 04:54:11.320922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39254) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:11.355437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.358482 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=58feefb9-69ae-409e-af1b-43be80be77fd,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:11.364505 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.464791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6550df3c-0719-4311-a193-43145831f159 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.466916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6550df3c-0719-4311-a193-43145831f159 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.504454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network b8e17516-cfca-44df-a6a4-a849e58e73f2 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:11.506423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:11.549603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port b4bcaf57-882e-4a6f-ae38-53592e68a73e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:11.549971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.560925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-adbec83c-f4d4-44b2-9600-04564bd173a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.592147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'project_id': 'b6d9837899f84da2959be4ca06803df8', 'port_id': '9410753c-2c36-44c5-aa2a-c2e85c9f4c11'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:11.598567 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.681774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6550df3c-0719-4311-a193-43145831f159 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.689944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbec83c-f4d4-44b2-9600-04564bd173a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Subnet': ['ID=c57210b0-8567-4581-9b8a-edefd4720913,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server [None req-9b8d9e72-3be0-43a6-99a9-ef3b9753cafa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63b36a3c-3401-4749-a03e-6526ace9e53d: This subnet is being modified by another concurrent operation. Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:54:11.702140 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 63b36a3c-3401-4749-a03e-6526ace9e53d: This subnet is being modified by another concurrent operation. Dec 22 04:54:11.706009 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server Dec 22 04:54:11.711721 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98e7daa3-c70a-435d-9c15-b837b4368ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.726909 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.733002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 327d2731-8821-426f-a54a-58469e4ce3d7 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:11.757138 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Subnet': ['ID=63b36a3c-3401-4749-a03e-6526ace9e53d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:11.763601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.772053 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbec83c-f4d4-44b2-9600-04564bd173a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Checking segment: {'id': 'c4dec4cf-6213-43f3-ae4c-546c5a147f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '825bf7c9-c683-484c-b467-da9d52916a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:11.772432 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbec83c-f4d4-44b2-9600-04564bd173a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network hostable DHCP agents. Network: 825bf7c9-c683-484c-b467-da9d52916a07, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:11.776142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-59a13881-a0ec-47b9-811c-8ace0a856296 None None] Provisioning complete for port 58feefb9-69ae-409e-af1b-43be80be77fd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:11.777131 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-59a13881-a0ec-47b9-811c-8ace0a856296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.795882 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e08e2af-b7ec-473d-8c0f-66681b3340d4']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:11.796874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6550df3c-0719-4311-a193-43145831f159 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.809664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b45ec38-e668-4f53-9f0e-4505cdec002c') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:11.810032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b45ec38-e668-4f53-9f0e-4505cdec002c') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:11.822202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc106f1-5dec-4a8a-b14b-55e00dd77efc None None] Network 5e08e2af-b7ec-473d-8c0f-66681b3340d4 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:11.822885 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.838383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.844816 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:11.845327 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:11.848715 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:11.880427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router c0f43338-e171-4f53-81c8-1ceb5cefecc0 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:54:11.910057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbec83c-f4d4-44b2-9600-04564bd173a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 825bf7c9-c683-484c-b467-da9d52916a07 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:11.946613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6550df3c-0719-4311-a193-43145831f159 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:11.947914 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6550df3c-0719-4311-a193-43145831f159 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9224422 Dec 22 04:54:11.956438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39260) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:11.984989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.023626 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-adbec83c-f4d4-44b2-9600-04564bd173a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 825bf7c9-c683-484c-b467-da9d52916a07) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:12.030769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbec83c-f4d4-44b2-9600-04564bd173a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:12.031407 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-adbec83c-f4d4-44b2-9600-04564bd173a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.039482 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10d5667-5354-4444-9261-7950f377a5d4 None None] Network 825bf7c9-c683-484c-b467-da9d52916a07 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:12.041771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8e30a8e4-3f37-4f58-80f7-f211b138b028 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.050194 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:12.057064 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b0a58a39-7b78-42ec-8f81-508a64927424 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6533952 Dec 22 04:54:12.060140 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39262) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:12.067083 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-625ba5dc-2474-4b1f-ae6a-19484522e3dd tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'network': {'name': 'tempest-RoutersTest-1484876604'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:12.067833 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Sync routers for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:12.072406 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-59a13881-a0ec-47b9-811c-8ace0a856296 None None] Port 58feefb9-69ae-409e-af1b-43be80be77fd cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:12.077004 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:12.077822 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:12.134124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Allocated IP 172.26.5.30 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/7bda4ca7-9717-4088-b78f-70c6a8a8ca84) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:12.162661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-59a13881-a0ec-47b9-811c-8ace0a856296 None None] Provisioning complete for port 327d2731-8821-426f-a54a-58469e4ce3d7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:12.163038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-59a13881-a0ec-47b9-811c-8ace0a856296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.171345 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:12.179388 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.212157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625ba5dc-2474-4b1f-ae6a-19484522e3dd tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:12.216322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-625ba5dc-2474-4b1f-ae6a-19484522e3dd tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.227218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 327d2731-8821-426f-a54a-58469e4ce3d7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:12.227597 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.259743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625ba5dc-2474-4b1f-ae6a-19484522e3dd tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:12.280224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8e30a8e4-3f37-4f58-80f7-f211b138b028 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.282924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8e30a8e4-3f37-4f58-80f7-f211b138b028 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.289550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-625ba5dc-2474-4b1f-ae6a-19484522e3dd tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.290013 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-625ba5dc-2474-4b1f-ae6a-19484522e3dd tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Added segment aff94bd5-a5d1-4486-90fa-fbba57fd4281 of type vlan for network 68a97195-74ac-4d05-b11f-2898dde44afa Dec 22 04:54:12.316834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.332614 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.340716 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/5e08e2af-b7ec-473d-8c0f-66681b3340d4 HTTP/1.1" status: 204 len: 168 time: 1.4732409 Dec 22 04:54:12.348672 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-adbec83c-f4d4-44b2-9600-04564bd173a7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7239280 Dec 22 04:54:12.355417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39264) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:12.355811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39266) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:12.360830 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b32044-8fa3-4584-a9ff-a96af6e00240 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Network': ['ID=5e08e2af-b7ec-473d-8c0f-66681b3340d4,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:12.366593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-baa5d165-38a7-4ba6-a8a9-49d534d25e1a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-948649878'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:12.374263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8e30a8e4-3f37-4f58-80f7-f211b138b028 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.374849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e30a8e4-3f37-4f58-80f7-f211b138b028 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2243f0d-e767-4cd3-a604-d96d741780b1 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:54:12.376583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d1c64e9f-d789-4f97-936e-c98af754fa37 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': '825bf7c9-c683-484c-b467-da9d52916a07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:12.391344 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8e30a8e4-3f37-4f58-80f7-f211b138b028 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.397264 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8e30a8e4-3f37-4f58-80f7-f211b138b028 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "DELETE /v2.0/routers/a2243f0d-e767-4cd3-a604-d96d741780b1 HTTP/1.1" status: 204 len: 168 time: 0.4425552 Dec 22 04:54:12.438555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-59a13881-a0ec-47b9-811c-8ace0a856296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.446647 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:10Z', 'revision_number': 2, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:10Z', 'revision_number': 2, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:12.451053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-625ba5dc-2474-4b1f-ae6a-19484522e3dd tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.455628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-825bf7c9-c683-484c-b467-da9d52916a07', 'network_id': '825bf7c9-c683-484c-b467-da9d52916a07', 'tenant_id': '57d5c0f7a0254b2994086b9f9f83d7fc', 'fixed_ips': [{'subnet_id': 'c57210b0-8567-4581-9b8a-edefd4720913'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:12.456816 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.475922 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Checking router: c0f43338-e171-4f53-81c8-1ceb5cefecc0 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:12.476447 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Updating router c0f43338-e171-4f53-81c8-1ceb5cefecc0 port 58feefb9-69ae-409e-af1b-43be80be77fd binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:54:12.486758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.495038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa5d165-38a7-4ba6-a8a9-49d534d25e1a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:12.498702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-baa5d165-38a7-4ba6-a8a9-49d534d25e1a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.501094 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.519272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-59a13881-a0ec-47b9-811c-8ace0a856296 None None] For port 327d2731-8821-426f-a54a-58469e4ce3d7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=327d2731-8821-426f-a54a-58469e4ce3d7,segment=NetworkSegment(4864fd07-d577-459b-93d0-8b07664c8849),segment_id=4864fd07-d577-459b-93d0-8b07664c8849)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:12.554982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa5d165-38a7-4ba6-a8a9-49d534d25e1a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:12.583682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-baa5d165-38a7-4ba6-a8a9-49d534d25e1a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.584245 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-baa5d165-38a7-4ba6-a8a9-49d534d25e1a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Added segment 1070d08b-8076-4c58-a02d-93ca397f5d38 of type vlan for network 70e272c9-855c-446e-81e4-1326ca3f0591 Dec 22 04:54:12.607749 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-59a13881-a0ec-47b9-811c-8ace0a856296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.633390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-625ba5dc-2474-4b1f-ae6a-19484522e3dd tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.638938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625ba5dc-2474-4b1f-ae6a-19484522e3dd tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:12.639585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-625ba5dc-2474-4b1f-ae6a-19484522e3dd tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.675417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.681775 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39270) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:12.688143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-baa5d165-38a7-4ba6-a8a9-49d534d25e1a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.713238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-59a13881-a0ec-47b9-811c-8ace0a856296 None None] Provisioning complete for port 9410753c-2c36-44c5-aa2a-c2e85c9f4c11 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:12.713790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-59a13881-a0ec-47b9-811c-8ace0a856296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.718368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:12.718764 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:12.771063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Allocated IP 2001:db8::2 (825bf7c9-c683-484c-b467-da9d52916a07/c57210b0-8567-4581-9b8a-edefd4720913/83abbf19-55cc-4bf2-a7f9-69eb6b9d475d) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:12.778357 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a13881-a0ec-47b9-811c-8ace0a856296 None None] Pushing event updated for resources: {'Port': ['ID=327d2731-8821-426f-a54a-58469e4ce3d7,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:12.807450 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-59a13881-a0ec-47b9-811c-8ace0a856296 None None] Port 9410753c-2c36-44c5-aa2a-c2e85c9f4c11 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:12.822759 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39274) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:12.823032 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-625ba5dc-2474-4b1f-ae6a-19484522e3dd tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7625523 Dec 22 04:54:12.828799 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-94a053f2-9e7d-4a7e-bda0-64734ac22505 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'subnet': {'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:12.831050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:12.842165 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:12.847461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ba5dc-2474-4b1f-ae6a-19484522e3dd tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Network': ['ID=68a97195-74ac-4d05-b11f-2898dde44afa,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:12.848533 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.850312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:12.862321 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 68a97195-74ac-4d05-b11f-2898dde44afa details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:12.885782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Pushing event updated for resources: {'Port': ['ID=7bda4ca7-9717-4088-b78f-70c6a8a8ca84,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:12.906506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-777531572', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:12.928310 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.936841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c64e9f-d789-4f97-936e-c98af754fa37 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:12.942253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d1c64e9f-d789-4f97-936e-c98af754fa37 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.975514 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8d960b24-ee15-4745-b66c-7ad91e378860 None None] Provisioning complete for port 58feefb9-69ae-409e-af1b-43be80be77fd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:12.975886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8d960b24-ee15-4745-b66c-7ad91e378860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.976080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-baa5d165-38a7-4ba6-a8a9-49d534d25e1a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:12.981526 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa5d165-38a7-4ba6-a8a9-49d534d25e1a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:12.982111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-baa5d165-38a7-4ba6-a8a9-49d534d25e1a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.025685 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.027007 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.062108 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c9e0b-4205-476d-9e8f-85d58f561d63 None None] Pushing event updated for resources: {'Port': ['ID=58feefb9-69ae-409e-af1b-43be80be77fd,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:13.069298 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Attempting to bind port 58feefb9-69ae-409e-af1b-43be80be77fd on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:13.070613 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Attempting to bind port 58feefb9-69ae-409e-af1b-43be80be77fd by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'b2532a56-30b1-4317-9015-e9d16ce6f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:13.071142 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Attempting to bind port 58feefb9-69ae-409e-af1b-43be80be77fd on network b8e17516-cfca-44df-a6a4-a849e58e73f2 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:13.110071 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8d960b24-ee15-4745-b66c-7ad91e378860 None None] Port 58feefb9-69ae-409e-af1b-43be80be77fd cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:13.121138 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.125673 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:13.126391 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Checking segment: {'id': 'b2532a56-30b1-4317-9015-e9d16ce6f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:13.126957 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.127627 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Bound using segment: {'id': 'b2532a56-30b1-4317-9015-e9d16ce6f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:13.128141 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Bound port: 58feefb9-69ae-409e-af1b-43be80be77fd, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2532a56-30b1-4317-9015-e9d16ce6f8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:13.128577 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.139153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.150674 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a053f2-9e7d-4a7e-bda0-64734ac22505 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:13.153792 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8d960b24-ee15-4745-b66c-7ad91e378860 None None] Provisioning complete for port 327d2731-8821-426f-a54a-58469e4ce3d7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:13.154204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94a053f2-9e7d-4a7e-bda0-64734ac22505 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.154310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8d960b24-ee15-4745-b66c-7ad91e378860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.167740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5d165-38a7-4ba6-a8a9-49d534d25e1a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Network': ['ID=70e272c9-855c-446e-81e4-1326ca3f0591,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:13.182451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 70e272c9-855c-446e-81e4-1326ca3f0591 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:13.242492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.252171 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] For port 58feefb9-69ae-409e-af1b-43be80be77fd, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:13.256653 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] For port 58feefb9-69ae-409e-af1b-43be80be77fd, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=58feefb9-69ae-409e-af1b-43be80be77fd,segment=NetworkSegment(b2532a56-30b1-4317-9015-e9d16ce6f8e5),segment_id=b2532a56-30b1-4317-9015-e9d16ce6f8e5)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:13.258075 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-baa5d165-38a7-4ba6-a8a9-49d534d25e1a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8971639 Dec 22 04:54:13.258230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39276) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:13.270668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.279851 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.ipam_backend_mixin [None req-d1c64e9f-d789-4f97-936e-c98af754fa37 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c57210b0-8567-4581-9b8a-edefd4720913 (CIDR: 2001:db8::/64) Dec 22 04:54:13.326825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1c5fb310-f998-4205-acd7-61852676896a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'subnet': {'network_id': '70e272c9-855c-446e-81e4-1326ca3f0591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:13.328628 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.344779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Network 825bf7c9-c683-484c-b467-da9d52916a07 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:13.361190 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:13.364640 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:13.372488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Pushing event updated for resources: {'Port': ['ID=83abbf19-55cc-4bf2-a7f9-69eb6b9d475d,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:13.450279 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c9e0b-4205-476d-9e8f-85d58f561d63 None None] Pushing event updated for resources: {'Port': ['ID=58feefb9-69ae-409e-af1b-43be80be77fd,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:13.453881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Attempting to bind port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:13.454018 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Attempting to bind port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'c4dec4cf-6213-43f3-ae4c-546c5a147f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '825bf7c9-c683-484c-b467-da9d52916a07'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:13.454332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Attempting to bind port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d on network 825bf7c9-c683-484c-b467-da9d52916a07 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:13.460026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:13.460438 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Checking segment: {'id': 'c4dec4cf-6213-43f3-ae4c-546c5a147f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '825bf7c9-c683-484c-b467-da9d52916a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:13.460845 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.461441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Bound using segment: {'id': 'c4dec4cf-6213-43f3-ae4c-546c5a147f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '825bf7c9-c683-484c-b467-da9d52916a07'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:13.461915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Bound port: 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dec4cf-6213-43f3-ae4c-546c5a147f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '825bf7c9-c683-484c-b467-da9d52916a07'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:13.462300 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.496866 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:13.497762 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:13.521476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.534067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.547688 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 327d2731-8821-426f-a54a-58469e4ce3d7 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:13.550470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5fb310-f998-4205-acd7-61852676896a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:13.554250 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb310-f998-4205-acd7-61852676896a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.572577 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c64e9f-d789-4f97-936e-c98af754fa37 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:54:13.573180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c64e9f-d789-4f97-936e-c98af754fa37 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:13.589726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] For port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:13.611091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-19e866ff-9533-4187-965c-bebfb8561c3e None None] Provisioning complete for port 58feefb9-69ae-409e-af1b-43be80be77fd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:13.611628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-19e866ff-9533-4187-965c-bebfb8561c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.614553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] For port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=83abbf19-55cc-4bf2-a7f9-69eb6b9d475d,segment=NetworkSegment(c4dec4cf-6213-43f3-ae4c-546c5a147f75),segment_id=c4dec4cf-6213-43f3-ae4c-546c5a147f75)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:13.670664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 327d2731-8821-426f-a54a-58469e4ce3d7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:13.671482 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.705812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.711683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.776865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e128c-d089-4ae9-870f-abc6595c25ae None None] Pushing event updated for resources: {'Port': ['ID=83abbf19-55cc-4bf2-a7f9-69eb6b9d475d,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:13.777614 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:13.840246 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-19e866ff-9533-4187-965c-bebfb8561c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:13.918225 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d1c64e9f-d789-4f97-936e-c98af754fa37 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5459020 Dec 22 04:54:13.919090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39278) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:13.930093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-19e866ff-9533-4187-965c-bebfb8561c3e None None] For port 58feefb9-69ae-409e-af1b-43be80be77fd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=58feefb9-69ae-409e-af1b-43be80be77fd,segment=NetworkSegment(b2532a56-30b1-4317-9015-e9d16ce6f8e5),segment_id=b2532a56-30b1-4317-9015-e9d16ce6f8e5)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:13.931342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2c7a48cf-bc21-4637-bd03-0575acf9c943 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': '825bf7c9-c683-484c-b467-da9d52916a07', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:13.957295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94a053f2-9e7d-4a7e-bda0-64734ac22505 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.050925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-19e866ff-9533-4187-965c-bebfb8561c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.114191 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.144679 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:10Z', 'revision_number': 2, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 4, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:14.158149 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e866ff-9533-4187-965c-bebfb8561c3e None None] Pushing event updated for resources: {'Port': ['ID=58feefb9-69ae-409e-af1b-43be80be77fd,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:14.179558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.181550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a053f2-9e7d-4a7e-bda0-64734ac22505 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Subnet': ['ID=3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:14.189916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb310-f998-4205-acd7-61852676896a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.199485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1ab29901-847f-492c-a138-85528f9f39af None None] Provisioning complete for port 58feefb9-69ae-409e-af1b-43be80be77fd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:14.200159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1ab29901-847f-492c-a138-85528f9f39af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.217641 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaf53c-6194-43f8-bc2d-fca0e4b554a6 None None] The sync data for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv is: [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:10Z', 'revision_number': 2, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 4, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:14.238212 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.251692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a053f2-9e7d-4a7e-bda0-64734ac22505 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Checking segment: {'id': 'aff94bd5-a5d1-4486-90fa-fbba57fd4281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:14.252055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a053f2-9e7d-4a7e-bda0-64734ac22505 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network hostable DHCP agents. Network: 68a97195-74ac-4d05-b11f-2898dde44afa, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:14.264470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a48cf-bc21-4637-bd03-0575acf9c943 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:14.268934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2c7a48cf-bc21-4637-bd03-0575acf9c943 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.281087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fb310-f998-4205-acd7-61852676896a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Subnet': ['ID=1fcf0e63-ac20-4336-9f73-9b1aed23f310,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:14.329962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.335235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Pushing event updated for resources: {'Port': ['ID=7bda4ca7-9717-4088-b78f-70c6a8a8ca84,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:14.352756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.361115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.404283 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5fb310-f998-4205-acd7-61852676896a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Checking segment: {'id': '1070d08b-8076-4c58-a02d-93ca397f5d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70e272c9-855c-446e-81e4-1326ca3f0591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:14.404623 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5fb310-f998-4205-acd7-61852676896a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network hostable DHCP agents. Network: 70e272c9-855c-446e-81e4-1326ca3f0591, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:14.446399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a053f2-9e7d-4a7e-bda0-64734ac22505 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 68a97195-74ac-4d05-b11f-2898dde44afa is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:14.525748 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Floating IP 4537c2e6-8ad9-4d4f-943b-50d70d4bf829 associated. External IP: 172.26.5.30, port: 9410753c-2c36-44c5-aa2a-c2e85c9f4c11. Dec 22 04:54:14.533900 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Allocated IP 172.26.5.150 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/b9f8a146-40c5-450f-bb2e-fb5ba1951c2e) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:14.548690 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5fb310-f998-4205-acd7-61852676896a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network 70e272c9-855c-446e-81e4-1326ca3f0591 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:14.592766 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:54:14.644625 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-1c5fb310-f998-4205-acd7-61852676896a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 70e272c9-855c-446e-81e4-1326ca3f0591) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:14.652390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-94a053f2-9e7d-4a7e-bda0-64734ac22505 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 68a97195-74ac-4d05-b11f-2898dde44afa) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:14.656498 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d156cf5-258a-454b-8a3d-76627c7bf80d None None] Network 70e272c9-855c-446e-81e4-1326ca3f0591 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:14.663818 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5fb310-f998-4205-acd7-61852676896a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:14.664504 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c5fb310-f998-4205-acd7-61852676896a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.673390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79796a64-da1c-4e30-a619-ee1b15487456 None None] Network 68a97195-74ac-4d05-b11f-2898dde44afa requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:14.673622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a053f2-9e7d-4a7e-bda0-64734ac22505 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:14.674122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94a053f2-9e7d-4a7e-bda0-64734ac22505 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.704532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.803728 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1c5fb310-f998-4205-acd7-61852676896a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5112493 Dec 22 04:54:14.805543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39280) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:14.816695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-976b0f50-5471-4e85-bd26-e579a6e92a6b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1010598423'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:14.854063 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-94a053f2-9e7d-4a7e-bda0-64734ac22505 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0290513 Dec 22 04:54:14.856394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39282) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:14.858970 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:14.978011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-68a97195-74ac-4d05-b11f-2898dde44afa', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:14.979917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.048785 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-70e272c9-855c-446e-81e4-1326ca3f0591', 'network_id': '70e272c9-855c-446e-81e4-1326ca3f0591', 'tenant_id': 'a50b14b0cdd64471b1eb4511a708636d', 'fixed_ips': [{'subnet_id': '1fcf0e63-ac20-4336-9f73-9b1aed23f310'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:15.049789 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.079825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Pushing event updated for resources: {'Port': ['ID=b9f8a146-40c5-450f-bb2e-fb5ba1951c2e,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:15.124514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:15.131283 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:15.144371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:15.189245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976b0f50-5471-4e85-bd26-e579a6e92a6b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:15.193070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-976b0f50-5471-4e85-bd26-e579a6e92a6b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.235338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfa2569-1083-43c6-807c-690dc6ee04b5 None None] Network 825bf7c9-c683-484c-b467-da9d52916a07 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:15.286467 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Router f1b32f9f-0916-4af4-8023-eb7699e8021a has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:15.367395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2c7a48cf-bc21-4637-bd03-0575acf9c943 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.431673 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a48cf-bc21-4637-bd03-0575acf9c943 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Subnet': ['ID=79655c6a-b794-4165-a36c-894901c07662,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:15.449926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a48cf-bc21-4637-bd03-0575acf9c943 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 825bf7c9-c683-484c-b467-da9d52916a07 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:15.452955 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a48cf-bc21-4637-bd03-0575acf9c943 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:15.457921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a48cf-bc21-4637-bd03-0575acf9c943 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:15.458665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2c7a48cf-bc21-4637-bd03-0575acf9c943 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.486979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:15.523012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad396da-0efc-40bc-a636-0b61cb0a58f1 None None] Sync routers for ids ['f1b32f9f-0916-4af4-8023-eb7699e8021a'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:15.526967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.536535 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2c7a48cf-bc21-4637-bd03-0575acf9c943 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6163528 Dec 22 04:54:15.539339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39284) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:15.554987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': '825bf7c9-c683-484c-b467-da9d52916a07', 'fixed_ips': [{'subnet_id': 'c57210b0-8567-4581-9b8a-edefd4720913'}, {'subnet_id': '79655c6a-b794-4165-a36c-894901c07662'}], 'name': 'tempest-PortsIpV6TestJSON-1134759281'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:15.574328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Allocated IP 172.21.0.2 (68a97195-74ac-4d05-b11f-2898dde44afa/3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f/1b39a6c5-ce33-4517-a633-88ad219f29c9) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:15.591353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7c98eac7-3af7-4b30-982c-1cab3dbcabb9 None None] Provisioning complete for port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:15.591860 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c98eac7-3af7-4b30-982c-1cab3dbcabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.622724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad396da-0efc-40bc-a636-0b61cb0a58f1 None None] Routers {'f1b32f9f-0916-4af4-8023-eb7699e8021a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:15.623459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-aad396da-0efc-40bc-a636-0b61cb0a58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f1b32f9f-0916-4af4-8023-eb7699e8021a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:15.664579 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.678973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976b0f50-5471-4e85-bd26-e579a6e92a6b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:15.697700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 58feefb9-69ae-409e-af1b-43be80be77fd up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:15.700158 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-976b0f50-5471-4e85-bd26-e579a6e92a6b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.700593 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-976b0f50-5471-4e85-bd26-e579a6e92a6b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Added segment 9109de96-f852-43e7-98f8-7853b44ee521 of type vlan for network e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8 Dec 22 04:54:15.712089 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eab168b3-c35d-40f0-9ee3-6282c44a33cc tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 4.3821034 Dec 22 04:54:15.712089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39286) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:15.767957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-aad396da-0efc-40bc-a636-0b61cb0a58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:15.817134 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Allocated IP 2001:db8::3 (70e272c9-855c-446e-81e4-1326ca3f0591/1fcf0e63-ac20-4336-9f73-9b1aed23f310/0d373da9-753a-4257-9dc9-62388bf7624f) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:15.853060 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-976b0f50-5471-4e85-bd26-e579a6e92a6b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:15.857306 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7b927600-ca60-4799-8b66-3bed04c78d63 tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] 10.222.0.54 "GET /v2.0/floatingips/4537c2e6-8ad9-4d4f-943b-50d70d4bf829 HTTP/1.1" status: 200 len: 980 time: 0.1441014 Dec 22 04:54:15.858505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39288) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:15.860773 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad396da-0efc-40bc-a636-0b61cb0a58f1 None None] Routers {'f1b32f9f-0916-4af4-8023-eb7699e8021a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:15.861200 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-aad396da-0efc-40bc-a636-0b61cb0a58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f1b32f9f-0916-4af4-8023-eb7699e8021a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:15.968765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-aad396da-0efc-40bc-a636-0b61cb0a58f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:15.969456 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad396da-0efc-40bc-a636-0b61cb0a58f1 None None] The sync data for ids ['f1b32f9f-0916-4af4-8023-eb7699e8021a'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:15.974933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:16.022082 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.037560 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-03b804b2-346c-42b4-82cf-f9b8dfdb713a tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1777964 Dec 22 04:54:16.040903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39290) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:16.048481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-976b0f50-5471-4e85-bd26-e579a6e92a6b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.054312 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b0f50-5471-4e85-bd26-e579a6e92a6b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:16.056693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-976b0f50-5471-4e85-bd26-e579a6e92a6b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.089561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 58feefb9-69ae-409e-af1b-43be80be77fd triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:16.090181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.147963 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c98eac7-3af7-4b30-982c-1cab3dbcabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.183974 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.184163 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.260472 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.276932 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-976b0f50-5471-4e85-bd26-e579a6e92a6b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4700868 Dec 22 04:54:16.279866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39292) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:16.281916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b0f50-5471-4e85-bd26-e579a6e92a6b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Network': ['ID=e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:16.287049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'subnet': {'network_id': 'e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:16.292506 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7c98eac7-3af7-4b30-982c-1cab3dbcabb9 None None] For port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=83abbf19-55cc-4bf2-a7f9-69eb6b9d475d,segment=NetworkSegment(c4dec4cf-6213-43f3-ae4c-546c5a147f75),segment_id=c4dec4cf-6213-43f3-ae4c-546c5a147f75)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:16.292694 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port 7273bcfb-cdd1-4fb1-b3c6-449499e234a0 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:16.295655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.299563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.308116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:16.390153 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Deleting port 7bda4ca7-9717-4088-b78f-70c6a8a8ca84 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:16.390618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.403455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c98eac7-3af7-4b30-982c-1cab3dbcabb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.421119 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.430735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Network 68a97195-74ac-4d05-b11f-2898dde44afa is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:16.439250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:16.442202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:16.454439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1783ad5b-36e7-4eaf-88a1-1dd7bb4d0157 None None] Update dhcp port {'port': {'network_id': '825bf7c9-c683-484c-b467-da9d52916a07', 'fixed_ips': [{'subnet_id': 'c57210b0-8567-4581-9b8a-edefd4720913', 'ip_address': '2001:db8::2'}, {'subnet_id': '79655c6a-b794-4165-a36c-894901c07662'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '83abbf19-55cc-4bf2-a7f9-69eb6b9d475d'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:54:16.471721 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Pushing event updated for resources: {'Port': ['ID=1b39a6c5-ce33-4517-a633-88ad219f29c9,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:16.500243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:16.524160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Network 70e272c9-855c-446e-81e4-1326ca3f0591 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:16.557935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:16.560879 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:16.577036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.585318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1783ad5b-36e7-4eaf-88a1-1dd7bb4d0157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.590299 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Allocated IP 172.21.0.1 (68a97195-74ac-4d05-b11f-2898dde44afa/3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f/5d7dc2f3-faee-4ea8-a74a-775145e2e5ab) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:16.604767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.605454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.630570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Calling delete_port for 7bda4ca7-9717-4088-b78f-70c6a8a8ca84 owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:16.714017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98eac7-3af7-4b30-982c-1cab3dbcabb9 None None] Pushing event updated for resources: {'Port': ['ID=83abbf19-55cc-4bf2-a7f9-69eb6b9d475d,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:16.714221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:16.714221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.739794 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Attempting to bind port 1b39a6c5-ce33-4517-a633-88ad219f29c9 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:16.740466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Attempting to bind port 1b39a6c5-ce33-4517-a633-88ad219f29c9 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'aff94bd5-a5d1-4486-90fa-fbba57fd4281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:16.740988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Attempting to bind port 1b39a6c5-ce33-4517-a633-88ad219f29c9 on network 68a97195-74ac-4d05-b11f-2898dde44afa {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:16.763238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:16.763618 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Checking segment: {'id': 'aff94bd5-a5d1-4486-90fa-fbba57fd4281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:16.763996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.764410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Bound using segment: {'id': 'aff94bd5-a5d1-4486-90fa-fbba57fd4281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:16.764878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Bound port: 1b39a6c5-ce33-4517-a633-88ad219f29c9, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff94bd5-a5d1-4486-90fa-fbba57fd4281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:16.765294 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.771179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Attempting to bind port 0d373da9-753a-4257-9dc9-62388bf7624f on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:16.771538 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Attempting to bind port 0d373da9-753a-4257-9dc9-62388bf7624f by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '1070d08b-8076-4c58-a02d-93ca397f5d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70e272c9-855c-446e-81e4-1326ca3f0591'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:16.771913 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Attempting to bind port 0d373da9-753a-4257-9dc9-62388bf7624f on network 70e272c9-855c-446e-81e4-1326ca3f0591 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:16.831128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_backend_mixin [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Performing IP validity checks on allocation pools {{(pid=109183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:54:16.833473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_backend_mixin [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109183) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:54:16.833702 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.848746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:16.849377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Checking segment: {'id': '1070d08b-8076-4c58-a02d-93ca397f5d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70e272c9-855c-446e-81e4-1326ca3f0591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:16.852667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.852667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Bound using segment: {'id': '1070d08b-8076-4c58-a02d-93ca397f5d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70e272c9-855c-446e-81e4-1326ca3f0591'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:16.852667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Bound port: 0d373da9-753a-4257-9dc9-62388bf7624f, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1070d08b-8076-4c58-a02d-93ca397f5d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '70e272c9-855c-446e-81e4-1326ca3f0591'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:16.852667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.857755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Pushing event updated for resources: {'Port': ['ID=0d373da9-753a-4257-9dc9-62388bf7624f,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:16.882361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:16.882722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:16.932746 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Router 88042314-7261-4a5c-b3da-d008dd6dc091 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:54:16.952957 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8::3af (825bf7c9-c683-484c-b467-da9d52916a07/c57210b0-8567-4581-9b8a-edefd4720913/7273bcfb-cdd1-4fb1-b3c6-449499e234a0) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:16.990182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8:0:1::c5 (825bf7c9-c683-484c-b467-da9d52916a07/79655c6a-b794-4165-a36c-894901c07662/7273bcfb-cdd1-4fb1-b3c6-449499e234a0) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:17.014255 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] For port 1b39a6c5-ce33-4517-a633-88ad219f29c9, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:17.015398 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.020640 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] For port 1b39a6c5-ce33-4517-a633-88ad219f29c9, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1b39a6c5-ce33-4517-a633-88ad219f29c9,segment=NetworkSegment(aff94bd5-a5d1-4486-90fa-fbba57fd4281),segment_id=aff94bd5-a5d1-4486-90fa-fbba57fd4281)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:17.023844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] For port 0d373da9-753a-4257-9dc9-62388bf7624f, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:17.027902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] For port 0d373da9-753a-4257-9dc9-62388bf7624f, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0d373da9-753a-4257-9dc9-62388bf7624f,segment=NetworkSegment(1070d08b-8076-4c58-a02d-93ca397f5d38),segment_id=1070d08b-8076-4c58-a02d-93ca397f5d38)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:17.071497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 68a97195-74ac-4d05-b11f-2898dde44afa is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:17.077270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:17.085759 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:17.091619 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=5d7dc2f3-faee-4ea8-a74a-775145e2e5ab,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:17.112515 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.137579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:17.155303 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.161517 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fab6bb6-586a-4160-bf88-cee8bc1b5e89 None None] Sync routers for ids ['88042314-7261-4a5c-b3da-d008dd6dc091'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:17.172035 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fab6bb6-586a-4160-bf88-cee8bc1b5e89 None None] Routers {'88042314-7261-4a5c-b3da-d008dd6dc091'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:17.173061 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1fab6bb6-586a-4160-bf88-cee8bc1b5e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['88042314-7261-4a5c-b3da-d008dd6dc091'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:17.194905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28df20-b0d8-4931-9012-769ed5d8693c None None] Pushing event updated for resources: {'Port': ['ID=1b39a6c5-ce33-4517-a633-88ad219f29c9,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:17.208630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.219475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.219824 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1fab6bb6-586a-4160-bf88-cee8bc1b5e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:17.245238 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fab6bb6-586a-4160-bf88-cee8bc1b5e89 None None] Routers {'88042314-7261-4a5c-b3da-d008dd6dc091'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:17.246175 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1fab6bb6-586a-4160-bf88-cee8bc1b5e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['88042314-7261-4a5c-b3da-d008dd6dc091'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:17.256057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.273857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.279790 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-46f7a8e3-b79f-4384-8ed8-429ab84ea99f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5914226 Dec 22 04:54:17.279790 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39300) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:17.298641 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7714f8d-5377-474f-ac48-46afafc43970 None None] Pushing event updated for resources: {'Port': ['ID=0d373da9-753a-4257-9dc9-62388bf7624f,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:17.313888 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1fab6bb6-586a-4160-bf88-cee8bc1b5e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:17.314642 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fab6bb6-586a-4160-bf88-cee8bc1b5e89 None None] The sync data for ids ['88042314-7261-4a5c-b3da-d008dd6dc091'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:17.350151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event deleted for resources: {'Port': ['ID=7bda4ca7-9717-4088-b78f-70c6a8a8ca84,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:17.445201 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-761f1c44-3ada-4791-a88a-ea83e97ed902 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/routers/88042314-7261-4a5c-b3da-d008dd6dc091 HTTP/1.1" status: 200 len: 924 time: 0.1650484 Dec 22 04:54:17.447972 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39302) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:17.496380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Subnet': ['ID=f382381c-9b3c-4cbf-86c5-2c06df5c74e7,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:17.498677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:17.539086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.550026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Checking segment: {'id': '9109de96-f852-43e7-98f8-7853b44ee521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:17.550330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network hostable DHCP agents. Network: e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:17.565708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.565999 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Floating IP 4537c2e6-8ad9-4d4f-943b-50d70d4bf829 disassociated (deleted). External IP: 172.26.5.30, port: 9410753c-2c36-44c5-aa2a-c2e85c9f4c11. Dec 22 04:54:17.568078 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-62c29fc0-8ae0-45a7-951c-db40a092efcf tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "GET /v2.0/ports?device_id=88042314-7261-4a5c-b3da-d008dd6dc091 HTTP/1.1" status: 200 len: 205 time: 0.1112356 Dec 22 04:54:17.571558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39304) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:17.607710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:17.608093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.676682 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.875375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:17.891882 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-1783ad5b-36e7-4eaf-88a1-1dd7bb4d0157 None None] Allocated IP 2001:db8:0:1::2 (825bf7c9-c683-484c-b467-da9d52916a07/79655c6a-b794-4165-a36c-894901c07662/83abbf19-55cc-4bf2-a7f9-69eb6b9d475d) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:18.002073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1783ad5b-36e7-4eaf-88a1-1dd7bb4d0157 None None] For port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=83abbf19-55cc-4bf2-a7f9-69eb6b9d475d,segment=NetworkSegment(c4dec4cf-6213-43f3-ae4c-546c5a147f75),segment_id=c4dec4cf-6213-43f3-ae4c-546c5a147f75)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:18.037295 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1783ad5b-36e7-4eaf-88a1-1dd7bb4d0157 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.121456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:18.122029 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1783ad5b-36e7-4eaf-88a1-1dd7bb4d0157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.126839 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.216275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 825bf7c9-c683-484c-b467-da9d52916a07 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:18.219857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:18.221616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783ad5b-36e7-4eaf-88a1-1dd7bb4d0157 None None] Pushing event updated for resources: {'Port': ['ID=83abbf19-55cc-4bf2-a7f9-69eb6b9d475d,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:18.232236 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:18.236363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:18.236953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.241410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:18.247337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:18.248225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.251271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=7273bcfb-cdd1-4fb1-b3c6-449499e234a0,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:18.269655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afecb445-32fc-4b88-9889-2cf666d6df83 None None] Network e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:18.289380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Router f1b32f9f-0916-4af4-8023-eb7699e8021a has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:18.403844 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-00656424-5458-482f-b9e8-4ce87832c8a7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1214051 Dec 22 04:54:18.409709 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-aa41a4db-758c-43ce-bf05-25ada6270c4b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.8681548 Dec 22 04:54:18.409709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39308) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:18.444031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39310) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:18.456976 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-14a69b8c-c96c-4552-9e5b-ee032f0be2b8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c57210b0-8567-4581-9b8a-edefd4720913'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:18.499225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8', 'network_id': 'e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8', 'tenant_id': 'a50b14b0cdd64471b1eb4511a708636d', 'fixed_ips': [{'subnet_id': 'f382381c-9b3c-4cbf-86c5-2c06df5c74e7'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:18.500538 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.525709 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.553709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:18.570926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.620335 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-21d80329-0c98-4add-b1b6-3e51f130897f tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "DELETE /v2.0/floatingips/4537c2e6-8ad9-4d4f-943b-50d70d4bf829 HTTP/1.1" status: 204 len: 168 time: 2.5781808 Dec 22 04:54:18.623780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b8368d-96eb-450b-929b-e088333d54a5 None None] Sync routers for ids ['f1b32f9f-0916-4af4-8023-eb7699e8021a'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:18.625381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.626958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39312) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:18.631255 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:18.652568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8368d-96eb-450b-929b-e088333d54a5 None None] Routers {'f1b32f9f-0916-4af4-8023-eb7699e8021a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:18.653360 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-79b8368d-96eb-450b-929b-e088333d54a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f1b32f9f-0916-4af4-8023-eb7699e8021a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:18.661709 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.718107 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-79b8368d-96eb-450b-929b-e088333d54a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:18.746105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.747772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.782427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b8368d-96eb-450b-929b-e088333d54a5 None None] Routers {'f1b32f9f-0916-4af4-8023-eb7699e8021a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:18.783379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-79b8368d-96eb-450b-929b-e088333d54a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f1b32f9f-0916-4af4-8023-eb7699e8021a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:18.847776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-79b8368d-96eb-450b-929b-e088333d54a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:18.848467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b8368d-96eb-450b-929b-e088333d54a5 None None] The sync data for ids ['f1b32f9f-0916-4af4-8023-eb7699e8021a'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:18.863203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Allocated IP 2001:db8::3 (e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8/f382381c-9b3c-4cbf-86c5-2c06df5c74e7/bb5b1a3a-ce34-4f1e-9497-169b8d011d3a) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:18.870963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.898409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14a69b8c-c96c-4552-9e5b-ee032f0be2b8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.906090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:18.935986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Deleting port b9f8a146-40c5-450f-bb2e-fb5ba1951c2e {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:18.935986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.001716 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4351be7-d439-4be7-ba6c-a2db3e57072c None None] Network 68a97195-74ac-4d05-b11f-2898dde44afa requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:19.043797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.045066 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=5d7dc2f3-faee-4ea8-a74a-775145e2e5ab,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:19.162914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.164106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3c587540-115d-4e97-a25b-d9a5543c0e0b None None] Provisioning complete for port 1b39a6c5-ce33-4517-a633-88ad219f29c9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:19.164589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c587540-115d-4e97-a25b-d9a5543c0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.213752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Allocated IP 172.26.5.106 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/96b36de3-8951-4fc9-9c45-5b5e78b63e8e) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:19.229020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Calling delete_port for b9f8a146-40c5-450f-bb2e-fb5ba1951c2e owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:19.235604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2e9008-1aab-4a60-a92b-f371d71e7194 None None] Network 825bf7c9-c683-484c-b467-da9d52916a07 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:19.306340 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.381016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021136b6-89cf-46bc-a75f-6ffafb572b8f None None] Network 70e272c9-855c-446e-81e4-1326ca3f0591 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:19.390258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.426674 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network 68a97195-74ac-4d05-b11f-2898dde44afa is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:19.435318 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:19.443726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.533366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Network e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:19.535411 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Pushing event updated for resources: {'Port': ['ID=bb5b1a3a-ce34-4f1e-9497-169b8d011d3a,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:19.538084 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:19.543814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:19.596356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1804fe8-2029-479a-a6eb-2b234083593a req-41a58ac6-1b28-4b32-93db-dee4d299fbb3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:19.597895 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1804fe8-2029-479a-a6eb-2b234083593a req-41a58ac6-1b28-4b32-93db-dee4d299fbb3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1782885 Dec 22 04:54:19.600445 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd70ec7-e537-4a09-96a0-bf1388d6b062 req-be457d8a-4844-45ad-ade2-ea15a3a9d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:19.602409 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2fd70ec7-e537-4a09-96a0-bf1388d6b062 req-be457d8a-4844-45ad-ade2-ea15a3a9d85a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=348ed44d0e704fcba74c3cc8925ab135&device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 1099 time: 0.0969882 Dec 22 04:54:19.691721 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router c0f43338-e171-4f53-81c8-1ceb5cefecc0 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:19.693632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.747128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c587540-115d-4e97-a25b-d9a5543c0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.757774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.762250 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-14a69b8c-c96c-4552-9e5b-ee032f0be2b8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Delete allocated IP 2001:db8:0:1::c5 (825bf7c9-c683-484c-b467-da9d52916a07/79655c6a-b794-4165-a36c-894901c07662) {{(pid=109182) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:54:19.764540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Subnet': ['ID=f382381c-9b3c-4cbf-86c5-2c06df5c74e7,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:19.789954 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0d373da9-753a-4257-9dc9-62388bf7624f up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:19.829834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Pushing event updated for resources: {'Port': ['ID=96b36de3-8951-4fc9-9c45-5b5e78b63e8e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:19.842074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Attempting to bind port bb5b1a3a-ce34-4f1e-9497-169b8d011d3a on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:19.842744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Attempting to bind port bb5b1a3a-ce34-4f1e-9497-169b8d011d3a by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '9109de96-f852-43e7-98f8-7853b44ee521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:19.846237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Attempting to bind port bb5b1a3a-ce34-4f1e-9497-169b8d011d3a on network e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:19.872280 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:19.872666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Checking segment: {'id': '9109de96-f852-43e7-98f8-7853b44ee521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:19.873109 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.873516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Bound using segment: {'id': '9109de96-f852-43e7-98f8-7853b44ee521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:19.874000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Bound port: bb5b1a3a-ce34-4f1e-9497-169b8d011d3a, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9109de96-f852-43e7-98f8-7853b44ee521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:19.874380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.898555 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1804fe8-2029-479a-a6eb-2b234083593a req-89a4f629-94a1-4668-a231-0f2422fe6b46 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916358 Dec 22 04:54:19.933748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3c587540-115d-4e97-a25b-d9a5543c0e0b None None] For port 1b39a6c5-ce33-4517-a633-88ad219f29c9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1b39a6c5-ce33-4517-a633-88ad219f29c9,segment=NetworkSegment(aff94bd5-a5d1-4486-90fa-fbba57fd4281),segment_id=aff94bd5-a5d1-4486-90fa-fbba57fd4281)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:19.969357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:19.988059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:19.994392 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 0d373da9-753a-4257-9dc9-62388bf7624f triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:19.994988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.008854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:20.013200 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:20.061309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c587540-115d-4e97-a25b-d9a5543c0e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.084721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:20.105260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd70ec7-e537-4a09-96a0-bf1388d6b062 req-b50b7796-e1c2-42a7-8282-963a47b54e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:20.105450 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2fd70ec7-e537-4a09-96a0-bf1388d6b062 req-b50b7796-e1c2-42a7-8282-963a47b54e15 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d436651-0ddd-42fa-825f-7a433bc5760e HTTP/1.1" status: 200 len: 912 time: 0.4911966 Dec 22 04:54:20.117135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.125891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] For port bb5b1a3a-ce34-4f1e-9497-169b8d011d3a, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:20.135890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9109de96-f852-43e7-98f8-7853b44ee521') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:20.136596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9109de96-f852-43e7-98f8-7853b44ee521') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:20.169040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] For port bb5b1a3a-ce34-4f1e-9497-169b8d011d3a, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bb5b1a3a-ce34-4f1e-9497-169b8d011d3a,segment=NetworkSegment(9109de96-f852-43e7-98f8-7853b44ee521),segment_id=9109de96-f852-43e7-98f8-7853b44ee521)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:20.175601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Pushing event deleted for resources: {'Port': ['ID=b9f8a146-40c5-450f-bb2e-fb5ba1951c2e,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:20.179536 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c587540-115d-4e97-a25b-d9a5543c0e0b None None] Pushing event updated for resources: {'Port': ['ID=1b39a6c5-ce33-4517-a633-88ad219f29c9,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:20.211475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.237602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.247949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.263002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.265033 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2fd70ec7-e537-4a09-96a0-bf1388d6b062 req-1135493f-826b-47bc-b665-1cbcf18d1f3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b HTTP/1.1" status: 200 len: 1002 time: 0.1463485 Dec 22 04:54:20.266264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:20.266955 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:20.270969 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:20.340421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:20.345049 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14a69b8c-c96c-4552-9e5b-ee032f0be2b8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.363519 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Sync routers for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:20.389261 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-82868f8d-d6d8-4a9e-aa1f-df6d387ce6ff tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5187237 Dec 22 04:54:20.399775 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39320) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:20.400401 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:20.401062 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:20.409617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ab49abfe-f931-4cbe-a74e-37f5b22abdea None None] Provisioning complete for port 1b39a6c5-ce33-4517-a633-88ad219f29c9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:20.409992 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ab49abfe-f931-4cbe-a74e-37f5b22abdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.420089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e3894d1e-fc9d-4350-9327-2761a04c746a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'network': {'name': 'tempest-RoutersTest-1251084127'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:20.443503 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14a69b8c-c96c-4552-9e5b-ee032f0be2b8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.574704 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.598566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 0d373da9-753a-4257-9dc9-62388bf7624f, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0d373da9-753a-4257-9dc9-62388bf7624f,segment=NetworkSegment(1070d08b-8076-4c58-a02d-93ca397f5d38),segment_id=1070d08b-8076-4c58-a02d-93ca397f5d38)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:20.618112 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:20.621472 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.db.api [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:54:20.621472 dv-neutron-822523-1-hyperv neutron-server[109183]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:54:20.621472 dv-neutron-822523-1-hyperv neutron-server[109183]: [parameters: {'id': 'e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8'}] Dec 22 04:54:20.621472 dv-neutron-822523-1-hyperv neutron-server[109183]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:20.622208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG oslo_db.api [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:20.637731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6bbff-1063-4037-be32-1ca480eec0a6 None None] Pushing event updated for resources: {'Port': ['ID=bb5b1a3a-ce34-4f1e-9497-169b8d011d3a,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:20.645924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd70ec7-e537-4a09-96a0-bf1388d6b062 req-958f3f34-6820-4dfc-86ec-ecfd84ce4290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:20.648836 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2fd70ec7-e537-4a09-96a0-bf1388d6b062 req-958f3f34-6820-4dfc-86ec-ecfd84ce4290 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34ce218f-5db1-421c-b2b4-76f09d3395ae HTTP/1.1" status: 200 len: 850 time: 0.3523555 Dec 22 04:54:20.659385 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-14a69b8c-c96c-4552-9e5b-ee032f0be2b8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] In _notify_port_updated(), no bound segment for port 7273bcfb-cdd1-4fb1-b3c6-449499e234a0 on network 825bf7c9-c683-484c-b467-da9d52916a07 {{(pid=109182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:54:20.665626 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a69b8c-c96c-4552-9e5b-ee032f0be2b8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:20.668885 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14a69b8c-c96c-4552-9e5b-ee032f0be2b8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.668885 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-14a69b8c-c96c-4552-9e5b-ee032f0be2b8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "PUT /v2.0/ports/7273bcfb-cdd1-4fb1-b3c6-449499e234a0 HTTP/1.1" status: 200 len: 926 time: 2.2229359 Dec 22 04:54:20.672708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39322) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:20.678293 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.697256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-76631f49-95a9-45df-a9ab-e172b1aa6c48 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c57210b0-8567-4581-9b8a-edefd4720913'}, {'subnet_id': '79655c6a-b794-4165-a36c-894901c07662'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:20.700527 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1b39a6c5-ce33-4517-a633-88ad219f29c9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:20.710439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264589c9-01fd-49ea-bd3c-a79bb67c333c None None] Network e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:20.731267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.754412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.759917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.768757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a69b8c-c96c-4552-9e5b-ee032f0be2b8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=7273bcfb-cdd1-4fb1-b3c6-449499e234a0,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:20.809750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd70ec7-e537-4a09-96a0-bf1388d6b062 req-6230852f-47b9-4d65-b91b-6f16d3d358d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:20.814900 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2fd70ec7-e537-4a09-96a0-bf1388d6b062 req-6230852f-47b9-4d65-b91b-6f16d3d358d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d436651-0ddd-42fa-825f-7a433bc5760e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1552806 Dec 22 04:54:20.852460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3894d1e-fc9d-4350-9327-2761a04c746a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:20.856218 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e3894d1e-fc9d-4350-9327-2761a04c746a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.884607 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-76631f49-95a9-45df-a9ab-e172b1aa6c48 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.893394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3894d1e-fc9d-4350-9327-2761a04c746a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:20.907805 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e3894d1e-fc9d-4350-9327-2761a04c746a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:20.908309 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-e3894d1e-fc9d-4350-9327-2761a04c746a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Added segment f84bea09-2bb6-4ed0-bc3d-96956d92b72d of type vlan for network c9b325c9-43d8-4452-971e-fe21b95f7cd4 Dec 22 04:54:21.000807 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.001608 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Fanout notify agent at l3_agent the message router_deleted on router 88042314-7261-4a5c-b3da-d008dd6dc091 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:54:21.035849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.037213 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-944ebcfa-7480-4c9e-8fc3-b96c1a8d777f tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/routers/88042314-7261-4a5c-b3da-d008dd6dc091 HTTP/1.1" status: 204 len: 168 time: 3.4644964 Dec 22 04:54:21.045872 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39326) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:21.058742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Request body: {'router': {'name': 'tempest-snat-router-326956370', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'enable_snat': False}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:21.069845 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:17Z', 'revision_number': 3, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:18Z', 'revision_number': 2, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:21.070905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e3894d1e-fc9d-4350-9327-2761a04c746a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.091227 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.112931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.129008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.136277 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Checking router: c0f43338-e171-4f53-81c8-1ceb5cefecc0 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:21.136873 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Updating router c0f43338-e171-4f53-81c8-1ceb5cefecc0 port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:54:21.185171 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.185719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e5327-eb68-4579-93ef-064928c71c95 req-24cfa49f-9adc-4bf8-bb72-8335cefe633f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:21.195502 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1c0e5327-eb68-4579-93ef-064928c71c95 req-24cfa49f-9adc-4bf8-bb72-8335cefe633f tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1306951 Dec 22 04:54:21.232004 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.235139 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.252718 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1c0e5327-eb68-4579-93ef-064928c71c95 req-6d132ced-07f4-4dc6-a9d6-9009a51cef11 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558665 Dec 22 04:54:21.263602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e3894d1e-fc9d-4350-9327-2761a04c746a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.272669 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3894d1e-fc9d-4350-9327-2761a04c746a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:21.275692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e3894d1e-fc9d-4350-9327-2761a04c746a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.286935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=0d373da9-753a-4257-9dc9-62388bf7624f,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:21.328038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 1b39a6c5-ce33-4517-a633-88ad219f29c9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:21.328569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.364225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ab49abfe-f931-4cbe-a74e-37f5b22abdea None None] Provisioning complete for port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:21.364637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ab49abfe-f931-4cbe-a74e-37f5b22abdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.373837 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3894d1e-fc9d-4350-9327-2761a04c746a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Network': ['ID=c9b325c9-43d8-4452-971e-fe21b95f7cd4,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:21.412601 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network c9b325c9-43d8-4452-971e-fe21b95f7cd4 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:21.420797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.428868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b2e6b-8625-43db-8da9-00d6d504f80e None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:54:21.449919 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2fd70ec7-e537-4a09-96a0-bf1388d6b062 req-da1f0772-768c-4cc7-bcf9-5d85f333f730 service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828974 Dec 22 04:54:21.463552 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e3894d1e-fc9d-4350-9327-2761a04c746a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0598936 Dec 22 04:54:21.466396 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39328) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:21.472883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d4273106-495c-4a9d-8d1f-7102e0ffed61 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'subnet': {'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:21.583616 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.664695 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.670527 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:21.713138 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Deleting port bb5b1a3a-ce34-4f1e-9497-169b8d011d3a {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:21.713730 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.722385 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95d70d-31a8-4f7b-86f3-9930b6425999 None None] Pushing event updated for resources: {'Port': ['ID=5d7dc2f3-faee-4ea8-a74a-775145e2e5ab,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:21.730311 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2fd70ec7-e537-4a09-96a0-bf1388d6b062 req-2a442e90-2a06-4af3-b361-f914d92b2c34 service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604187 Dec 22 04:54:21.740042 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ab49abfe-f931-4cbe-a74e-37f5b22abdea None None] Provisioning complete for port 0d373da9-753a-4257-9dc9-62388bf7624f triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:21.740433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ab49abfe-f931-4cbe-a74e-37f5b22abdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.749897 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.776919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b2e6b-8625-43db-8da9-00d6d504f80e None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:54:21.789150 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:21.789559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.804371 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.817028 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Attempting to bind port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:21.817721 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Attempting to bind port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'aff94bd5-a5d1-4486-90fa-fbba57fd4281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:21.818133 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Attempting to bind port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab on network 68a97195-74ac-4d05-b11f-2898dde44afa {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:21.823348 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:21.823759 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Checking segment: {'id': 'aff94bd5-a5d1-4486-90fa-fbba57fd4281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:21.824313 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.824701 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Bound using segment: {'id': 'aff94bd5-a5d1-4486-90fa-fbba57fd4281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:21.825206 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Bound port: 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff94bd5-a5d1-4486-90fa-fbba57fd4281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:21.825591 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.832563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-76631f49-95a9-45df-a9ab-e172b1aa6c48 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8:0:1::251 (825bf7c9-c683-484c-b467-da9d52916a07/79655c6a-b794-4165-a36c-894901c07662/7273bcfb-cdd1-4fb1-b3c6-449499e234a0) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:21.882229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] For port bb5b1a3a-ce34-4f1e-9497-169b8d011d3a, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bb5b1a3a-ce34-4f1e-9497-169b8d011d3a,segment=NetworkSegment(9109de96-f852-43e7-98f8-7853b44ee521),segment_id=9109de96-f852-43e7-98f8-7853b44ee521)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:21.883378 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.906466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4273106-495c-4a9d-8d1f-7102e0ffed61 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:21.908345 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] For port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:21.911224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4273106-495c-4a9d-8d1f-7102e0ffed61 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.911656 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] For port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5d7dc2f3-faee-4ea8-a74a-775145e2e5ab,segment=NetworkSegment(aff94bd5-a5d1-4486-90fa-fbba57fd4281),segment_id=aff94bd5-a5d1-4486-90fa-fbba57fd4281)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:21.949921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:21.960426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Calling delete_port for bb5b1a3a-ce34-4f1e-9497-169b8d011d3a owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:22.005304 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.030116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ab49abfe-f931-4cbe-a74e-37f5b22abdea None None] Provisioning complete for port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:22.030945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ab49abfe-f931-4cbe-a74e-37f5b22abdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.089689 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95d70d-31a8-4f7b-86f3-9930b6425999 None None] Pushing event updated for resources: {'Port': ['ID=5d7dc2f3-faee-4ea8-a74a-775145e2e5ab,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:22.120907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.144726 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:22.145577 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:22.225807 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.230329 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6023517 Dec 22 04:54:22.240135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39332) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:22.260553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0d373da9-753a-4257-9dc9-62388bf7624f up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:22.263997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a186d3-6471-438c-8174-05c88647f82e tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Pushing event updated for resources: {'Port': ['ID=96b36de3-8951-4fc9-9c45-5b5e78b63e8e,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:22.278762 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:22.371480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db233977-0457-4815-9bec-89704c179233 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:54:22.396430 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-76631f49-95a9-45df-a9ab-e172b1aa6c48 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.455592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ab49abfe-f931-4cbe-a74e-37f5b22abdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.499480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-76631f49-95a9-45df-a9ab-e172b1aa6c48 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.506393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.572035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ab49abfe-f931-4cbe-a74e-37f5b22abdea None None] For port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5d7dc2f3-faee-4ea8-a74a-775145e2e5ab,segment=NetworkSegment(aff94bd5-a5d1-4486-90fa-fbba57fd4281),segment_id=aff94bd5-a5d1-4486-90fa-fbba57fd4281)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:22.573223 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 0d373da9-753a-4257-9dc9-62388bf7624f triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:22.573724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.594086 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:17Z', 'revision_number': 3, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:21Z', 'revision_number': 4, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:22.602892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Port': ['ID=bb5b1a3a-ce34-4f1e-9497-169b8d011d3a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:22.650837 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46750578-5d52-455a-8620-a525f1a672a1 None None] The sync data for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv is: [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:17Z', 'revision_number': 3, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:21Z', 'revision_number': 4, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:22.659059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-76631f49-95a9-45df-a9ab-e172b1aa6c48 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] In _notify_port_updated(), no bound segment for port 7273bcfb-cdd1-4fb1-b3c6-449499e234a0 on network 825bf7c9-c683-484c-b467-da9d52916a07 {{(pid=109183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:54:22.661981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ab49abfe-f931-4cbe-a74e-37f5b22abdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.664607 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76631f49-95a9-45df-a9ab-e172b1aa6c48 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:22.665232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-76631f49-95a9-45df-a9ab-e172b1aa6c48 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.669626 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-76631f49-95a9-45df-a9ab-e172b1aa6c48 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "PUT /v2.0/ports/7273bcfb-cdd1-4fb1-b3c6-449499e234a0 HTTP/1.1" status: 200 len: 1012 time: 1.9867551 Dec 22 04:54:22.670698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:22.674374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39338) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:22.698371 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No DVR routers for this DVR port bb5b1a3a-ce34-4f1e-9497-169b8d011d3a on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:22.708533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a8287-decf-4ec6-8892-595aa3463e18 req-a6e2a586-3b6c-4d46-a9d9-549590385838 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:22.710122 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5a4a8287-decf-4ec6-8892-595aa3463e18 req-a6e2a586-3b6c-4d46-a9d9-549590385838 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2964940 Dec 22 04:54:22.745527 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.746310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49abfe-f931-4cbe-a74e-37f5b22abdea None None] Pushing event updated for resources: {'Port': ['ID=5d7dc2f3-faee-4ea8-a74a-775145e2e5ab,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:22.768875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db233977-0457-4815-9bec-89704c179233 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:54:22.792647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.837115 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-58a7ee2c-7ccb-4545-9934-35dbcd55f50c None None] Provisioning complete for port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:22.837565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-58a7ee2c-7ccb-4545-9934-35dbcd55f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:22.851567 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1b39a6c5-ce33-4517-a633-88ad219f29c9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:22.857144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4273106-495c-4a9d-8d1f-7102e0ffed61 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.005550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4273106-495c-4a9d-8d1f-7102e0ffed61 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Subnet': ['ID=0bf20336-a4d1-4803-a001-99cdf114bacf,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:23.034970 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 1b39a6c5-ce33-4517-a633-88ad219f29c9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:23.035341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.044673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4273106-495c-4a9d-8d1f-7102e0ffed61 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Checking segment: {'id': 'f84bea09-2bb6-4ed0-bc3d-96956d92b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:23.044673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4273106-495c-4a9d-8d1f-7102e0ffed61 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network hostable DHCP agents. Network: c9b325c9-43d8-4452-971e-fe21b95f7cd4, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:23.061475 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-684d3f6f-5868-4dfd-8356-62c2ee80c8af tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 7273bcfb-cdd1-4fb1-b3c6-449499e234a0 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:23.061913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-684d3f6f-5868-4dfd-8356-62c2ee80c8af tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.124213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Allocated IP 172.26.5.168 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/5c1a0235-19d8-402d-818b-f1fc5e8fbbdf) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:23.212960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-684d3f6f-5868-4dfd-8356-62c2ee80c8af tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.214859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-58a7ee2c-7ccb-4545-9934-35dbcd55f50c None None] Provisioning complete for port 0d373da9-753a-4257-9dc9-62388bf7624f triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:23.214859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-58a7ee2c-7ccb-4545-9934-35dbcd55f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.228096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-684d3f6f-5868-4dfd-8356-62c2ee80c8af tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 7273bcfb-cdd1-4fb1-b3c6-449499e234a0 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:23.244951 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4273106-495c-4a9d-8d1f-7102e0ffed61 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network c9b325c9-43d8-4452-971e-fe21b95f7cd4 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:23.268494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76631f49-95a9-45df-a9ab-e172b1aa6c48 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=7273bcfb-cdd1-4fb1-b3c6-449499e234a0,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:23.296416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.301077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.346296 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5a4a8287-decf-4ec6-8892-595aa3463e18 req-5037c286-7d93-4887-b2b1-a25cd2f08f14 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5938895 Dec 22 04:54:23.403947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d4273106-495c-4a9d-8d1f-7102e0ffed61 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, c9b325c9-43d8-4452-971e-fe21b95f7cd4) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:23.414789 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616d80d5-99eb-44e1-8451-189a9aab93fb None None] Network c9b325c9-43d8-4452-971e-fe21b95f7cd4 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:23.422929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4273106-495c-4a9d-8d1f-7102e0ffed61 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:23.423514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d4273106-495c-4a9d-8d1f-7102e0ffed61 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.425695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:23.458901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9109de96-f852-43e7-98f8-7853b44ee521') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:23.459370 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9109de96-f852-43e7-98f8-7853b44ee521') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:23.483790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-58a7ee2c-7ccb-4545-9934-35dbcd55f50c None None] Provisioning complete for port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:23.484716 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-58a7ee2c-7ccb-4545-9934-35dbcd55f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.485157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.513046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.524099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:23.525684 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.559162 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d4273106-495c-4a9d-8d1f-7102e0ffed61 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0914321 Dec 22 04:54:23.606430 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39342) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:23.630372 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:23.632300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.691392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.703979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.711920 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8 HTTP/1.1" status: 204 len: 168 time: 5.2903023 Dec 22 04:54:23.712711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39344) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:23.731358 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5ef2a25b-68d0-425e-a0b6-6791d2f25538 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1325088690'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:23.741661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:23.742506 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.745647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855b7cc-5bd1-4a8f-96a5-c63e09a79227 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Network': ['ID=e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:23.756359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.780168 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-58a7ee2c-7ccb-4545-9934-35dbcd55f50c None None] Provisioning complete for port 7273bcfb-cdd1-4fb1-b3c6-449499e234a0 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:23.781949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-58a7ee2c-7ccb-4545-9934-35dbcd55f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.883973 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-58a7ee2c-7ccb-4545-9934-35dbcd55f50c None None] Port 7273bcfb-cdd1-4fb1-b3c6-449499e234a0 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:23.904367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef2a25b-68d0-425e-a0b6-6791d2f25538 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:23.909894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a25b-68d0-425e-a0b6-6791d2f25538 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.945390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Allocated IP 172.22.0.2 (c9b325c9-43d8-4452-971e-fe21b95f7cd4/0bf20336-a4d1-4803-a001-99cdf114bacf/a4e6774c-4b9f-413e-9cf1-c73b66195b97) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:23.967687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef2a25b-68d0-425e-a0b6-6791d2f25538 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:23.984810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a25b-68d0-425e-a0b6-6791d2f25538 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:23.984810 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-5ef2a25b-68d0-425e-a0b6-6791d2f25538 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Added segment e8c66ad4-b0c3-4338-a247-c9267d2d77ca of type vlan for network 17e45d8b-9d0b-45b3-adb1-4c32adb8510a Dec 22 04:54:24.063317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b97daeb1-3762-4fa1-b169-2e5f8ec61e50 None None] Provisioning complete for port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:24.063415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a25b-68d0-425e-a0b6-6791d2f25538 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.063496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b97daeb1-3762-4fa1-b169-2e5f8ec61e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.088379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.132383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-684d3f6f-5868-4dfd-8356-62c2ee80c8af tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.144136 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event updated for resources: {'Port': ['ID=5c1a0235-19d8-402d-818b-f1fc5e8fbbdf,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:24.188250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Allocated IP 172.26.5.197 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/7354e105-59a7-453e-9204-e9696d4bada7) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:24.189333 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:24.202075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d3f6f-5868-4dfd-8356-62c2ee80c8af tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=7273bcfb-cdd1-4fb1-b3c6-449499e234a0,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:24.212968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:24.228493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:24.231191 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:24.321485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a25b-68d0-425e-a0b6-6791d2f25538 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.327331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef2a25b-68d0-425e-a0b6-6791d2f25538 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:24.328028 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5ef2a25b-68d0-425e-a0b6-6791d2f25538 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.343471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-684d3f6f-5868-4dfd-8356-62c2ee80c8af tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.346826 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-684d3f6f-5868-4dfd-8356-62c2ee80c8af tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/7273bcfb-cdd1-4fb1-b3c6-449499e234a0 HTTP/1.1" status: 204 len: 168 time: 1.6698437 Dec 22 04:54:24.354767 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39346) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:24.397524 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-296b6375-2ae7-4963-8efe-046b476fb957 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:54:24.399074 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-296b6375-2ae7-4963-8efe-046b476fb957 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/7273bcfb-cdd1-4fb1-b3c6-449499e234a0 HTTP/1.1" status: 404 len: 333 time: 0.0433991 Dec 22 04:54:24.403031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39350) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:24.412601 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.415136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2a25b-68d0-425e-a0b6-6791d2f25538 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Network': ['ID=17e45d8b-9d0b-45b3-adb1-4c32adb8510a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:24.447601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.467190 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 17e45d8b-9d0b-45b3-adb1-4c32adb8510a details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:24.513981 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5ef2a25b-68d0-425e-a0b6-6791d2f25538 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8002155 Dec 22 04:54:24.516794 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39352) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:24.521836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-80bb4e59-4060-495f-9fd8-df1acc9c0540 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'subnet': {'network_id': '17e45d8b-9d0b-45b3-adb1-4c32adb8510a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:24.569164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.583493 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b97daeb1-3762-4fa1-b169-2e5f8ec61e50 None None] Could not find standard attr ID for object 7273bcfb-cdd1-4fb1-b3c6-449499e234a0. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:54:24.586971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-3952d951-89a0-473f-89c7-7826802e3793 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting subnet 79655c6a-b794-4165-a36c-894901c07662 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:24.588670 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.588966 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:24.589505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.615914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3952d951-89a0-473f-89c7-7826802e3793 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.641512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:24.646451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:24.649081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:24.666418 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.680524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Pushing event updated for resources: {'Port': ['ID=7354e105-59a7-453e-9204-e9696d4bada7,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:24.734886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Network c9b325c9-43d8-4452-971e-fe21b95f7cd4 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:24.736308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Pushing event updated for resources: {'Port': ['ID=a4e6774c-4b9f-413e-9cf1-c73b66195b97,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:24.738906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:24.741422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:24.754650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc9939-1978-4043-8576-bdfda82513d3 req-44524c46-de15-433e-8505-f46c174568f3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:24.756025 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-77bc9939-1978-4043-8576-bdfda82513d3 req-44524c46-de15-433e-8505-f46c174568f3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2503808 Dec 22 04:54:24.759808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3952d951-89a0-473f-89c7-7826802e3793 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.766401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.794432 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Attempting to bind port a4e6774c-4b9f-413e-9cf1-c73b66195b97 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:24.794818 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Attempting to bind port a4e6774c-4b9f-413e-9cf1-c73b66195b97 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'f84bea09-2bb6-4ed0-bc3d-96956d92b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:24.795160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Attempting to bind port a4e6774c-4b9f-413e-9cf1-c73b66195b97 on network c9b325c9-43d8-4452-971e-fe21b95f7cd4 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:24.800701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:24.801069 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Checking segment: {'id': 'f84bea09-2bb6-4ed0-bc3d-96956d92b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:24.801466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.801668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bb4e59-4060-495f-9fd8-df1acc9c0540 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:24.801859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Bound using segment: {'id': 'f84bea09-2bb6-4ed0-bc3d-96956d92b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:24.802334 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Bound port: a4e6774c-4b9f-413e-9cf1-c73b66195b97, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84bea09-2bb6-4ed0-bc3d-96956d92b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:24.803828 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.806152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80bb4e59-4060-495f-9fd8-df1acc9c0540 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.869607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] For port a4e6774c-4b9f-413e-9cf1-c73b66195b97, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:24.873004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] For port a4e6774c-4b9f-413e-9cf1-c73b66195b97, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a4e6774c-4b9f-413e-9cf1-c73b66195b97,segment=NetworkSegment(f84bea09-2bb6-4ed0-bc3d-96956d92b72d),segment_id=f84bea09-2bb6-4ed0-bc3d-96956d92b72d)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:24.921134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:24.973440 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-77bc9939-1978-4043-8576-bdfda82513d3 req-5a5f9117-31e3-46d6-b94c-949b1671f47d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107503 Dec 22 04:54:24.986270 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.039016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3952d951-89a0-473f-89c7-7826802e3793 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.055163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a15549-3dba-48be-9df8-e8ab4938cdf1 None None] Pushing event updated for resources: {'Port': ['ID=a4e6774c-4b9f-413e-9cf1-c73b66195b97,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:25.116962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.177515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.194907 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Allocated IP 172.22.0.1 (c9b325c9-43d8-4452-971e-fe21b95f7cd4/0bf20336-a4d1-4803-a001-99cdf114bacf/b47d8bc4-7abb-4364-8715-faa5776f1fec) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:25.214294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80bb4e59-4060-495f-9fd8-df1acc9c0540 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.278606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.374389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb4e59-4060-495f-9fd8-df1acc9c0540 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Subnet': ['ID=e049a666-5306-4a9e-854e-8143fa51057e,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:25.400717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Pushing event updated for resources: {'Port': ['ID=7354e105-59a7-453e-9204-e9696d4bada7,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:25.413071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bb4e59-4060-495f-9fd8-df1acc9c0540 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Checking segment: {'id': 'e8c66ad4-b0c3-4338-a247-c9267d2d77ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '17e45d8b-9d0b-45b3-adb1-4c32adb8510a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:25.413533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb4e59-4060-495f-9fd8-df1acc9c0540 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network hostable DHCP agents. Network: 17e45d8b-9d0b-45b3-adb1-4c32adb8510a, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:25.419393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.506994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.508248 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e180151f-33ff-4856-a305-a6b70fa4d082 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2667801 Dec 22 04:54:25.510958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39356) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:25.557770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bb4e59-4060-495f-9fd8-df1acc9c0540 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network 17e45d8b-9d0b-45b3-adb1-4c32adb8510a is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:25.591392 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-13afff9c-5506-43f2-b09c-513c47cd81e7 tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.0768690 Dec 22 04:54:25.591626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39358) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:25.603035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3952d951-89a0-473f-89c7-7826802e3793 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.646287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952d951-89a0-473f-89c7-7826802e3793 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Subnet': ['ID=79655c6a-b794-4165-a36c-894901c07662,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:25.661008 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3952d951-89a0-473f-89c7-7826802e3793 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.661225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-80bb4e59-4060-495f-9fd8-df1acc9c0540 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 17e45d8b-9d0b-45b3-adb1-4c32adb8510a) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:25.661820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d52eca7-4b51-44df-bc6b-1e6bdfedb6fa None None] Network 825bf7c9-c683-484c-b467-da9d52916a07 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:25.666541 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3952d951-89a0-473f-89c7-7826802e3793 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/79655c6a-b794-4165-a36c-894901c07662 HTTP/1.1" status: 204 len: 168 time: 1.2568417 Dec 22 04:54:25.666709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bb4e59-4060-495f-9fd8-df1acc9c0540 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:25.666798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80bb4e59-4060-495f-9fd8-df1acc9c0540 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.669003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39360) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:25.680850 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7afd19b6-847b-4209-92f6-f31711f61124 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0880060 Dec 22 04:54:25.706642 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27df42ed-9564-4e37-867b-c2e9ceeaac1f None None] Network 17e45d8b-9d0b-45b3-adb1-4c32adb8510a requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:25.711673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39362) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:25.750299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51349c2-4618-4422-a0ec-cf41b63f9a35 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting subnet c57210b0-8567-4581-9b8a-edefd4720913 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:25.758738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d51349c2-4618-4422-a0ec-cf41b63f9a35 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.828349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d51349c2-4618-4422-a0ec-cf41b63f9a35 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.849914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.917452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.930123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d51349c2-4618-4422-a0ec-cf41b63f9a35 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:25.966020 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-80bb4e59-4060-495f-9fd8-df1acc9c0540 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4454844 Dec 22 04:54:25.966802 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39364) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:25.970501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-17e45d8b-9d0b-45b3-adb1-4c32adb8510a', 'network_id': '17e45d8b-9d0b-45b3-adb1-4c32adb8510a', 'tenant_id': 'a50b14b0cdd64471b1eb4511a708636d', 'fixed_ips': [{'subnet_id': 'e049a666-5306-4a9e-854e-8143fa51057e'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:25.974803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.013525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-630a51d2-e4ef-40bc-a411-965d6f6e1842 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Deleting port 7354e105-59a7-453e-9204-e9696d4bada7 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:26.013912 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-630a51d2-e4ef-40bc-a411-965d6f6e1842 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.117422 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.157776 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.224919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a4e6774c-4b9f-413e-9cf1-c73b66195b97 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:26.251855 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network c9b325c9-43d8-4452-971e-fe21b95f7cd4 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:26.255864 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Allocated IP 2001:db8::1 (17e45d8b-9d0b-45b3-adb1-4c32adb8510a/e049a666-5306-4a9e-854e-8143fa51057e/a779c949-027f-47a4-803a-42769fae6b9b) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:26.270431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:26.282939 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:26.287934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=b47d8bc4-7abb-4364-8715-faa5776f1fec,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:26.291548 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d51349c2-4618-4422-a0ec-cf41b63f9a35 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.292433 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-630a51d2-e4ef-40bc-a411-965d6f6e1842 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.296245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-630a51d2-e4ef-40bc-a411-965d6f6e1842 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.317597 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port a4e6774c-4b9f-413e-9cf1-c73b66195b97 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:26.318061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.322839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc06549-fe66-435a-92b3-976c7cc0df0d None None] Network c9b325c9-43d8-4452-971e-fe21b95f7cd4 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:26.330367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51349c2-4618-4422-a0ec-cf41b63f9a35 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Subnet': ['ID=c57210b0-8567-4581-9b8a-edefd4720913,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:26.335398 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.348679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-630a51d2-e4ef-40bc-a411-965d6f6e1842 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Calling delete_port for 7354e105-59a7-453e-9204-e9696d4bada7 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:26.361437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d51349c2-4618-4422-a0ec-cf41b63f9a35 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.367816 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d51349c2-4618-4422-a0ec-cf41b63f9a35 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/c57210b0-8567-4581-9b8a-edefd4720913 HTTP/1.1" status: 204 len: 168 time: 0.6962550 Dec 22 04:54:26.371254 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39366) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:26.383586 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.460225 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Router 52dd7836-dd9c-4681-ad84-e84583c4400a is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:54:26.475571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.498620 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6168b724-61c0-449b-b000-1cf18dd93f7b None None] Provisioning complete for port a4e6774c-4b9f-413e-9cf1-c73b66195b97 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:26.498988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6168b724-61c0-449b-b000-1cf18dd93f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.542377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:26.544327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.652743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] For port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=83abbf19-55cc-4bf2-a7f9-69eb6b9d475d,segment=NetworkSegment(c4dec4cf-6213-43f3-ae4c-546c5a147f75),segment_id=c4dec4cf-6213-43f3-ae4c-546c5a147f75)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:26.653145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.662474 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.673547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:26.683950 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:26.696802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.706332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Sync routers for ids ['52dd7836-dd9c-4681-ad84-e84583c4400a'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:26.733739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.757594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port a4e6774c-4b9f-413e-9cf1-c73b66195b97, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a4e6774c-4b9f-413e-9cf1-c73b66195b97,segment=NetworkSegment(f84bea09-2bb6-4ed0-bc3d-96956d92b72d),segment_id=f84bea09-2bb6-4ed0-bc3d-96956d92b72d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:26.798793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.838714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.840151 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-31516f26-352d-4b78-95b9-4893b754c5d8 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7880921 Dec 22 04:54:26.840646 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-630a51d2-e4ef-40bc-a411-965d6f6e1842 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.840777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d433ed9-7f9d-432c-93df-d9581a23fd98 None None] Network 825bf7c9-c683-484c-b467-da9d52916a07 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:26.842726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Routers {'52dd7836-dd9c-4681-ad84-e84583c4400a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:26.842853 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39368) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:26.843860 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['52dd7836-dd9c-4681-ad84-e84583c4400a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:26.903865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a51d2-e4ef-40bc-a411-965d6f6e1842 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Pushing event deleted for resources: {'Port': ['ID=7354e105-59a7-453e-9204-e9696d4bada7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:26.929372 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.930463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:26.932932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Network 17e45d8b-9d0b-45b3-adb1-4c32adb8510a is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:26.978363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Subnet': ['ID=e049a666-5306-4a9e-854e-8143fa51057e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:26.980438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No DVR routers for this DVR port 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:27.009159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=83abbf19-55cc-4bf2-a7f9-69eb6b9d475d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:27.054605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-630a51d2-e4ef-40bc-a411-965d6f6e1842 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.057274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-630a51d2-e4ef-40bc-a411-965d6f6e1842 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.060954 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-630a51d2-e4ef-40bc-a411-965d6f6e1842 tempest-FloatingIPAdminTestJSON-1788896439 tempest-FloatingIPAdminTestJSON-1788896439-project] 10.222.0.54 "DELETE /v2.0/floatingips/f250cf3a-6a2e-44ca-9b3d-376aff254f5b HTTP/1.1" status: 204 len: 168 time: 1.3457582 Dec 22 04:54:27.062156 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39370) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:27.111495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6168b724-61c0-449b-b000-1cf18dd93f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.113389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.127077 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:27.147468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Pushing event updated for resources: {'Port': ['ID=a779c949-027f-47a4-803a-42769fae6b9b,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:27.152136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:27.160144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.172130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.207888 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e6e24418-2af7-4861-bca2-0bb1d68dda81 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/routers/52dd7836-dd9c-4681-ad84-e84583c4400a HTTP/1.1" status: 200 len: 908 time: 0.3630025 Dec 22 04:54:27.221627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825bf7c9-c683-484c-b467-da9d52916a07']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:27.223559 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39372) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:27.229745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Request body: {'router': {'name': 'tempest-snat-router-326956370', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'enable_snat': True}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:27.233851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e45d8b-9d0b-45b3-adb1-4c32adb8510a']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:27.257855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4dec4cf-6213-43f3-ae4c-546c5a147f75') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:27.258081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4dec4cf-6213-43f3-ae4c-546c5a147f75') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:27.276204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c66ad4-b0c3-4338-a247-c9267d2d77ca') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:27.276627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c66ad4-b0c3-4338-a247-c9267d2d77ca') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:27.280165 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.295993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.300981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.350011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.351565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-22fcddf7-319f-4775-8dff-3461305438ee tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Deleting port 96b36de3-8951-4fc9-9c45-5b5e78b63e8e {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:27.352121 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22fcddf7-319f-4775-8dff-3461305438ee tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.357188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:27.357700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.413988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=a4e6774c-4b9f-413e-9cf1-c73b66195b97,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:27.428285 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:27.441414 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.443110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Set router 52dd7836-dd9c-4681-ad84-e84583c4400a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:27.445025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-6168b724-61c0-449b-b000-1cf18dd93f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:27.445379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-6168b724-61c0-449b-b000-1cf18dd93f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:27.445977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Attempting to bind port a779c949-027f-47a4-803a-42769fae6b9b on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:27.447002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Attempting to bind port a779c949-027f-47a4-803a-42769fae6b9b by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e8c66ad4-b0c3-4338-a247-c9267d2d77ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '17e45d8b-9d0b-45b3-adb1-4c32adb8510a'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:27.447130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.447387 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Attempting to bind port a779c949-027f-47a4-803a-42769fae6b9b on network 17e45d8b-9d0b-45b3-adb1-4c32adb8510a {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:27.455978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:27.456410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.515800 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a9ece6-94e2-4c27-993d-bf93bb531b2a None None] DHCP port deletion for 825bf7c9-c683-484c-b467-da9d52916a07 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:54:27.528714 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:27.529890 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Checking segment: {'id': 'e8c66ad4-b0c3-4338-a247-c9267d2d77ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '17e45d8b-9d0b-45b3-adb1-4c32adb8510a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:27.530349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.530750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Bound using segment: {'id': 'e8c66ad4-b0c3-4338-a247-c9267d2d77ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '17e45d8b-9d0b-45b3-adb1-4c32adb8510a'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:27.532174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Bound port: a779c949-027f-47a4-803a-42769fae6b9b, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c66ad4-b0c3-4338-a247-c9267d2d77ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '17e45d8b-9d0b-45b3-adb1-4c32adb8510a'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:27.532603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:27.559193 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:27.562638 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22fcddf7-319f-4775-8dff-3461305438ee tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.562638 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22fcddf7-319f-4775-8dff-3461305438ee tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.562846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.563994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.569354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.575599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.579559 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/networks/825bf7c9-c683-484c-b467-da9d52916a07 HTTP/1.1" status: 204 len: 168 time: 1.2071579 Dec 22 04:54:27.589771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39376) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:27.599703 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-22fcddf7-319f-4775-8dff-3461305438ee tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Calling delete_port for 96b36de3-8951-4fc9-9c45-5b5e78b63e8e owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:27.601517 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=b47d8bc4-7abb-4364-8715-faa5776f1fec,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:27.606685 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.665696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a48aa-4816-4a2c-8c72-26666a72350c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Network': ['ID=825bf7c9-c683-484c-b467-da9d52916a07,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:27.724264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da76b167-9afe-4726-96be-aae9ba0def48 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:27.725725 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-da76b167-9afe-4726-96be-aae9ba0def48 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1350086 Dec 22 04:54:27.729862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39388) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:27.741827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-4700d520-e35a-4967-9362-cd463043c05c None None] For port a779c949-027f-47a4-803a-42769fae6b9b, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:27.746746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-4700d520-e35a-4967-9362-cd463043c05c None None] For port a779c949-027f-47a4-803a-42769fae6b9b, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a779c949-027f-47a4-803a-42769fae6b9b,segment=NetworkSegment(e8c66ad4-b0c3-4338-a247-c9267d2d77ca),segment_id=e8c66ad4-b0c3-4338-a247-c9267d2d77ca)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:27.769613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.810347 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dd7836-dd9c-4681-ad84-e84583c4400a', 'name': 'tempest-snat-router-326956370', 'tenant_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.168'}], 'enable_snat': False}, 'gw_port_id': '5c1a0235-19d8-402d-818b-f1fc5e8fbbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:21Z', 'updated_at': '2021-12-22T04:54:24Z', 'revision_number': 3, 'project_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'gw_port': {'id': '5c1a0235-19d8-402d-818b-f1fc5e8fbbdf', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dd7836-dd9c-4681-ad84-e84583c4400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:22Z', 'updated_at': '2021-12-22T04:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:27.837605 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d7fe7684-43d2-413f-8afb-d30e9ddd6f5d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1051242 Dec 22 04:54:27.841137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Checking router: 52dd7836-dd9c-4681-ad84-e84583c4400a for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:27.842220 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39390) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:27.842885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Updating router 52dd7836-dd9c-4681-ad84-e84583c4400a port 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:54:27.846978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-db124791-5812-4a79-b9ba-d9932a7b7847 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-604259165'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:27.853490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.db.api [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:54:27.853490 dv-neutron-822523-1-hyperv neutron-server[109183]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:54:27.853490 dv-neutron-822523-1-hyperv neutron-server[109183]: [parameters: {'id': '17e45d8b-9d0b-45b3-adb1-4c32adb8510a'}] Dec 22 04:54:27.853490 dv-neutron-822523-1-hyperv neutron-server[109183]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:27.853897 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG oslo_db.api [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:27.858515 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network c9b325c9-43d8-4452-971e-fe21b95f7cd4 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:27.867769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:27.868307 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:27.962034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.006728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router c0f43338-e171-4f53-81c8-1ceb5cefecc0 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:28.015667 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db124791-5812-4a79-b9ba-d9932a7b7847 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:28.020830 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db124791-5812-4a79-b9ba-d9932a7b7847 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.096114 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22fcddf7-319f-4775-8dff-3461305438ee tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.179203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700d520-e35a-4967-9362-cd463043c05c None None] Pushing event updated for resources: {'Port': ['ID=a779c949-027f-47a4-803a-42769fae6b9b,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:28.195806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8612ebc-7c66-4778-adba-1b3dc31a10e3 None None] Network 17e45d8b-9d0b-45b3-adb1-4c32adb8510a requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:28.219579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db124791-5812-4a79-b9ba-d9932a7b7847 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:28.223257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fcddf7-319f-4775-8dff-3461305438ee tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Pushing event deleted for resources: {'Port': ['ID=96b36de3-8951-4fc9-9c45-5b5e78b63e8e,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:28.259361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a4e6774c-4b9f-413e-9cf1-c73b66195b97 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:28.267017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.274878 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db124791-5812-4a79-b9ba-d9932a7b7847 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.275180 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-db124791-5812-4a79-b9ba-d9932a7b7847 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Added segment 671c6c97-4d7b-4f3a-9cfd-91cb844b1756 of type vlan for network 2b40bd68-3500-48f2-8cdf-f55ff08535c3 Dec 22 04:54:28.355407 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:28.361091 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f061ce86-54d7-4b90-a8f5-478a50042c32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7537727 Dec 22 04:54:28.367118 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Sync routers for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:28.374456 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39396) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:28.377760 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.380154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4d1d7470-74ef-4f5c-a191-6b32da15d4d8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'network': {'name': 'tempest-RoutersTest-175109242'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:28.383699 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:28.384678 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:28.391807 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db124791-5812-4a79-b9ba-d9932a7b7847 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.397829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.408512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22fcddf7-319f-4775-8dff-3461305438ee tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.411511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22fcddf7-319f-4775-8dff-3461305438ee tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.417514 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-22fcddf7-319f-4775-8dff-3461305438ee tempest-FloatingIPAdminTestJSON-404902137 tempest-FloatingIPAdminTestJSON-404902137-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/9b5b20c0-b789-470e-9616-ec5364a1ce84 HTTP/1.1" status: 204 len: 168 time: 1.3550999 Dec 22 04:54:28.420727 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39400) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:28.508615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-148e542b-7bb4-47f6-ae79-16879edf781f None None] Provisioning complete for port a4e6774c-4b9f-413e-9cf1-c73b66195b97 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:28.509176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-148e542b-7bb4-47f6-ae79-16879edf781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.548539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Deleting port a779c949-027f-47a4-803a-42769fae6b9b {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:28.553635 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.563647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db124791-5812-4a79-b9ba-d9932a7b7847 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.585236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.588310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db124791-5812-4a79-b9ba-d9932a7b7847 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:28.588949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db124791-5812-4a79-b9ba-d9932a7b7847 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.641552 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port a4e6774c-4b9f-413e-9cf1-c73b66195b97 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:28.644999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.653649 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:28.662082 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1d7470-74ef-4f5c-a191-6b32da15d4d8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:28.679693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d1d7470-74ef-4f5c-a191-6b32da15d4d8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.729915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3128d0e-b496-459d-ad41-41f418239665 req-82ffbe77-8b79-4d2a-a332-0af8b5ae10ff tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:28.731351 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e3128d0e-b496-459d-ad41-41f418239665 req-82ffbe77-8b79-4d2a-a332-0af8b5ae10ff tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.2716272 Dec 22 04:54:28.735756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] For port a779c949-027f-47a4-803a-42769fae6b9b, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a779c949-027f-47a4-803a-42769fae6b9b,segment=NetworkSegment(e8c66ad4-b0c3-4338-a247-c9267d2d77ca),segment_id=e8c66ad4-b0c3-4338-a247-c9267d2d77ca)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:28.741248 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.757543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Calling delete_port for a779c949-027f-47a4-803a-42769fae6b9b owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:28.758614 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db124791-5812-4a79-b9ba-d9932a7b7847 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Network': ['ID=2b40bd68-3500-48f2-8cdf-f55ff08535c3,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:28.771746 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-db124791-5812-4a79-b9ba-d9932a7b7847 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9284811 Dec 22 04:54:28.773588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39404) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:28.788992 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-32960062-4562-4eaf-8040-5b7edef2d6e1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': '2b40bd68-3500-48f2-8cdf-f55ff08535c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:28.795886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Attempting to bind port 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:28.797000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Attempting to bind port 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:28.797142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Attempting to bind port 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:28.806921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec10ce-b8a7-4171-b021-688570347680 None None] Pushing event updated for resources: {'Port': ['ID=5c1a0235-19d8-402d-818b-f1fc5e8fbbdf,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:28.814163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:28.814527 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:28.814912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.815295 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:28.815772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Bound port: 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:28.816330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.842171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.870241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] For port 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:28.872019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.873630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] For port 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5c1a0235-19d8-402d-818b-f1fc5e8fbbdf,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:28.877463 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 2b40bd68-3500-48f2-8cdf-f55ff08535c3 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:28.917744 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:26Z', 'revision_number': 4, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47d8bc4-7abb-4364-8715-faa5776f1fec', 'name': '', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:95:71:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:24Z', 'updated_at': '2021-12-22T04:54:26Z', 'revision_number': 2, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:28.948216 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Checking router: c0f43338-e171-4f53-81c8-1ceb5cefecc0 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:28.949121 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Updating router c0f43338-e171-4f53-81c8-1ceb5cefecc0 port b47d8bc4-7abb-4364-8715-faa5776f1fec binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:54:28.976918 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-148e542b-7bb4-47f6-ae79-16879edf781f None None] Provisioning complete for port b47d8bc4-7abb-4364-8715-faa5776f1fec triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:28.977297 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-148e542b-7bb4-47f6-ae79-16879edf781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.985239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1d7470-74ef-4f5c-a191-6b32da15d4d8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:28.985432 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:28.988207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.015866 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e3128d0e-b496-459d-ad41-41f418239665 req-8ab36c07-d430-4b91-b63d-d4f5e55c6f92 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710524 Dec 22 04:54:29.021947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-08630dd3-1170-4091-8b6c-e113b4f98250 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Deleting port 9410753c-2c36-44c5-aa2a-c2e85c9f4c11 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:29.022275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08630dd3-1170-4091-8b6c-e113b4f98250 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.040042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Allocated IP 172.26.5.101 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/4c309789-36d3-41d5-9fe1-90a5243b1c93) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:29.056038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc81d6-4867-4994-8626-43dd22d6f116 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:54:29.110516 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08630dd3-1170-4091-8b6c-e113b4f98250 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.118468 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.122382 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-08630dd3-1170-4091-8b6c-e113b4f98250 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Calling delete_port for 9410753c-2c36-44c5-aa2a-c2e85c9f4c11 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:29.161252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Port': ['ID=a779c949-027f-47a4-803a-42769fae6b9b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:29.168989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No DVR routers for this DVR port a779c949-027f-47a4-803a-42769fae6b9b on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:29.199815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fc81d6-4867-4994-8626-43dd22d6f116 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:54:29.237075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.264715 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d1d7470-74ef-4f5c-a191-6b32da15d4d8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.264950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Routers {'52dd7836-dd9c-4681-ad84-e84583c4400a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:29.265073 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-4d1d7470-74ef-4f5c-a191-6b32da15d4d8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Added segment 0263f024-5723-4593-8828-27b1641669b7 of type vlan for network ea958f4a-940d-4c8f-9918-f3d2231ae8bc Dec 22 04:54:29.265522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['52dd7836-dd9c-4681-ad84-e84583c4400a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:29.301118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.313446 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d1d7470-74ef-4f5c-a191-6b32da15d4d8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.317445 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.321953 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08630dd3-1170-4091-8b6c-e113b4f98250 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.341764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e45d8b-9d0b-45b3-adb1-4c32adb8510a']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:29.356926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c66ad4-b0c3-4338-a247-c9267d2d77ca') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:29.358853 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c66ad4-b0c3-4338-a247-c9267d2d77ca') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:29.370244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.384212 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.390613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:29.391013 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:29.394353 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:29.400887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:29.402426 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.434411 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:54:29.434852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:54:29.459223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.486170 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaf923-1db2-45b4-8347-dcd4b24b9726 None None] Pushing event updated for resources: {'Port': ['ID=b47d8bc4-7abb-4364-8715-faa5776f1fec,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:29.516104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:29.518079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:29.522795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:29.553507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.555524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event updated for resources: {'Port': ['ID=4c309789-36d3-41d5-9fe1-90a5243b1c93,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:29.572027 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.580640 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/17e45d8b-9d0b-45b3-adb1-4c32adb8510a HTTP/1.1" status: 204 len: 168 time: 3.6127751 Dec 22 04:54:29.585736 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Attempting to bind port b47d8bc4-7abb-4364-8715-faa5776f1fec on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:29.586477 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Attempting to bind port b47d8bc4-7abb-4364-8715-faa5776f1fec by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'f84bea09-2bb6-4ed0-bc3d-96956d92b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:29.587086 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Attempting to bind port b47d8bc4-7abb-4364-8715-faa5776f1fec on network c9b325c9-43d8-4452-971e-fe21b95f7cd4 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:29.587208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39406) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:29.593344 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:29.594857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ff3ff9bd-63b4-434b-af2b-8c91bd4753d0 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1568355469'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:29.595792 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Checking segment: {'id': 'f84bea09-2bb6-4ed0-bc3d-96956d92b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:29.596508 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.597151 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Bound using segment: {'id': 'f84bea09-2bb6-4ed0-bc3d-96956d92b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:29.597863 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Bound port: b47d8bc4-7abb-4364-8715-faa5776f1fec, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84bea09-2bb6-4ed0-bc3d-96956d92b72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:29.598483 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.613650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff39715-a680-487c-86aa-94a9537560ec tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Network': ['ID=17e45d8b-9d0b-45b3-adb1-4c32adb8510a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:29.680719 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] For port b47d8bc4-7abb-4364-8715-faa5776f1fec, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:29.684577 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] For port b47d8bc4-7abb-4364-8715-faa5776f1fec, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b47d8bc4-7abb-4364-8715-faa5776f1fec,segment=NetworkSegment(f84bea09-2bb6-4ed0-bc3d-96956d92b72d),segment_id=f84bea09-2bb6-4ed0-bc3d-96956d92b72d)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:29.687290 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-148e542b-7bb4-47f6-ae79-16879edf781f None None] Port b47d8bc4-7abb-4364-8715-faa5776f1fec cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:29.704744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec10ce-b8a7-4171-b021-688570347680 None None] Pushing event updated for resources: {'Port': ['ID=5c1a0235-19d8-402d-818b-f1fc5e8fbbdf,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:29.705227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08630dd3-1170-4091-8b6c-e113b4f98250 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event deleted for resources: {'Port': ['ID=9410753c-2c36-44c5-aa2a-c2e85c9f4c11,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:29.709182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-148e542b-7bb4-47f6-ae79-16879edf781f None None] Could not find standard attr ID for object 83abbf19-55cc-4bf2-a7f9-69eb6b9d475d. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:54:29.729557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32960062-4562-4eaf-8040-5b7edef2d6e1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:29.731498 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-32960062-4562-4eaf-8040-5b7edef2d6e1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.760064 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.805479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] Set router 52dd7836-dd9c-4681-ad84-e84583c4400a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:29.817416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d1d7470-74ef-4f5c-a191-6b32da15d4d8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.822960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1d7470-74ef-4f5c-a191-6b32da15d4d8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:29.826792 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d1d7470-74ef-4f5c-a191-6b32da15d4d8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.850855 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaf923-1db2-45b4-8347-dcd4b24b9726 None None] Pushing event updated for resources: {'Port': ['ID=b47d8bc4-7abb-4364-8715-faa5776f1fec,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:29.891122 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:29.892286 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:29.938584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08630dd3-1170-4091-8b6c-e113b4f98250 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:29.945071 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-08630dd3-1170-4091-8b6c-e113b4f98250 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "DELETE /v2.0/ports/9410753c-2c36-44c5-aa2a-c2e85c9f4c11 HTTP/1.1" status: 204 len: 168 time: 1.5229702 Dec 22 04:54:29.948557 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4d1d7470-74ef-4f5c-a191-6b32da15d4d8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5725617 Dec 22 04:54:29.958707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39408) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:29.958707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39410) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:29.969089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-363e7f88-893c-44ba-b427-243a9c3096e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'subnet': {'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:29.986175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d7470-74ef-4f5c-a191-6b32da15d4d8 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Network': ['ID=ea958f4a-940d-4c8f-9918-f3d2231ae8bc,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:30.008052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network ea958f4a-940d-4c8f-9918-f3d2231ae8bc details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:30.031561 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:30.141699 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b69300-1197-47cb-ab62-b0271bd2fb2b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:30.146857 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-07b69300-1197-47cb-ab62-b0271bd2fb2b tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1b32f9f-0916-4af4-8023-eb7699e8021a HTTP/1.1" status: 200 len: 913 time: 0.1869292 Dec 22 04:54:30.148893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39414) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:30.184996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dd7836-dd9c-4681-ad84-e84583c4400a', 'name': 'tempest-snat-router-326956370', 'tenant_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.168'}], 'enable_snat': False}, 'gw_port_id': '5c1a0235-19d8-402d-818b-f1fc5e8fbbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:21Z', 'updated_at': '2021-12-22T04:54:24Z', 'revision_number': 3, 'project_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'gw_port': {'id': '5c1a0235-19d8-402d-818b-f1fc5e8fbbdf', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dd7836-dd9c-4681-ad84-e84583c4400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:22Z', 'updated_at': '2021-12-22T04:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:30.217086 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b3c2d7-5ffa-4c07-b00f-8fb16a392b77 None None] The sync data for ids ['52dd7836-dd9c-4681-ad84-e84583c4400a'] in dv-neutron-822523-1-hyperv is: [{'id': '52dd7836-dd9c-4681-ad84-e84583c4400a', 'name': 'tempest-snat-router-326956370', 'tenant_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.168'}], 'enable_snat': False}, 'gw_port_id': '5c1a0235-19d8-402d-818b-f1fc5e8fbbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:21Z', 'updated_at': '2021-12-22T04:54:24Z', 'revision_number': 3, 'project_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'gw_port': {'id': '5c1a0235-19d8-402d-818b-f1fc5e8fbbdf', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:60:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dd7836-dd9c-4681-ad84-e84583c4400a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:22Z', 'updated_at': '2021-12-22T04:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:30.270180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3ff9bd-63b4-434b-af2b-8c91bd4753d0 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:30.278134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff9bd-63b4-434b-af2b-8c91bd4753d0 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.332886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.433042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-32960062-4562-4eaf-8040-5b7edef2d6e1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.434617 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:26Z', 'revision_number': 4, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47d8bc4-7abb-4364-8715-faa5776f1fec', 'name': '', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:95:71:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:24Z', 'updated_at': '2021-12-22T04:54:29Z', 'revision_number': 4, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:30.436358 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363e7f88-893c-44ba-b427-243a9c3096e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Made reservation on behalf of e878b3ef919e4e439706cb80110066eb for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:30.442017 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-363e7f88-893c-44ba-b427-243a9c3096e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.476152 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546fcf5f-3181-4061-ba0f-19809e920194 None None] The sync data for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv is: [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:26Z', 'revision_number': 4, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47d8bc4-7abb-4364-8715-faa5776f1fec', 'name': '', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:95:71:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:24Z', 'updated_at': '2021-12-22T04:54:29Z', 'revision_number': 4, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:30.591353 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f19268-af46-45bc-8282-e3c740c09f61 req-67e881f1-e4b1-4dbe-bc9f-1635be20acaa tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:30.595085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7be494cb-c1a9-491b-8b26-9efcc5f90780 None None] Provisioning complete for port b47d8bc4-7abb-4364-8715-faa5776f1fec triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:30.596367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7be494cb-c1a9-491b-8b26-9efcc5f90780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.606365 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43f19268-af46-45bc-8282-e3c740c09f61 req-67e881f1-e4b1-4dbe-bc9f-1635be20acaa tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.4649069 Dec 22 04:54:30.642915 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3ff9bd-63b4-434b-af2b-8c91bd4753d0 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:30.707402 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff9bd-63b4-434b-af2b-8c91bd4753d0 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.719879 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-ff3ff9bd-63b4-434b-af2b-8c91bd4753d0 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Added segment d741f0fc-ca2f-46a3-86e2-de48c0014b86 of type vlan for network dabb2c62-29dd-4b1a-8669-29ed7903abea Dec 22 04:54:30.754552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32960062-4562-4eaf-8040-5b7edef2d6e1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Subnet': ['ID=78f3a134-39ba-40f6-afdf-ba88e627fc90,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:30.775558 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43f19268-af46-45bc-8282-e3c740c09f61 req-ca7d83f1-3a7c-4a69-959d-748bbf6f620d tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681981 Dec 22 04:54:30.781851 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7be494cb-c1a9-491b-8b26-9efcc5f90780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.835713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7be494cb-c1a9-491b-8b26-9efcc5f90780 None None] For port b47d8bc4-7abb-4364-8715-faa5776f1fec, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b47d8bc4-7abb-4364-8715-faa5776f1fec,segment=NetworkSegment(f84bea09-2bb6-4ed0-bc3d-96956d92b72d),segment_id=f84bea09-2bb6-4ed0-bc3d-96956d92b72d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:30.870184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32960062-4562-4eaf-8040-5b7edef2d6e1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Checking segment: {'id': '671c6c97-4d7b-4f3a-9cfd-91cb844b1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2b40bd68-3500-48f2-8cdf-f55ff08535c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:30.870620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32960062-4562-4eaf-8040-5b7edef2d6e1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network hostable DHCP agents. Network: 2b40bd68-3500-48f2-8cdf-f55ff08535c3, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:30.927391 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7be494cb-c1a9-491b-8b26-9efcc5f90780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:30.942645 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff9bd-63b4-434b-af2b-8c91bd4753d0 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.010940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.015839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be494cb-c1a9-491b-8b26-9efcc5f90780 None None] Pushing event updated for resources: {'Port': ['ID=b47d8bc4-7abb-4364-8715-faa5776f1fec,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:31.054815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d1f7e683-cf82-4b70-991f-32cb32601d99 None None] Provisioning complete for port b47d8bc4-7abb-4364-8715-faa5776f1fec triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:31.054815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d1f7e683-cf82-4b70-991f-32cb32601d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.135725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff9bd-63b4-434b-af2b-8c91bd4753d0 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.143093 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9fbffb66-913f-407e-8734-e3d0cb945de1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.145432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3ff9bd-63b4-434b-af2b-8c91bd4753d0 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:31.147176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff3ff9bd-63b4-434b-af2b-8c91bd4753d0 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.147792 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-363e7f88-893c-44ba-b427-243a9c3096e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.149603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32960062-4562-4eaf-8040-5b7edef2d6e1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 2b40bd68-3500-48f2-8cdf-f55ff08535c3 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:31.256503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ff9bd-63b4-434b-af2b-8c91bd4753d0 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Network': ['ID=dabb2c62-29dd-4b1a-8669-29ed7903abea,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:31.272446 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network dabb2c62-29dd-4b1a-8669-29ed7903abea details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:31.285982 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ff3ff9bd-63b4-434b-af2b-8c91bd4753d0 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6968703 Dec 22 04:54:31.289017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39416) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:31.295815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-028aca32-8d09-48fd-b541-f87c4c820cc8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'subnet': {'network_id': 'dabb2c62-29dd-4b1a-8669-29ed7903abea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:31.320431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e7f88-893c-44ba-b427-243a9c3096e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Subnet': ['ID=45579a00-6a4b-4a70-8571-9d5615c25799,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:31.367300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363e7f88-893c-44ba-b427-243a9c3096e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Checking segment: {'id': '0263f024-5723-4593-8828-27b1641669b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:31.367503 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363e7f88-893c-44ba-b427-243a9c3096e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network hostable DHCP agents. Network: ea958f4a-940d-4c8f-9918-f3d2231ae8bc, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:31.376400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Router 12b6f431-2e70-47cf-97ee-9a7231116954 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:54:31.417123 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-32960062-4562-4eaf-8040-5b7edef2d6e1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 2b40bd68-3500-48f2-8cdf-f55ff08535c3) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:31.424650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32960062-4562-4eaf-8040-5b7edef2d6e1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:31.424820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a47260-9656-4c96-941f-fa9be7972e94 None None] Network 2b40bd68-3500-48f2-8cdf-f55ff08535c3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:31.425228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-32960062-4562-4eaf-8040-5b7edef2d6e1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.511343 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363e7f88-893c-44ba-b427-243a9c3096e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network ea958f4a-940d-4c8f-9918-f3d2231ae8bc is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:31.523354 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-363e7f88-893c-44ba-b427-243a9c3096e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, ea958f4a-940d-4c8f-9918-f3d2231ae8bc) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:31.532647 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-32960062-4562-4eaf-8040-5b7edef2d6e1 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7489169 Dec 22 04:54:31.534068 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363e7f88-893c-44ba-b427-243a9c3096e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:31.534648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-363e7f88-893c-44ba-b427-243a9c3096e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.535736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a92ebc7-38e5-459d-bc2e-9eacd5839e18 None None] Network ea958f4a-940d-4c8f-9918-f3d2231ae8bc requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:31.537756 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39418) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:31.542642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:31.546122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': '2b40bd68-3500-48f2-8cdf-f55ff08535c3', 'name': 'tempest-PortsIpV6TestJSON-1229623373'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:31.572739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028aca32-8d09-48fd-b541-f87c4c820cc8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:31.576648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-028aca32-8d09-48fd-b541-f87c4c820cc8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.593758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Sync routers for ids ['12b6f431-2e70-47cf-97ee-9a7231116954'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:31.652710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Routers {'12b6f431-2e70-47cf-97ee-9a7231116954'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:31.653495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['12b6f431-2e70-47cf-97ee-9a7231116954'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:31.660449 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-363e7f88-893c-44ba-b427-243a9c3096e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6979196 Dec 22 04:54:31.665497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39420) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:31.675704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.677717 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-06ea2220-dea6-45fc-a201-42e4192474ca tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4509585 Dec 22 04:54:31.680450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39422) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:31.747713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2b40bd68-3500-48f2-8cdf-f55ff08535c3', 'network_id': '2b40bd68-3500-48f2-8cdf-f55ff08535c3', 'tenant_id': '57d5c0f7a0254b2994086b9f9f83d7fc', 'fixed_ips': [{'subnet_id': '78f3a134-39ba-40f6-afdf-ba88e627fc90'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:31.748685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:31.863127 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-84db260e-c12a-4326-a69c-747abe64d638 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/routers/12b6f431-2e70-47cf-97ee-9a7231116954 HTTP/1.1" status: 200 len: 907 time: 0.1800170 Dec 22 04:54:31.880023 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39426) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:31.987780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Set router 12b6f431-2e70-47cf-97ee-9a7231116954 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:31.996442 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-028aca32-8d09-48fd-b541-f87c4c820cc8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.013652 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9fbffb66-913f-407e-8734-e3d0cb945de1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Deleting port 783f7480-be09-4aae-8bf4-223ca64380c2 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:32.013984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9fbffb66-913f-407e-8734-e3d0cb945de1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.016317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-ea958f4a-940d-4c8f-9918-f3d2231ae8bc', 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'fixed_ips': [{'subnet_id': '45579a00-6a4b-4a70-8571-9d5615c25799'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:32.017177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.043127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:32.046360 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.057541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028aca32-8d09-48fd-b541-f87c4c820cc8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Subnet': ['ID=ab253dcd-a6a9-435b-b92c-fbf0b27148a1,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:32.076549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028aca32-8d09-48fd-b541-f87c4c820cc8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Checking segment: {'id': 'd741f0fc-ca2f-46a3-86e2-de48c0014b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dabb2c62-29dd-4b1a-8669-29ed7903abea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:32.080329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028aca32-8d09-48fd-b541-f87c4c820cc8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network hostable DHCP agents. Network: dabb2c62-29dd-4b1a-8669-29ed7903abea, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:32.183349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port 50dd0109-2e4a-4891-a71a-79ebef7c389e yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:32.198090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028aca32-8d09-48fd-b541-f87c4c820cc8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network dabb2c62-29dd-4b1a-8669-29ed7903abea is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:32.201819 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8ba18-06c6-487c-bbd5-1f1550ed27b9 req-27466f0c-0149-4e99-882e-23346b815472 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:32.204669 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-44e8ba18-06c6-487c-bbd5-1f1550ed27b9 req-27466f0c-0149-4e99-882e-23346b815472 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.3236742 Dec 22 04:54:32.218797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Allocated IP 2001:db8::2 (2b40bd68-3500-48f2-8cdf-f55ff08535c3/78f3a134-39ba-40f6-afdf-ba88e627fc90/7509dc5c-30e6-41c9-8679-589f84bab0d7) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:32.277480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:32.281787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-028aca32-8d09-48fd-b541-f87c4c820cc8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, dabb2c62-29dd-4b1a-8669-29ed7903abea) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:32.290864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028aca32-8d09-48fd-b541-f87c4c820cc8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:32.290864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-028aca32-8d09-48fd-b541-f87c4c820cc8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.319062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9fbffb66-913f-407e-8734-e3d0cb945de1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.348173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a8a54f-5ec7-4557-849c-1fa7e7a51546 None None] Network dabb2c62-29dd-4b1a-8669-29ed7903abea requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:32.350632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.357486 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9fbffb66-913f-407e-8734-e3d0cb945de1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Calling delete_port for 783f7480-be09-4aae-8bf4-223ca64380c2 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:32.383732 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-028aca32-8d09-48fd-b541-f87c4c820cc8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0910215 Dec 22 04:54:32.384641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39428) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:32.516061 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.580483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.606023 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Allocated IP 172.23.0.2 (ea958f4a-940d-4c8f-9918-f3d2231ae8bc/45579a00-6a4b-4a70-8571-9d5615c25799/a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:32.705124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.754699 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Subnet': ['ID=ab253dcd-a6a9-435b-b92c-fbf0b27148a1,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:32.829889 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-44e8ba18-06c6-487c-bbd5-1f1550ed27b9 req-0abb488c-12cc-440d-a48b-354a7ac39bb8 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6062734 Dec 22 04:54:32.834244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.866142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.878935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabb2c62-29dd-4b1a-8669-29ed7903abea']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:32.891910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd741f0fc-ca2f-46a3-86e2-de48c0014b86') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:32.892300 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd741f0fc-ca2f-46a3-86e2-de48c0014b86') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:32.909721 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:32.910117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.916437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.922612 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.932592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.934962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.939476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:32.940498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:32.944297 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:32.962180 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:32.977186 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a545f80f-ce3b-4c6b-9aec-43b04657f19d None None] Network dabb2c62-29dd-4b1a-8669-29ed7903abea requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:33.033671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b6f431-2e70-47cf-97ee-9a7231116954', 'name': 'tempest-snat-router-326956370', 'tenant_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '4c309789-36d3-41d5-9fe1-90a5243b1c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:27Z', 'updated_at': '2021-12-22T04:54:30Z', 'revision_number': 3, 'project_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'gw_port': {'id': '4c309789-36d3-41d5-9fe1-90a5243b1c93', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:04:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b6f431-2e70-47cf-97ee-9a7231116954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:28Z', 'updated_at': '2021-12-22T04:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:33.087692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.097381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.105987 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/dabb2c62-29dd-4b1a-8669-29ed7903abea HTTP/1.1" status: 204 len: 168 time: 0.7152257 Dec 22 04:54:33.106325 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39430) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:33.112355 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5e30fe41-8839-4456-a368-d57b0a0b6b50 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1698353966'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:33.129394 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0921bf-da49-4a11-ad0b-a4276c40e644 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Network': ['ID=dabb2c62-29dd-4b1a-8669-29ed7903abea,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:33.130315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Network 2b40bd68-3500-48f2-8cdf-f55ff08535c3 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:33.131095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Checking router: 12b6f431-2e70-47cf-97ee-9a7231116954 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:33.132011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Updating router 12b6f431-2e70-47cf-97ee-9a7231116954 port 4c309789-36d3-41d5-9fe1-90a5243b1c93 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:54:33.156343 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:33.173744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:33.178920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Pushing event updated for resources: {'Port': ['ID=7509dc5c-30e6-41c9-8679-589f84bab0d7,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:33.180400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8::36e (2b40bd68-3500-48f2-8cdf-f55ff08535c3/78f3a134-39ba-40f6-afdf-ba88e627fc90/50dd0109-2e4a-4891-a71a-79ebef7c389e) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:33.189097 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.219797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e30fe41-8839-4456-a368-d57b0a0b6b50 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:33.224147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e30fe41-8839-4456-a368-d57b0a0b6b50 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.226537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.251420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e30fe41-8839-4456-a368-d57b0a0b6b50 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:33.264610 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e30fe41-8839-4456-a368-d57b0a0b6b50 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.265595 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-5e30fe41-8839-4456-a368-d57b0a0b6b50 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Added segment 789e2165-9503-4d90-bd7b-c8cead6db36a of type vlan for network 9d28247f-0d88-4386-afa8-c2cda0fea591 Dec 22 04:54:33.312980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e30fe41-8839-4456-a368-d57b0a0b6b50 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.313717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.389996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Deleting port 4c309789-36d3-41d5-9fe1-90a5243b1c93 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:33.390768 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.407797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e30fe41-8839-4456-a368-d57b0a0b6b50 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.414635 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e30fe41-8839-4456-a368-d57b0a0b6b50 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:33.415241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e30fe41-8839-4456-a368-d57b0a0b6b50 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.427812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Attempting to bind port 7509dc5c-30e6-41c9-8679-589f84bab0d7 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:33.428182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Attempting to bind port 7509dc5c-30e6-41c9-8679-589f84bab0d7 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '671c6c97-4d7b-4f3a-9cfd-91cb844b1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2b40bd68-3500-48f2-8cdf-f55ff08535c3'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:33.428577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Attempting to bind port 7509dc5c-30e6-41c9-8679-589f84bab0d7 on network 2b40bd68-3500-48f2-8cdf-f55ff08535c3 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:33.446787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Network ea958f4a-940d-4c8f-9918-f3d2231ae8bc is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:33.454834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.465465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:33.469920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Checking segment: {'id': '671c6c97-4d7b-4f3a-9cfd-91cb844b1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2b40bd68-3500-48f2-8cdf-f55ff08535c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:33.469920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.469920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Bound using segment: {'id': '671c6c97-4d7b-4f3a-9cfd-91cb844b1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2b40bd68-3500-48f2-8cdf-f55ff08535c3'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:33.469920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Bound port: 7509dc5c-30e6-41c9-8679-589f84bab0d7, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671c6c97-4d7b-4f3a-9cfd-91cb844b1756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2b40bd68-3500-48f2-8cdf-f55ff08535c3'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:33.469920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.477409 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:33.486489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30fe41-8839-4456-a368-d57b0a0b6b50 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Network': ['ID=9d28247f-0d88-4386-afa8-c2cda0fea591,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:33.494806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:33.496795 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Pushing event updated for resources: {'Port': ['ID=a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:33.506063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 9d28247f-0d88-4386-afa8-c2cda0fea591 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:33.512749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9fbffb66-913f-407e-8734-e3d0cb945de1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.548344 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5e30fe41-8839-4456-a368-d57b0a0b6b50 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4399145 Dec 22 04:54:33.550314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39432) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:33.555637 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-463f5d6b-dc95-4269-ad00-a664a85cb732 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'subnet': {'network_id': '9d28247f-0d88-4386-afa8-c2cda0fea591', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:33.561327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5c1a0235-19d8-402d-818b-f1fc5e8fbbdf,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:33.568145 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbffb66-913f-407e-8734-e3d0cb945de1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event deleted for resources: {'Port': ['ID=783f7480-be09-4aae-8bf4-223ca64380c2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:33.608494 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Allocated IP 172.23.0.1 (ea958f4a-940d-4c8f-9918-f3d2231ae8bc/45579a00-6a4b-4a70-8571-9d5615c25799/094c8c34-91f8-4c16-9388-57bcefc85f99) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:33.649918 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.660020 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.660829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b47d8bc4-7abb-4364-8715-faa5776f1fec up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:33.722754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Calling delete_port for 4c309789-36d3-41d5-9fe1-90a5243b1c93 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:33.767860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463f5d6b-dc95-4269-ad00-a664a85cb732 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:33.774456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-463f5d6b-dc95-4269-ad00-a664a85cb732 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.789304 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Attempting to bind port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:33.789670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Attempting to bind port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '0263f024-5723-4593-8828-27b1641669b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:33.790029 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Attempting to bind port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 on network ea958f4a-940d-4c8f-9918-f3d2231ae8bc {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:33.792038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.823151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] For port 7509dc5c-30e6-41c9-8679-589f84bab0d7, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:33.844145 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:33.844545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Checking segment: {'id': '0263f024-5723-4593-8828-27b1641669b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:33.844940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.845326 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Bound using segment: {'id': '0263f024-5723-4593-8828-27b1641669b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:33.845791 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Bound port: a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0263f024-5723-4593-8828-27b1641669b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:33.846208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.855605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] For port 7509dc5c-30e6-41c9-8679-589f84bab0d7, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7509dc5c-30e6-41c9-8679-589f84bab0d7,segment=NetworkSegment(671c6c97-4d7b-4f3a-9cfd-91cb844b1756),segment_id=671c6c97-4d7b-4f3a-9cfd-91cb844b1756)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:33.856214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=5c1a0235-19d8-402d-818b-f1fc5e8fbbdf,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:33.925997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:33.927833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port b47d8bc4-7abb-4364-8715-faa5776f1fec triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:33.928206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.036942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0ca2e-7b32-46b7-a544-0dbe83b5e58f req-306f0c68-9b86-466b-aee4-7ce68a7b6320 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:34.038993 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-21f0ca2e-7b32-46b7-a544-0dbe83b5e58f req-306f0c68-9b86-466b-aee4-7ce68a7b6320 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.0743053 Dec 22 04:54:34.051928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.063997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] For port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:34.067167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.089881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] For port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9,segment=NetworkSegment(0263f024-5723-4593-8828-27b1641669b7),segment_id=0263f024-5723-4593-8828-27b1641669b7)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:34.097266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e8e0f-02bf-47a9-b815-9fd2165797d0 None None] Pushing event updated for resources: {'Port': ['ID=7509dc5c-30e6-41c9-8679-589f84bab0d7,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:34.107967 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9fbffb66-913f-407e-8734-e3d0cb945de1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.150352 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-21f0ca2e-7b32-46b7-a544-0dbe83b5e58f req-2a039b47-2978-491b-b92f-206be1ddd437 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904760 Dec 22 04:54:34.196844 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.205064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.210260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.221093 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-463f5d6b-dc95-4269-ad00-a664a85cb732 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.290026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:34.300992 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Attempting to bind port 4c309789-36d3-41d5-9fe1-90a5243b1c93 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:34.309539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Attempting to bind port 4c309789-36d3-41d5-9fe1-90a5243b1c93 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:34.309539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Attempting to bind port 4c309789-36d3-41d5-9fe1-90a5243b1c93 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:34.331254 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:34.331711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:34.332314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.332767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:34.333311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Bound port: 4c309789-36d3-41d5-9fe1-90a5243b1c93, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:34.334221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463f5d6b-dc95-4269-ad00-a664a85cb732 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Checking segment: {'id': '789e2165-9503-4d90-bd7b-c8cead6db36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d28247f-0d88-4386-afa8-c2cda0fea591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:34.336210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.336685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.337139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463f5d6b-dc95-4269-ad00-a664a85cb732 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network hostable DHCP agents. Network: 9d28247f-0d88-4386-afa8-c2cda0fea591, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:34.340334 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cc826-eb1d-4c98-8351-9eb3f860f8a1 None None] Pushing event updated for resources: {'Port': ['ID=a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:34.376962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f5d6b-dc95-4269-ad00-a664a85cb732 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Subnet': ['ID=bdc6a2d5-c2af-459b-8591-4e9f4e7bf358,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:34.382802 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 2b40bd68-3500-48f2-8cdf-f55ff08535c3 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:34.399536 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=50dd0109-2e4a-4891-a71a-79ebef7c389e,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:34.402109 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:34.421266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:34.427118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:34.427996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.453509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22fd0a3-556c-497d-ac67-a89b43c18dc6 None None] Pushing event updated for resources: {'Port': ['ID=4c309789-36d3-41d5-9fe1-90a5243b1c93,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:34.464490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463f5d6b-dc95-4269-ad00-a664a85cb732 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network 9d28247f-0d88-4386-afa8-c2cda0fea591 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:34.490650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:34.491151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.514028 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network ea958f4a-940d-4c8f-9918-f3d2231ae8bc is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:34.520471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:34.532487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-463f5d6b-dc95-4269-ad00-a664a85cb732 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 9d28247f-0d88-4386-afa8-c2cda0fea591) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:34.540215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f5d6b-dc95-4269-ad00-a664a85cb732 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:34.540215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-463f5d6b-dc95-4269-ad00-a664a85cb732 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.581605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:34.609061 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=094c8c34-91f8-4c16-9388-57bcefc85f99,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:34.621812 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c2515ade-f89b-477f-9d7d-a0658aa1b4bb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0804169 Dec 22 04:54:34.627598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39436) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:34.641480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': '2b40bd68-3500-48f2-8cdf-f55ff08535c3', 'name': 'tempest-PortsIpV6TestJSON-956708042'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:34.645715 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.669888 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-463f5d6b-dc95-4269-ad00-a664a85cb732 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1179540 Dec 22 04:54:34.690815 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39438) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:34.692165 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:34.692596 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:34.692998 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:34.693390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:34.693781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:34.694195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:34.694558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:34.694935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:34.695325 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:34.695940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:34.696343 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:34.706080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:34.706080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-efc020ee-b7cd-44a0-972d-8f4b8d5242cb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'subnet': {'network_id': '9d28247f-0d88-4386-afa8-c2cda0fea591', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:34.715578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2557ae54-44b6-4250-991e-f69934c93e3d None None] Network 9d28247f-0d88-4386-afa8-c2cda0fea591 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:34.722796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:34.723183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:34.827021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c309789-36d3-41d5-9fe1-90a5243b1c93,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:34.845810 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.881710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:34.885957 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.906940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port eac45b85-4ef9-4b46-a12c-cb83e8f59768 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:34.907308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-9d28247f-0d88-4386-afa8-c2cda0fea591', 'network_id': '9d28247f-0d88-4386-afa8-c2cda0fea591', 'tenant_id': 'a50b14b0cdd64471b1eb4511a708636d', 'fixed_ips': [{'subnet_id': 'bdc6a2d5-c2af-459b-8591-4e9f4e7bf358'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:34.908236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:34.967672 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbffb66-913f-407e-8734-e3d0cb945de1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Router f1b32f9f-0916-4af4-8023-eb7699e8021a has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:35.005299 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.060525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8::b2 (2b40bd68-3500-48f2-8cdf-f55ff08535c3/78f3a134-39ba-40f6-afdf-ba88e627fc90/eac45b85-4ef9-4b46-a12c-cb83e8f59768) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:35.078695 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Allocated IP 2001:db8::2 (9d28247f-0d88-4386-afa8-c2cda0fea591/bdc6a2d5-c2af-459b-8591-4e9f4e7bf358/8dbd648c-6332-4632-9601-9fa6106d021a) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:35.235731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.281423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Attempting to bind port 4c309789-36d3-41d5-9fe1-90a5243b1c93 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:35.281789 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Attempting to bind port 4c309789-36d3-41d5-9fe1-90a5243b1c93 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:35.282143 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Attempting to bind port 4c309789-36d3-41d5-9fe1-90a5243b1c93 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:35.293548 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:35.293968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:35.294306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.294698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:35.295179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Bound port: 4c309789-36d3-41d5-9fe1-90a5243b1c93, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:35.295553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.325235 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Port 4c309789-36d3-41d5-9fe1-90a5243b1c93 has been deleted concurrently {{(pid=109184) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Dec 22 04:54:35.334193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.340549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.343346 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Routers {'12b6f431-2e70-47cf-97ee-9a7231116954'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:35.343984 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['12b6f431-2e70-47cf-97ee-9a7231116954'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:35.400079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 2b40bd68-3500-48f2-8cdf-f55ff08535c3 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:35.407111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:35.409480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=eac45b85-4ef9-4b46-a12c-cb83e8f59768,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:35.412177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:35.418281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.418672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:35.419533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.431477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:35.431817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:35.432480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:35.432617 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:35.433200 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:35.433537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:35.433862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:35.434177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:35.434495 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:35.434812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:35.435170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:35.435510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:35.478600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] Set router 12b6f431-2e70-47cf-97ee-9a7231116954 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:35.504866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc020ee-b7cd-44a0-972d-8f4b8d5242cb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:35.504866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-efc020ee-b7cd-44a0-972d-8f4b8d5242cb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.538756 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0dc24458-6d65-482c-90f2-d2c470e178e5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9066279 Dec 22 04:54:35.545082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39442) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:35.545253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b6f431-2e70-47cf-97ee-9a7231116954', 'name': 'tempest-snat-router-326956370', 'tenant_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:27Z', 'updated_at': '2021-12-22T04:54:34Z', 'revision_number': 5, 'project_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:35.590719 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Network 9d28247f-0d88-4386-afa8-c2cda0fea591 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:35.593412 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ee083-e43b-4e3f-ae83-484bae961144 None None] The sync data for ids ['12b6f431-2e70-47cf-97ee-9a7231116954'] in dv-neutron-822523-1-hyperv is: [{'id': '12b6f431-2e70-47cf-97ee-9a7231116954', 'name': 'tempest-snat-router-326956370', 'tenant_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:27Z', 'updated_at': '2021-12-22T04:54:34Z', 'revision_number': 5, 'project_id': 'dfed7f8eb8a54d3cbb7a508790da5d72', 'gw_port_host': None}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:35.597558 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Pushing event updated for resources: {'Port': ['ID=8dbd648c-6332-4632-9601-9fa6106d021a,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:35.600942 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:35.608523 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:35.659070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.673322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.720626 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.723322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f122f54d-5edb-47b3-9693-02861daf749f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:35.730704 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f122f54d-5edb-47b3-9693-02861daf749f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A36e HTTP/1.1" status: 200 len: 929 time: 0.1873472 Dec 22 04:54:35.730904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99136f-f139-4b3a-8c91-470803929315 None None] Network ea958f4a-940d-4c8f-9918-f3d2231ae8bc requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:35.731014 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39444) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:35.792786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Attempting to bind port 8dbd648c-6332-4632-9601-9fa6106d021a on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:35.793194 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Attempting to bind port 8dbd648c-6332-4632-9601-9fa6106d021a by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '789e2165-9503-4d90-bd7b-c8cead6db36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d28247f-0d88-4386-afa8-c2cda0fea591'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:35.793765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Attempting to bind port 8dbd648c-6332-4632-9601-9fa6106d021a on network 9d28247f-0d88-4386-afa8-c2cda0fea591 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:35.810761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2d81e-8a98-4042-81d4-e14bf3edfefe req-65f43ffc-957d-4c0e-b8ac-e62f217f145e tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:35.812435 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-95e2d81e-8a98-4042-81d4-e14bf3edfefe req-65f43ffc-957d-4c0e-b8ac-e62f217f145e tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.3411262 Dec 22 04:54:35.825048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:35.825574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Checking segment: {'id': '789e2165-9503-4d90-bd7b-c8cead6db36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d28247f-0d88-4386-afa8-c2cda0fea591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:35.826306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.826794 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Bound using segment: {'id': '789e2165-9503-4d90-bd7b-c8cead6db36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d28247f-0d88-4386-afa8-c2cda0fea591'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:35.827572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Bound port: 8dbd648c-6332-4632-9601-9fa6106d021a, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789e2165-9503-4d90-bd7b-c8cead6db36a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9d28247f-0d88-4386-afa8-c2cda0fea591'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:35.828064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.873010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e0c85-0ea8-496a-bf87-e302553eca2d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port eac45b85-4ef9-4b46-a12c-cb83e8f59768 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:35.873663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0c85-0ea8-496a-bf87-e302553eca2d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.878632 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b455ac4d-2f36-424a-966c-c20437ba2c9d None None] Provisioning complete for port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:35.879021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b455ac4d-2f36-424a-966c-c20437ba2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.964863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.967514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12b6f431-2e70-47cf-97ee-9a7231116954 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:54:35.972046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:35.976128 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-02492460-b1e0-44a5-a462-a338b8a6d491 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "DELETE /v2.0/routers/12b6f431-2e70-47cf-97ee-9a7231116954 HTTP/1.1" status: 204 len: 168 time: 4.0911543 Dec 22 04:54:35.996596 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39446) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:36.002059 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbffb66-913f-407e-8734-e3d0cb945de1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:36.010707 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9fbffb66-913f-407e-8734-e3d0cb945de1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "PUT /v2.0/routers/f1b32f9f-0916-4af4-8023-eb7699e8021a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8589392 Dec 22 04:54:36.011193 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39448) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:36.021999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f4578b-dfd3-446f-8f24-31f64f00f211 None None] Network 2b40bd68-3500-48f2-8cdf-f55ff08535c3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:36.023452 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cf593-e41b-4439-bc22-569531fb80af None None] Sync routers for ids ['f1b32f9f-0916-4af4-8023-eb7699e8021a'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:36.034139 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729cf593-e41b-4439-bc22-569531fb80af None None] Routers {'f1b32f9f-0916-4af4-8023-eb7699e8021a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:36.034930 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-729cf593-e41b-4439-bc22-569531fb80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f1b32f9f-0916-4af4-8023-eb7699e8021a'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:36.078546 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-729cf593-e41b-4439-bc22-569531fb80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:36.090953 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729cf593-e41b-4439-bc22-569531fb80af None None] Routers {'f1b32f9f-0916-4af4-8023-eb7699e8021a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:36.091865 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-729cf593-e41b-4439-bc22-569531fb80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f1b32f9f-0916-4af4-8023-eb7699e8021a'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:36.136985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.137970 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-729cf593-e41b-4439-bc22-569531fb80af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:36.138774 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729cf593-e41b-4439-bc22-569531fb80af None None] The sync data for ids ['f1b32f9f-0916-4af4-8023-eb7699e8021a'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:36.202013 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-95e2d81e-8a98-4042-81d4-e14bf3edfefe req-b127b9bb-29cd-4a83-bcdf-b815ca3170e0 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2567647 Dec 22 04:54:36.207819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] For port 8dbd648c-6332-4632-9601-9fa6106d021a, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:36.248703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] For port 8dbd648c-6332-4632-9601-9fa6106d021a, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8dbd648c-6332-4632-9601-9fa6106d021a,segment=NetworkSegment(789e2165-9503-4d90-bd7b-c8cead6db36a),segment_id=789e2165-9503-4d90-bd7b-c8cead6db36a)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:36.250633 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b455ac4d-2f36-424a-966c-c20437ba2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.260111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0c85-0ea8-496a-bf87-e302553eca2d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.278651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-aa1e0c85-0ea8-496a-bf87-e302553eca2d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for eac45b85-4ef9-4b46-a12c-cb83e8f59768 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:36.303315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.377208 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.389113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.392454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b455ac4d-2f36-424a-966c-c20437ba2c9d None None] For port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9,segment=NetworkSegment(0263f024-5723-4593-8828-27b1641669b7),segment_id=0263f024-5723-4593-8828-27b1641669b7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:36.425494 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da34aae-e29e-4af7-8f88-1a1d70e9e9a0 None None] Pushing event updated for resources: {'Port': ['ID=8dbd648c-6332-4632-9601-9fa6106d021a,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:36.442860 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b455ac4d-2f36-424a-966c-c20437ba2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.526862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455ac4d-2f36-424a-966c-c20437ba2c9d None None] Pushing event updated for resources: {'Port': ['ID=a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:36.545174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:36.551119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0c85-0ea8-496a-bf87-e302553eca2d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.618703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e0c85-0ea8-496a-bf87-e302553eca2d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=eac45b85-4ef9-4b46-a12c-cb83e8f59768,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:36.646160 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-aa1e0c85-0ea8-496a-bf87-e302553eca2d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.647736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-efc020ee-b7cd-44a0-972d-8f4b8d5242cb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.649909 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-aa1e0c85-0ea8-496a-bf87-e302553eca2d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/eac45b85-4ef9-4b46-a12c-cb83e8f59768 HTTP/1.1" status: 204 len: 168 time: 0.9179511 Dec 22 04:54:36.654177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39452) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:36.663667 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.665449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Deleting port 92cb556b-0e18-4d2c-9ef0-4c340e3fe54e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:36.665774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.702471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:36.703131 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.720117 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.744821 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc020ee-b7cd-44a0-972d-8f4b8d5242cb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network 9d28247f-0d88-4386-afa8-c2cda0fea591 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:36.748496 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-92003ad9-2b83-4ff9-b261-c9c532d29a40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:54:36.750266 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-92003ad9-2b83-4ff9-b261-c9c532d29a40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/eac45b85-4ef9-4b46-a12c-cb83e8f59768 HTTP/1.1" status: 404 len: 333 time: 0.0949779 Dec 22 04:54:36.758285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39454) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:36.758994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-71173c19-9564-4a4d-a83e-94435f80801c None None] Provisioning complete for port 7509dc5c-30e6-41c9-8679-589f84bab0d7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:36.758994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-71173c19-9564-4a4d-a83e-94435f80801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.794230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.804416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-efc020ee-b7cd-44a0-972d-8f4b8d5242cb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:36.876989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc020ee-b7cd-44a0-972d-8f4b8d5242cb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Subnet': ['ID=030440ba-f956-4137-bdd0-69e64848c562,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:36.906985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.923411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Calling delete_port for 92cb556b-0e18-4d2c-9ef0-4c340e3fe54e owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:36.933889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc020ee-b7cd-44a0-972d-8f4b8d5242cb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:36.934568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-efc020ee-b7cd-44a0-972d-8f4b8d5242cb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:36.960109 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7509dc5c-30e6-41c9-8679-589f84bab0d7 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:37.035971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event updated for resources: {'Port': ['ID=094c8c34-91f8-4c16-9388-57bcefc85f99,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:37.040373 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-71173c19-9564-4a4d-a83e-94435f80801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.051694 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.099101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-889ebfae-6b79-4741-8af9-49bb4d0a86d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 50dd0109-2e4a-4891-a71a-79ebef7c389e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:37.099436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-889ebfae-6b79-4741-8af9-49bb4d0a86d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.123800 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-71173c19-9564-4a4d-a83e-94435f80801c None None] For port 7509dc5c-30e6-41c9-8679-589f84bab0d7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7509dc5c-30e6-41c9-8679-589f84bab0d7,segment=NetworkSegment(671c6c97-4d7b-4f3a-9cfd-91cb844b1756),segment_id=671c6c97-4d7b-4f3a-9cfd-91cb844b1756)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:37.145151 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-efc020ee-b7cd-44a0-972d-8f4b8d5242cb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4445865 Dec 22 04:54:37.145603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39456) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:37.158183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 7509dc5c-30e6-41c9-8679-589f84bab0d7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:37.159212 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.174006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Deleting port 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:37.174383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.205685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-71173c19-9564-4a4d-a83e-94435f80801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.366606 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Network ea958f4a-940d-4c8f-9918-f3d2231ae8bc is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:37.373242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:37.376777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71173c19-9564-4a4d-a83e-94435f80801c None None] Pushing event updated for resources: {'Port': ['ID=7509dc5c-30e6-41c9-8679-589f84bab0d7,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:37.406855 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbfb54-9be4-4413-8aa5-79177565fd8e tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:37.408443 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbfb54-9be4-4413-8aa5-79177565fd8e tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:37.410400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbfb54-9be4-4413-8aa5-79177565fd8e tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:37.412144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbfb54-9be4-4413-8aa5-79177565fd8e tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:37.413833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abbfb54-9be4-4413-8aa5-79177565fd8e tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:37.416059 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3abbfb54-9be4-4413-8aa5-79177565fd8e tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2558699 Dec 22 04:54:37.419843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39460) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:37.425470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0bd08a49-eb71-42f2-ad4b-67c579a1b752 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-993450605'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:37.444020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-889ebfae-6b79-4741-8af9-49bb4d0a86d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.448706 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-39427ff1-0d53-4080-9e67-69bc8c514a95 None None] Provisioning complete for port 50dd0109-2e4a-4891-a71a-79ebef7c389e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:37.449073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-39427ff1-0d53-4080-9e67-69bc8c514a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.465735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-889ebfae-6b79-4741-8af9-49bb4d0a86d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 50dd0109-2e4a-4891-a71a-79ebef7c389e owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:37.503879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0474085-eb02-499b-a4c4-b67519092cfe req-a4fe3ac3-5bfd-4743-8760-bbcaa8c914d2 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:37.512578 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b0474085-eb02-499b-a4c4-b67519092cfe req-a4fe3ac3-5bfd-4743-8760-bbcaa8c914d2 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.1774907 Dec 22 04:54:37.516880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-39427ff1-0d53-4080-9e67-69bc8c514a95 None None] Port 50dd0109-2e4a-4891-a71a-79ebef7c389e cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:37.528218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-39427ff1-0d53-4080-9e67-69bc8c514a95 None None] Provisioning complete for port 7509dc5c-30e6-41c9-8679-589f84bab0d7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:37.528606 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-39427ff1-0d53-4080-9e67-69bc8c514a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.596758 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] For port 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5c1a0235-19d8-402d-818b-f1fc5e8fbbdf,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:37.597118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.637508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Calling delete_port for 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:37.675733 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router c0f43338-e171-4f53-81c8-1ceb5cefecc0 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:37.679503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-39427ff1-0d53-4080-9e67-69bc8c514a95 None None] Provisioning complete for port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:37.680261 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-39427ff1-0d53-4080-9e67-69bc8c514a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.740121 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd08a49-eb71-42f2-ad4b-67c579a1b752 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:37.743493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0bd08a49-eb71-42f2-ad4b-67c579a1b752 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.803001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-39427ff1-0d53-4080-9e67-69bc8c514a95 None None] Could not find standard attr ID for object eac45b85-4ef9-4b46-a12c-cb83e8f59768. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:54:37.816755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-39427ff1-0d53-4080-9e67-69bc8c514a95 None None] Provisioning complete for port 094c8c34-91f8-4c16-9388-57bcefc85f99 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:37.817430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-39427ff1-0d53-4080-9e67-69bc8c514a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.860061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-39427ff1-0d53-4080-9e67-69bc8c514a95 None None] Port 094c8c34-91f8-4c16-9388-57bcefc85f99 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:37.911944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd08a49-eb71-42f2-ad4b-67c579a1b752 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:37.922175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0bd08a49-eb71-42f2-ad4b-67c579a1b752 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:37.922542 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-0bd08a49-eb71-42f2-ad4b-67c579a1b752 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Added segment b656ae70-f191-4f0b-8ed8-b4b6764097e5 of type vlan for network 005bb700-3e20-43d7-8ac2-319f562bb319 Dec 22 04:54:37.985670 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:37.997171 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-92fa4220-2e0e-4fb6-86f0-c3de266ffaee tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3281939 Dec 22 04:54:37.999647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Sync routers for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:38.008835 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f013fd2a-434e-4786-8829-3cd070c03ab8 None None] Provisioning complete for port 50dd0109-2e4a-4891-a71a-79ebef7c389e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:38.009278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f013fd2a-434e-4786-8829-3cd070c03ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.039629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39462) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:38.042975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0bd08a49-eb71-42f2-ad4b-67c579a1b752 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.051566 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2d04ace9-16b4-45a6-bd52-6a78847f8bb7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:38.066424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:38.067120 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:38.137709 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f013fd2a-434e-4786-8829-3cd070c03ab8 None None] Port 50dd0109-2e4a-4891-a71a-79ebef7c389e cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:38.161901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0bd08a49-eb71-42f2-ad4b-67c579a1b752 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.162705 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b0474085-eb02-499b-a4c4-b67519092cfe req-89bf1687-8494-4b20-a1ff-db9246b4a484 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6492648 Dec 22 04:54:38.170059 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd08a49-eb71-42f2-ad4b-67c579a1b752 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:38.170863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0bd08a49-eb71-42f2-ad4b-67c579a1b752 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674593'] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.186648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f013fd2a-434e-4786-8829-3cd070c03ab8 None None] Could not find standard attr ID for object eac45b85-4ef9-4b46-a12c-cb83e8f59768. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:54:38.221151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f013fd2a-434e-4786-8829-3cd070c03ab8 None None] Provisioning complete for port 094c8c34-91f8-4c16-9388-57bcefc85f99 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:38.221539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f013fd2a-434e-4786-8829-3cd070c03ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.262182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:38.292555 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0bd08a49-eb71-42f2-ad4b-67c579a1b752 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8712449 Dec 22 04:54:38.299290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39464) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:38.301195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4bc4acd4-1134-47f0-95f4-953cd57932a5 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:38.307577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187c451-3be9-44b6-aa61-a9e53e72bd7d None None] Network 9d28247f-0d88-4386-afa8-c2cda0fea591 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:38.375196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd08a49-eb71-42f2-ad4b-67c579a1b752 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Network': ['ID=005bb700-3e20-43d7-8ac2-319f562bb319,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:38.389337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.407295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.449760 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event deleted for resources: {'Port': ['ID=92cb556b-0e18-4d2c-9ef0-4c340e3fe54e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:38.524110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 005bb700-3e20-43d7-8ac2-319f562bb319 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:38.526268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:38.528892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c1a0235-19d8-402d-818b-f1fc5e8fbbdf,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:38.575549 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f013fd2a-434e-4786-8829-3cd070c03ab8 None None] Port 094c8c34-91f8-4c16-9388-57bcefc85f99 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:38.588292 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4bc4acd4-1134-47f0-95f4-953cd57932a5 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.608427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.611590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.703714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4bc4acd4-1134-47f0-95f4-953cd57932a5 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.718392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.721827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.750739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.753242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-889ebfae-6b79-4741-8af9-49bb4d0a86d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.755247 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.756834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4bc4acd4-1134-47f0-95f4-953cd57932a5 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network 005bb700-3e20-43d7-8ac2-319f562bb319 is not hosted by any dhcp agent {{(pid=109182) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:54:38.762263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc4acd4-1134-47f0-95f4-953cd57932a5 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:38.762853 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4bc4acd4-1134-47f0-95f4-953cd57932a5 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.766978 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4bc4acd4-1134-47f0-95f4-953cd57932a5 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "PUT /v2.0/networks/005bb700-3e20-43d7-8ac2-319f562bb319 HTTP/1.1" status: 200 len: 723 time: 0.4670713 Dec 22 04:54:38.768825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39466) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:38.770115 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8a246f22-36d3-4e52-a668-14fc51d7bc74 None None] Provisioning complete for port 8dbd648c-6332-4632-9601-9fa6106d021a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:38.770494 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8a246f22-36d3-4e52-a668-14fc51d7bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.775269 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-02803f90-7509-4103-a3c7-bb17ad007847 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'subnet': {'network_id': '005bb700-3e20-43d7-8ac2-319f562bb319', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:38.822427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ebfae-6b79-4741-8af9-49bb4d0a86d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=50dd0109-2e4a-4891-a71a-79ebef7c389e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:38.857820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.extraroute_db [None req-2d04ace9-16b4-45a6-bd52-6a78847f8bb7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 22 04:54:38.860868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:38.861146 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.861717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-889ebfae-6b79-4741-8af9-49bb4d0a86d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.865388 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-889ebfae-6b79-4741-8af9-49bb4d0a86d6 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/50dd0109-2e4a-4891-a71a-79ebef7c389e HTTP/1.1" status: 204 len: 168 time: 2.1099279 Dec 22 04:54:38.867765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39468) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:38.898744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.899407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Fanout notify agent at l3_agent the message router_deleted on router f1b32f9f-0916-4af4-8023-eb7699e8021a {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:54:38.904749 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c3e8e9-6d22-48f6-bb4c-69bc9cf94189 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:54:38.909100 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a3c3e8e9-6d22-48f6-bb4c-69bc9cf94189 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/50dd0109-2e4a-4891-a71a-79ebef7c389e HTTP/1.1" status: 404 len: 333 time: 0.0376778 Dec 22 04:54:38.912565 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:38.916062 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-decaf866-efbc-42f5-9b82-01e637f927fd tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "DELETE /v2.0/routers/f1b32f9f-0916-4af4-8023-eb7699e8021a HTTP/1.1" status: 204 len: 168 time: 2.9013512 Dec 22 04:54:38.917897 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39470) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:38.918463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39472) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:39.030217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a4565d-c9ce-45cf-b133-d47baeb08eaf tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Deleting subnet 2ce18f9f-04c6-4223-92c3-05db8221593b {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:39.039738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.extraroute_db [None req-2d04ace9-16b4-45a6-bd52-6a78847f8bb7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Removed routes are [] {{(pid=109183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 22 04:54:39.040176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d04ace9-16b4-45a6-bd52-6a78847f8bb7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.041921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-38a4565d-c9ce-45cf-b133-d47baeb08eaf tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.087963 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8a246f22-36d3-4e52-a668-14fc51d7bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.107256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17ee183-98c7-427d-a4db-1282718b87dc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting subnet 78f3a134-39ba-40f6-afdf-ba88e627fc90 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:39.113841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e17ee183-98c7-427d-a4db-1282718b87dc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.115853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7509dc5c-30e6-41c9-8679-589f84bab0d7 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:39.127857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:35Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '094c8c34-91f8-4c16-9388-57bcefc85f99', 'name': '', 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:f4:c5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '45579a00-6a4b-4a70-8571-9d5615c25799', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:33Z', 'updated_at': '2021-12-22T04:54:36Z', 'revision_number': 2, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '45579a00-6a4b-4a70-8571-9d5615c25799', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47d8bc4-7abb-4364-8715-faa5776f1fec', 'name': '', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:95:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:24Z', 'updated_at': '2021-12-22T04:54:30Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:39.173443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-38a4565d-c9ce-45cf-b133-d47baeb08eaf tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.189232 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4acd4-1134-47f0-95f4-953cd57932a5 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Network': ['ID=005bb700-3e20-43d7-8ac2-319f562bb319,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:39.229442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Checking router: c0f43338-e171-4f53-81c8-1ceb5cefecc0 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:39.229792 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Updating router c0f43338-e171-4f53-81c8-1ceb5cefecc0 port 094c8c34-91f8-4c16-9388-57bcefc85f99 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:54:39.231725 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 005bb700-3e20-43d7-8ac2-319f562bb319 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:39.243034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8a246f22-36d3-4e52-a668-14fc51d7bc74 None None] For port 8dbd648c-6332-4632-9601-9fa6106d021a, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8dbd648c-6332-4632-9601-9fa6106d021a,segment=NetworkSegment(789e2165-9503-4d90-bd7b-c8cead6db36a),segment_id=789e2165-9503-4d90-bd7b-c8cead6db36a)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:39.276022 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.276741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52dd7836-dd9c-4681-ad84-e84583c4400a {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:54:39.304509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.305691 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f3e04c44-b4e9-4eb3-88b5-fcd266bc750d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "DELETE /v2.0/routers/52dd7836-dd9c-4681-ad84-e84583c4400a HTTP/1.1" status: 204 len: 168 time: 3.2937582 Dec 22 04:54:39.310256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39476) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:39.320411 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1600514226', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:39.331669 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.340811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e17ee183-98c7-427d-a4db-1282718b87dc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.347470 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5070e334-4089-4ee3-bc9f-7bcd9b798765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.351000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf36639-eabb-408c-95fa-c493f971c882 req-110e7f59-6805-4ffe-896f-062e86788e5e tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:39.353216 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7cf36639-eabb-408c-95fa-c493f971c882 req-110e7f59-6805-4ffe-896f-062e86788e5e tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.0903234 Dec 22 04:54:39.360258 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41640e75-fb79-402e-90e3-5e6377e18491 None None] Update dhcp port {'port': {'network_id': '9d28247f-0d88-4386-afa8-c2cda0fea591', 'fixed_ips': [{'subnet_id': 'bdc6a2d5-c2af-459b-8591-4e9f4e7bf358', 'ip_address': '2001:db8::2'}, {'subnet_id': '030440ba-f956-4137-bdd0-69e64848c562'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '8dbd648c-6332-4632-9601-9fa6106d021a'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:54:39.366138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8a246f22-36d3-4e52-a668-14fc51d7bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.402037 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02803f90-7509-4103-a3c7-bb17ad007847 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:39.406265 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02803f90-7509-4103-a3c7-bb17ad007847 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.447904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-41640e75-fb79-402e-90e3-5e6377e18491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.449216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 7509dc5c-30e6-41c9-8679-589f84bab0d7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:39.449570 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.469266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.471159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.517654 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7cf36639-eabb-408c-95fa-c493f971c882 req-ff158c93-d15e-4ab7-9525-4a5091b65349 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444478 Dec 22 04:54:39.552062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-38a4565d-c9ce-45cf-b133-d47baeb08eaf tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.563078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a246f22-36d3-4e52-a668-14fc51d7bc74 None None] Pushing event updated for resources: {'Port': ['ID=8dbd648c-6332-4632-9601-9fa6106d021a,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:39.593947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.621228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e17ee183-98c7-427d-a4db-1282718b87dc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.659763 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d04ace9-16b4-45a6-bd52-6a78847f8bb7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.676085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d04ace9-16b4-45a6-bd52-6a78847f8bb7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.771069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-38a4565d-c9ce-45cf-b133-d47baeb08eaf tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.805286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4565d-c9ce-45cf-b133-d47baeb08eaf tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce18f9f-04c6-4223-92c3-05db8221593b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:39.817329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8dbd648c-6332-4632-9601-9fa6106d021a up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:39.823468 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-38a4565d-c9ce-45cf-b133-d47baeb08eaf tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.829069 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-38a4565d-c9ce-45cf-b133-d47baeb08eaf tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "DELETE /v2.0/subnets/2ce18f9f-04c6-4223-92c3-05db8221593b HTTP/1.1" status: 204 len: 168 time: 0.8665562 Dec 22 04:54:39.836019 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39478) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:39.843891 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d04ace9-16b4-45a6-bd52-6a78847f8bb7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router c0f43338-e171-4f53-81c8-1ceb5cefecc0 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:39.845277 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.850640 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e17ee183-98c7-427d-a4db-1282718b87dc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.857850 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c0f4cd-82c1-48eb-a5e2-8832c1d0258e None None] Network 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:39.867160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-41640e75-fb79-402e-90e3-5e6377e18491 None None] Allocated IP 172.20.0.1 (9d28247f-0d88-4386-afa8-c2cda0fea591/030440ba-f956-4137-bdd0-69e64848c562/8dbd648c-6332-4632-9601-9fa6106d021a) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:39.905042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02803f90-7509-4103-a3c7-bb17ad007847 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.956865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ee183-98c7-427d-a4db-1282718b87dc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Subnet': ['ID=78f3a134-39ba-40f6-afdf-ba88e627fc90,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:39.964999 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e17ee183-98c7-427d-a4db-1282718b87dc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.969076 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e17ee183-98c7-427d-a4db-1282718b87dc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/78f3a134-39ba-40f6-afdf-ba88e627fc90 HTTP/1.1" status: 204 len: 168 time: 1.0490184 Dec 22 04:54:39.980494 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:39.990143 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39480) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:40.006290 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba29e6f-faf2-46ac-95e5-c7d5c735f257 None None] Network 2b40bd68-3500-48f2-8cdf-f55ff08535c3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:40.023308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d04ace9-16b4-45a6-bd52-6a78847f8bb7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:40.034463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d04ace9-16b4-45a6-bd52-6a78847f8bb7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.038638 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2d04ace9-16b4-45a6-bd52-6a78847f8bb7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0 HTTP/1.1" status: 200 len: 934 time: 1.9883773 Dec 22 04:54:40.038980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39482) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:40.104789 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02803f90-7509-4103-a3c7-bb17ad007847 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Subnet': ['ID=20365f52-3d97-4e66-afcf-8ce194f50537,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:40.158529 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02803f90-7509-4103-a3c7-bb17ad007847 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Checking segment: {'id': 'b656ae70-f191-4f0b-8ed8-b4b6764097e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '005bb700-3e20-43d7-8ac2-319f562bb319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:40.158776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02803f90-7509-4103-a3c7-bb17ad007847 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network hostable DHCP agents. Network: 005bb700-3e20-43d7-8ac2-319f562bb319, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:40.165834 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1cb9439f-1f3e-4762-894b-e62faaf9e773 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0 HTTP/1.1" status: 200 len: 934 time: 0.1254814 Dec 22 04:54:40.166769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39484) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:40.168491 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.173281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-64710bf6-d5c7-47cf-9bdb-51c7bea08a74 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'router': {'routes': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:40.241557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Deleting port 9df65b11-d42f-40ac-87c5-79eb41d111f7 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:40.241942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.287172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02803f90-7509-4103-a3c7-bb17ad007847 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network 005bb700-3e20-43d7-8ac2-319f562bb319 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:40.322128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8dbd648c-6332-4632-9601-9fa6106d021a triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:40.322551 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.341385 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] For port 9df65b11-d42f-40ac-87c5-79eb41d111f7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9df65b11-d42f-40ac-87c5-79eb41d111f7,segment=NetworkSegment(7f06940b-0954-4aae-b83e-27afcb2e721c),segment_id=7f06940b-0954-4aae-b83e-27afcb2e721c)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:40.341796 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.345786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.361361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 7509dc5c-30e6-41c9-8679-589f84bab0d7 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:40.361699 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.408353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-41640e75-fb79-402e-90e3-5e6377e18491 None None] For port 8dbd648c-6332-4632-9601-9fa6106d021a, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8dbd648c-6332-4632-9601-9fa6106d021a,segment=NetworkSegment(789e2165-9503-4d90-bd7b-c8cead6db36a),segment_id=789e2165-9503-4d90-bd7b-c8cead6db36a)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:40.442036 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.453176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Calling delete_port for 9df65b11-d42f-40ac-87c5-79eb41d111f7 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:40.458099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-02803f90-7509-4103-a3c7-bb17ad007847 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 005bb700-3e20-43d7-8ac2-319f562bb319) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:40.475965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02803f90-7509-4103-a3c7-bb17ad007847 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:40.476568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02803f90-7509-4103-a3c7-bb17ad007847 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.499637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516d656f-5205-4782-a04e-467f8252072d None None] Network 005bb700-3e20-43d7-8ac2-319f562bb319 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:40.554478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-41640e75-fb79-402e-90e3-5e6377e18491 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.573343 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] For port 7509dc5c-30e6-41c9-8679-589f84bab0d7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7509dc5c-30e6-41c9-8679-589f84bab0d7,segment=NetworkSegment(671c6c97-4d7b-4f3a-9cfd-91cb844b1756),segment_id=671c6c97-4d7b-4f3a-9cfd-91cb844b1756)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:40.573721 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.578323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.643370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c47e71-7b7a-47ea-962f-a4a6e55ac714 None None] DHCP port deletion for 0a94e623-fbdd-4cc3-9793-c7776f7ec8cd request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:54:40.645178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Pushing event updated for resources: {'Port': ['ID=094c8c34-91f8-4c16-9388-57bcefc85f99,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:40.649393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 7509dc5c-30e6-41c9-8679-589f84bab0d7 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:40.653892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.extraroute_db [None req-64710bf6-d5c7-47cf-9bdb-51c7bea08a74 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Added routes are [] {{(pid=109183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 22 04:54:40.653892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.extraroute_db [None req-64710bf6-d5c7-47cf-9bdb-51c7bea08a74 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=109183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 22 04:54:40.655981 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.677371 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-02803f90-7509-4103-a3c7-bb17ad007847 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9026318 Dec 22 04:54:40.682314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39488) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:40.693205 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-41640e75-fb79-402e-90e3-5e6377e18491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.697235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-98b69d62-a8a1-4965-b421-0ccc0a9a50f1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:40.705331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a960e8ac-0568-435e-bca9-340d3cff55dc None None] DHCP port deletion for 2b40bd68-3500-48f2-8cdf-f55ff08535c3 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:54:40.738122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578420bd-01d8-43df-8e7a-ac318bfb4fca req-f5cf1337-ce9c-42a6-8401-0882db53d426 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:40.739891 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-578420bd-01d8-43df-8e7a-ac318bfb4fca req-f5cf1337-ce9c-42a6-8401-0882db53d426 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.1197915 Dec 22 04:54:40.753315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:40.753733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:40.754182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:40.754577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:40.755020 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:40.755464 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:40.755849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:40.756270 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:40.756714 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:40.757226 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:40.757525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:40.757914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:40.760014 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64710bf6-d5c7-47cf-9bdb-51c7bea08a74 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.770729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Attempting to bind port 094c8c34-91f8-4c16-9388-57bcefc85f99 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:40.771248 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Attempting to bind port 094c8c34-91f8-4c16-9388-57bcefc85f99 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '0263f024-5723-4593-8828-27b1641669b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:40.771715 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Attempting to bind port 094c8c34-91f8-4c16-9388-57bcefc85f99 on network ea958f4a-940d-4c8f-9918-f3d2231ae8bc {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:40.793051 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-578420bd-01d8-43df-8e7a-ac318bfb4fca req-20cebbdb-b88d-44a2-ac32-8c586de008f2 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467005 Dec 22 04:54:40.900527 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:40.906381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Checking segment: {'id': '0263f024-5723-4593-8828-27b1641669b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:40.906381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.906381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Bound using segment: {'id': '0263f024-5723-4593-8828-27b1641669b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:40.906381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Bound port: 094c8c34-91f8-4c16-9388-57bcefc85f99, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0263f024-5723-4593-8828-27b1641669b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:40.906381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.931510 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8dbd648c-6332-4632-9601-9fa6106d021a up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:40.980831 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:40.995934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-98b69d62-a8a1-4965-b421-0ccc0a9a50f1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26386801'] for subnet, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.023550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64710bf6-d5c7-47cf-9bdb-51c7bea08a74 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.027026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64710bf6-d5c7-47cf-9bdb-51c7bea08a74 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.061605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event deleted for resources: {'Port': ['ID=9df65b11-d42f-40ac-87c5-79eb41d111f7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:41.068412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] No DVR routers for this DVR port 9df65b11-d42f-40ac-87c5-79eb41d111f7 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:41.070396 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Allocated IP 172.26.5.41 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/5c343bae-7537-475c-a36d-fed6b34f516a) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:41.103514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.118728 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ab992b50-f3fe-4e51-b551-bcd32beabc6a None None] Provisioning complete for port 094c8c34-91f8-4c16-9388-57bcefc85f99 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:41.119106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ab992b50-f3fe-4e51-b551-bcd32beabc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.133537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64710bf6-d5c7-47cf-9bdb-51c7bea08a74 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router c0f43338-e171-4f53-81c8-1ceb5cefecc0 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:41.133756 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=7509dc5c-30e6-41c9-8679-589f84bab0d7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:41.145163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41640e75-fb79-402e-90e3-5e6377e18491 None None] Pushing event updated for resources: {'Port': ['ID=8dbd648c-6332-4632-9601-9fa6106d021a,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:41.171922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-47c47e71-7b7a-47ea-962f-a4a6e55ac714 None None] Deleting port 9df65b11-d42f-40ac-87c5-79eb41d111f7 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:41.172581 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-47c47e71-7b7a-47ea-962f-a4a6e55ac714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.237178 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No DVR routers for this DVR port 7509dc5c-30e6-41c9-8679-589f84bab0d7 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:41.276686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-005bb700-3e20-43d7-8ac2-319f562bb319', 'network_id': '005bb700-3e20-43d7-8ac2-319f562bb319', 'tenant_id': 'a50b14b0cdd64471b1eb4511a708636d', 'fixed_ips': [{'subnet_id': '20365f52-3d97-4e66-afcf-8ce194f50537'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:41.277548 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.310643 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] For port 094c8c34-91f8-4c16-9388-57bcefc85f99, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:41.322501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.337797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ab992b50-f3fe-4e51-b551-bcd32beabc6a None None] Port 094c8c34-91f8-4c16-9388-57bcefc85f99 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:41.349821 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a960e8ac-0568-435e-bca9-340d3cff55dc None None] Deleting port 7509dc5c-30e6-41c9-8679-589f84bab0d7 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:41.350202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a960e8ac-0568-435e-bca9-340d3cff55dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.355637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-47c47e71-7b7a-47ea-962f-a4a6e55ac714 None None] For port 9df65b11-d42f-40ac-87c5-79eb41d111f7, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:41.356043 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-47c47e71-7b7a-47ea-962f-a4a6e55ac714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.364771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] For port 094c8c34-91f8-4c16-9388-57bcefc85f99, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=094c8c34-91f8-4c16-9388-57bcefc85f99,segment=NetworkSegment(0263f024-5723-4593-8828-27b1641669b7),segment_id=0263f024-5723-4593-8828-27b1641669b7)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:41.411915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8dbd648c-6332-4632-9601-9fa6106d021a triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:41.412327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.427451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-47c47e71-7b7a-47ea-962f-a4a6e55ac714 None None] Calling delete_port for 9df65b11-d42f-40ac-87c5-79eb41d111f7 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:41.447439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a94e623-fbdd-4cc3-9793-c7776f7ec8cd']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:41.467719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.490472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f06940b-0954-4aae-b83e-27afcb2e721c') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:41.490677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f06940b-0954-4aae-b83e-27afcb2e721c') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:41.499122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.ipam_backend_mixin [None req-47c47e71-7b7a-47ea-962f-a4a6e55ac714 None None] Port 9df65b11-d42f-40ac-87c5-79eb41d111f7 was not found and therefore no delete operation was performed {{(pid=109184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:54:41.511524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.516728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.521864 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b40bd68-3500-48f2-8cdf-f55ff08535c3']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:41.528603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-47c47e71-7b7a-47ea-962f-a4a6e55ac714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.565425 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.570693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671c6c97-4d7b-4f3a-9cfd-91cb844b1756') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:41.571058 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671c6c97-4d7b-4f3a-9cfd-91cb844b1756') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:41.572623 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a960e8ac-0568-435e-bca9-340d3cff55dc None None] For port 7509dc5c-30e6-41c9-8679-589f84bab0d7, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:41.573034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a960e8ac-0568-435e-bca9-340d3cff55dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.576341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.590541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:41.591062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: items = [ Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:41.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:41.608751 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64710bf6-d5c7-47cf-9bdb-51c7bea08a74 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:41.612481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.618629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64710bf6-d5c7-47cf-9bdb-51c7bea08a74 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.620841 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-64710bf6-d5c7-47cf-9bdb-51c7bea08a74 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0 HTTP/1.1" status: 200 len: 700 time: 1.4519281 Dec 22 04:54:41.623425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39490) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:41.632999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c47e71-7b7a-47ea-962f-a4a6e55ac714 None None] No DVR routers for this DVR port 9df65b11-d42f-40ac-87c5-79eb41d111f7 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:41.638375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a960e8ac-0568-435e-bca9-340d3cff55dc None None] Calling delete_port for 7509dc5c-30e6-41c9-8679-589f84bab0d7 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:41.647745 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-98b69d62-a8a1-4965-b421-0ccc0a9a50f1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753904913026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26549996'] for subnet, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.657600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.ipam_backend_mixin [None req-a960e8ac-0568-435e-bca9-340d3cff55dc None None] Port 7509dc5c-30e6-41c9-8679-589f84bab0d7 was not found and therefore no delete operation was performed {{(pid=109184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:54:41.687728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.701427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a960e8ac-0568-435e-bca9-340d3cff55dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.703324 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:41.703763 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.745701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5719e-22a4-46eb-bd45-488b238c24a8 None None] Pushing event updated for resources: {'Port': ['ID=094c8c34-91f8-4c16-9388-57bcefc85f99,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:41.752116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-12559efb-1b10-4966-a2b6-42a747b63478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.762036 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a960e8ac-0568-435e-bca9-340d3cff55dc None None] No DVR routers for this DVR port 7509dc5c-30e6-41c9-8679-589f84bab0d7 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:41.766643 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:41.767278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:41.792433 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8bf1763b-6f42-4f57-9f4d-4b8ad132a110 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0 HTTP/1.1" status: 200 len: 700 time: 0.1669977 Dec 22 04:54:41.802867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39492) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:41.835846 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:41.848141 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c47e71-7b7a-47ea-962f-a4a6e55ac714 None None] Pushing event deleted for resources: {'Port': ['ID=9df65b11-d42f-40ac-87c5-79eb41d111f7,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:41.918522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Allocated IP 2001:db8::2 (005bb700-3e20-43d7-8ac2-319f562bb319/20365f52-3d97-4e66-afcf-8ce194f50537/daa9f3fa-eabf-4661-83c8-35cf351d4ecd) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:41.927211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.930479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b69d62-a8a1-4965-b421-0ccc0a9a50f1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:41.931418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-98b69d62-a8a1-4965-b421-0ccc0a9a50f1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:41.932947 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-98b69d62-a8a1-4965-b421-0ccc0a9a50f1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "PUT /v2.0/subnets/20365f52-3d97-4e66-afcf-8ce194f50537 HTTP/1.1" status: 200 len: 826 time: 1.2483096 Dec 22 04:54:41.936971 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39496) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:41.970050 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960e8ac-0568-435e-bca9-340d3cff55dc None None] Pushing event deleted for resources: {'Port': ['ID=7509dc5c-30e6-41c9-8679-589f84bab0d7,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:42.002100 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:42.041579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.051168 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be86ee0-b397-4e61-a016-96427e6e570c None None] Network 9d28247f-0d88-4386-afa8-c2cda0fea591 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:42.074541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.077810 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "DELETE /v2.0/networks/0a94e623-fbdd-4cc3-9793-c7776f7ec8cd HTTP/1.1" status: 204 len: 168 time: 2.2469893 Dec 22 04:54:42.079132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2282a-58a2-4886-88ef-ae743275f174 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event deleted for resources: {'Network': ['ID=0a94e623-fbdd-4cc3-9793-c7776f7ec8cd,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:42.089539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39498) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:42.091794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b69d62-a8a1-4965-b421-0ccc0a9a50f1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Subnet': ['ID=20365f52-3d97-4e66-afcf-8ce194f50537,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:42.108462 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Pushing event updated for resources: {'Port': ['ID=5c343bae-7537-475c-a36d-fed6b34f516a,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:42.128913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:42.134437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:42.140933 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:42.150616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9df65b11-d42f-40ac-87c5-79eb41d111f7 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:42.151593 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbc2f0-78c1-4026-a6dd-2e8173154f51 req-729cf104-402b-4aea-8aa4-7073a13858a8 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:42.154006 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-13dbc2f0-78c1-4026-a6dd-2e8173154f51 req-729cf104-402b-4aea-8aa4-7073a13858a8 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.2079089 Dec 22 04:54:42.160033 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.170845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.184385 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.191440 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/networks/2b40bd68-3500-48f2-8cdf-f55ff08535c3 HTTP/1.1" status: 204 len: 168 time: 2.1940618 Dec 22 04:54:42.196015 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39500) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:42.212129 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1f20147c-2249-40a7-ac29-eef313a1b4a0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1477240232'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:42.226891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3052aac-2aa1-4d9f-9cca-4c8fa2b63f9b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Network': ['ID=2b40bd68-3500-48f2-8cdf-f55ff08535c3,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:42.270268 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-13dbc2f0-78c1-4026-a6dd-2e8173154f51 req-76e53d67-9636-49e0-9163-024fbb9b347b tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919137 Dec 22 04:54:42.375874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.395406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f20147c-2249-40a7-ac29-eef313a1b4a0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:42.397711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 9df65b11-d42f-40ac-87c5-79eb41d111f7 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:54:42.398119 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9df65b11-d42f-40ac-87c5-79eb41d111f7 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:54:42.398611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:42.399220 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1f20147c-2249-40a7-ac29-eef313a1b4a0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.406491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-12965d0f-fb01-40d6-84a0-ccc8de2c9f66 None None] Provisioning complete for port 094c8c34-91f8-4c16-9388-57bcefc85f99 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:42.406944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-12965d0f-fb01-40d6-84a0-ccc8de2c9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.424753 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f20147c-2249-40a7-ac29-eef313a1b4a0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:42.433561 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1f20147c-2249-40a7-ac29-eef313a1b4a0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.433894 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-1f20147c-2249-40a7-ac29-eef313a1b4a0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Added segment 42fa2cf3-7a79-4013-8bfa-609decfe1e52 of type vlan for network d030e7d6-b305-438f-8ebf-a75a5c71977e Dec 22 04:54:42.474010 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1f20147c-2249-40a7-ac29-eef313a1b4a0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.497932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:54:42.497932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5c1a0235-19d8-402d-818b-f1fc5e8fbbdf not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:54:42.498802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7509dc5c-30e6-41c9-8679-589f84bab0d7 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:42.518664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4ab028ff-803e-4f97-a294-1d65b4a2abc1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Deleting port 287bd5e5-7e8f-47f7-9862-625b37071dc7 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:42.519004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4ab028ff-803e-4f97-a294-1d65b4a2abc1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.548758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 7509dc5c-30e6-41c9-8679-589f84bab0d7 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:54:42.548991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7509dc5c-30e6-41c9-8679-589f84bab0d7 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:54:42.596425 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.647675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4ab028ff-803e-4f97-a294-1d65b4a2abc1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.647932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4ab028ff-803e-4f97-a294-1d65b4a2abc1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.663768 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4ab028ff-803e-4f97-a294-1d65b4a2abc1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Calling delete_port for 287bd5e5-7e8f-47f7-9862-625b37071dc7 owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:42.736101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b3dce9f-36fb-4ee1-b20b-7bbc946bc9c5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.775418 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.815943 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-12965d0f-fb01-40d6-84a0-ccc8de2c9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.834722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8dbd648c-6332-4632-9601-9fa6106d021a up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:42.871860 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.927155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-12965d0f-fb01-40d6-84a0-ccc8de2c9f66 None None] For port 094c8c34-91f8-4c16-9388-57bcefc85f99, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=094c8c34-91f8-4c16-9388-57bcefc85f99,segment=NetworkSegment(0263f024-5723-4593-8828-27b1641669b7),segment_id=0263f024-5723-4593-8828-27b1641669b7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:42.951041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Network 005bb700-3e20-43d7-8ac2-319f562bb319 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:42.964099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:40Z', 'revision_number': 7, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '094c8c34-91f8-4c16-9388-57bcefc85f99', 'name': '', 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:f4:c5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '45579a00-6a4b-4a70-8571-9d5615c25799', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:33Z', 'updated_at': '2021-12-22T04:54:41Z', 'revision_number': 4, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '45579a00-6a4b-4a70-8571-9d5615c25799', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47d8bc4-7abb-4364-8715-faa5776f1fec', 'name': '', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:95:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:24Z', 'updated_at': '2021-12-22T04:54:30Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:42.979302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:42.980731 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1f20147c-2249-40a7-ac29-eef313a1b4a0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:42.982001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:42.987184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f20147c-2249-40a7-ac29-eef313a1b4a0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:42.987639 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1f20147c-2249-40a7-ac29-eef313a1b4a0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.025030 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Pushing event updated for resources: {'Port': ['ID=daa9f3fa-eabf-4661-83c8-35cf351d4ecd,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:43.035540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6a243-87ea-4328-97fe-5700ec3b2cb6 None None] The sync data for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv is: [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:40Z', 'revision_number': 7, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '094c8c34-91f8-4c16-9388-57bcefc85f99', 'name': '', 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:f4:c5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '45579a00-6a4b-4a70-8571-9d5615c25799', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:33Z', 'updated_at': '2021-12-22T04:54:41Z', 'revision_number': 4, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '45579a00-6a4b-4a70-8571-9d5615c25799', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47d8bc4-7abb-4364-8715-faa5776f1fec', 'name': '', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:95:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:24Z', 'updated_at': '2021-12-22T04:54:30Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:43.036297 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.060834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-12965d0f-fb01-40d6-84a0-ccc8de2c9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.073749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20147c-2249-40a7-ac29-eef313a1b4a0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Network': ['ID=d030e7d6-b305-438f-8ebf-a75a5c71977e,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:43.145392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4ab028ff-803e-4f97-a294-1d65b4a2abc1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.152910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Subnet': ['ID=20365f52-3d97-4e66-afcf-8ce194f50537,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:43.158821 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1f20147c-2249-40a7-ac29-eef313a1b4a0 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9513500 Dec 22 04:54:43.165655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39502) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:43.187819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network d030e7d6-b305-438f-8ebf-a75a5c71977e details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:43.201827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-90598bfd-c00d-403f-b42c-417c4bc662e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': 'd030e7d6-b305-438f-8ebf-a75a5c71977e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:43.218443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab028ff-803e-4f97-a294-1d65b4a2abc1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Pushing event deleted for resources: {'Port': ['ID=287bd5e5-7e8f-47f7-9862-625b37071dc7,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:43.240258 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.303395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8dbd648c-6332-4632-9601-9fa6106d021a triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:43.303395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.346072 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-12965d0f-fb01-40d6-84a0-ccc8de2c9f66 None None] Provisioning complete for port 8dbd648c-6332-4632-9601-9fa6106d021a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:43.348106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-12965d0f-fb01-40d6-84a0-ccc8de2c9f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.351936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.399371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12965d0f-fb01-40d6-84a0-ccc8de2c9f66 None None] Pushing event updated for resources: {'Port': ['ID=094c8c34-91f8-4c16-9388-57bcefc85f99,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:43.403359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Attempting to bind port daa9f3fa-eabf-4661-83c8-35cf351d4ecd on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:43.403787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Attempting to bind port daa9f3fa-eabf-4661-83c8-35cf351d4ecd by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'b656ae70-f191-4f0b-8ed8-b4b6764097e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '005bb700-3e20-43d7-8ac2-319f562bb319'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:43.404120 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Attempting to bind port daa9f3fa-eabf-4661-83c8-35cf351d4ecd on network 005bb700-3e20-43d7-8ac2-319f562bb319 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:43.445949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:43.446354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Checking segment: {'id': 'b656ae70-f191-4f0b-8ed8-b4b6764097e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '005bb700-3e20-43d7-8ac2-319f562bb319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:43.446712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.447097 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Bound using segment: {'id': 'b656ae70-f191-4f0b-8ed8-b4b6764097e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '005bb700-3e20-43d7-8ac2-319f562bb319'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:43.447575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Bound port: daa9f3fa-eabf-4661-83c8-35cf351d4ecd, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b656ae70-f191-4f0b-8ed8-b4b6764097e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '005bb700-3e20-43d7-8ac2-319f562bb319'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:43.447948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.502850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.504285 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Router ea51792e-e619-42cb-8394-dfa005304661 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:54:43.568396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4ab028ff-803e-4f97-a294-1d65b4a2abc1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.572028 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4ab028ff-803e-4f97-a294-1d65b4a2abc1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.576694 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4ab028ff-803e-4f97-a294-1d65b4a2abc1 tempest-FloatingIPAdminTestJSON-456701684 tempest-FloatingIPAdminTestJSON-456701684-project] 10.222.0.54 "DELETE /v2.0/floatingips/53a9c774-8d35-4db7-a657-7c8986b8ce63 HTTP/1.1" status: 204 len: 168 time: 1.4859836 Dec 22 04:54:43.580226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005bb700-3e20-43d7-8ac2-319f562bb319']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:43.612046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] For port daa9f3fa-eabf-4661-83c8-35cf351d4ecd, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:43.615562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b656ae70-f191-4f0b-8ed8-b4b6764097e5') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:43.620743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b656ae70-f191-4f0b-8ed8-b4b6764097e5') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:43.633866 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] For port daa9f3fa-eabf-4661-83c8-35cf351d4ecd, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=daa9f3fa-eabf-4661-83c8-35cf351d4ecd,segment=NetworkSegment(b656ae70-f191-4f0b-8ed8-b4b6764097e5),segment_id=b656ae70-f191-4f0b-8ed8-b4b6764097e5)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:43.642140 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973f0db-993c-48eb-8b6b-727f77fff5cc req-248364a8-297c-403d-aa4e-038dd2079ce4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:43.643982 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e973f0db-993c-48eb-8b6b-727f77fff5cc req-248364a8-297c-403d-aa4e-038dd2079ce4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.2301238 Dec 22 04:54:43.650280 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:43.660133 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c3875-da36-4ebd-863c-40a8839c7524 None None] Sync routers for ids ['ea51792e-e619-42cb-8394-dfa005304661'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:43.674849 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c3875-da36-4ebd-863c-40a8839c7524 None None] Routers {'ea51792e-e619-42cb-8394-dfa005304661'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:43.680911 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-928c3875-da36-4ebd-863c-40a8839c7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ea51792e-e619-42cb-8394-dfa005304661'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:43.690306 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-5b3dce9f-36fb-4ee1-b20b-7bbc946bc9c5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port 094c8c34-91f8-4c16-9388-57bcefc85f99 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:43.690649 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b3dce9f-36fb-4ee1-b20b-7bbc946bc9c5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.693462 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.703520 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.747591 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-928c3875-da36-4ebd-863c-40a8839c7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:43.767412 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c3875-da36-4ebd-863c-40a8839c7524 None None] Routers {'ea51792e-e619-42cb-8394-dfa005304661'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:43.768384 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-928c3875-da36-4ebd-863c-40a8839c7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ea51792e-e619-42cb-8394-dfa005304661'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:43.773427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90598bfd-c00d-403f-b42c-417c4bc662e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:43.777581 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-90598bfd-c00d-403f-b42c-417c4bc662e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.780864 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.785295 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ea21ebe6-3aa4-4255-84d7-5347b7a920e0 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4742663 Dec 22 04:54:43.785921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39508) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:43.791837 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ed2d0354-62c7-45d3-818b-da5e1eb775d9 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'enable_snat': False}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:43.833714 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e973f0db-993c-48eb-8b6b-727f77fff5cc req-44599e69-9d2e-4ba3-ad06-24cbd14f6987 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688035 Dec 22 04:54:43.836700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.866509 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-928c3875-da36-4ebd-863c-40a8839c7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:43.868645 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928c3875-da36-4ebd-863c-40a8839c7524 None None] The sync data for ids ['ea51792e-e619-42cb-8394-dfa005304661'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:43.869541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:43.870126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:43.879268 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:43.897136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e095b49b-367d-4b5e-8319-914a4e58690b None None] Provisioning complete for port 8dbd648c-6332-4632-9601-9fa6106d021a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:43.898416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e095b49b-367d-4b5e-8319-914a4e58690b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:43.943085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e9c806-e5a4-45fd-b930-64ba7c4cf2cb None None] Network 005bb700-3e20-43d7-8ac2-319f562bb319 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:43.947575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635099e-0bf5-4454-bec3-d10c3d1349cb None None] Pushing event updated for resources: {'Port': ['ID=daa9f3fa-eabf-4661-83c8-35cf351d4ecd,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:44.005085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-5b3dce9f-36fb-4ee1-b20b-7bbc946bc9c5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] For port 094c8c34-91f8-4c16-9388-57bcefc85f99, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=094c8c34-91f8-4c16-9388-57bcefc85f99,segment=NetworkSegment(0263f024-5723-4593-8828-27b1641669b7),segment_id=0263f024-5723-4593-8828-27b1641669b7)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:44.005453 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b3dce9f-36fb-4ee1-b20b-7bbc946bc9c5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.024681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-5b3dce9f-36fb-4ee1-b20b-7bbc946bc9c5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for 094c8c34-91f8-4c16-9388-57bcefc85f99 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:44.055667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc524fb1-8865-4704-9eaf-62569afb0567 None None] Sync routers for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:44.070895 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.db.api [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:54:44.070895 dv-neutron-822523-1-hyperv neutron-server[109183]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:54:44.070895 dv-neutron-822523-1-hyperv neutron-server[109183]: [parameters: {'id': '005bb700-3e20-43d7-8ac2-319f562bb319'}] Dec 22 04:54:44.070895 dv-neutron-822523-1-hyperv neutron-server[109183]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:44.071678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG oslo_db.api [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:44.111379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc524fb1-8865-4704-9eaf-62569afb0567 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:44.111905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-fc524fb1-8865-4704-9eaf-62569afb0567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:44.198620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0354-62c7-45d3-818b-da5e1eb775d9 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.238129 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39512) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:44.241880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-fc524fb1-8865-4704-9eaf-62569afb0567 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:44.270341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9555a3-d73c-41f3-a420-7d41a1e2804f None None] Network 005bb700-3e20-43d7-8ac2-319f562bb319 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:44.274194 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.345967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-90598bfd-c00d-403f-b42c-417c4bc662e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.387355 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b3dce9f-36fb-4ee1-b20b-7bbc946bc9c5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.407323 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e329c67f-9d25-46bc-9f1d-0c1d0c4b27a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b6d9837899f84da2959be4ca06803df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670933 Dec 22 04:54:44.410021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39516) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:44.428027 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dce9f-36fb-4ee1-b20b-7bbc946bc9c5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=094c8c34-91f8-4c16-9388-57bcefc85f99,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:44.482068 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db4c4f93-a5d7-457e-81db-a3f0f99f15af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.504008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90598bfd-c00d-403f-b42c-417c4bc662e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Subnet': ['ID=4e18a4a8-283a-4a09-b829-e3cd14e7ee9c,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:44.517361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90598bfd-c00d-403f-b42c-417c4bc662e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Checking segment: {'id': '42fa2cf3-7a79-4013-8bfa-609decfe1e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd030e7d6-b305-438f-8ebf-a75a5c71977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:44.517716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90598bfd-c00d-403f-b42c-417c4bc662e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network hostable DHCP agents. Network: d030e7d6-b305-438f-8ebf-a75a5c71977e, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:44.580717 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db4c4f93-a5d7-457e-81db-a3f0f99f15af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.649529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.672650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b3dce9f-36fb-4ee1-b20b-7bbc946bc9c5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.739204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d0a5c8-1d53-4ab4-b631-172c1b743a75 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:54:44.782240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90598bfd-c00d-403f-b42c-417c4bc662e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network d030e7d6-b305-438f-8ebf-a75a5c71977e is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:44.789620 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-fc524fb1-8865-4704-9eaf-62569afb0567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:40Z', 'revision_number': 7, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '094c8c34-91f8-4c16-9388-57bcefc85f99', 'name': '', 'network_id': 'ea958f4a-940d-4c8f-9918-f3d2231ae8bc', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:f4:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '45579a00-6a4b-4a70-8571-9d5615c25799', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:33Z', 'updated_at': '2021-12-22T04:54:42Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '45579a00-6a4b-4a70-8571-9d5615c25799', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47d8bc4-7abb-4364-8715-faa5776f1fec', 'name': '', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:95:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:24Z', 'updated_at': '2021-12-22T04:54:30Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:44.822776 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Deleting port daa9f3fa-eabf-4661-83c8-35cf351d4ecd {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:44.823014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc524fb1-8865-4704-9eaf-62569afb0567 None None] Checking router: c0f43338-e171-4f53-81c8-1ceb5cefecc0 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:44.823152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.860451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc524fb1-8865-4704-9eaf-62569afb0567 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:44.861089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-fc524fb1-8865-4704-9eaf-62569afb0567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:44.915361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0354-62c7-45d3-818b-da5e1eb775d9 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.918973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0354-62c7-45d3-818b-da5e1eb775d9 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.929022 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db4c4f93-a5d7-457e-81db-a3f0f99f15af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.929022 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db4c4f93-a5d7-457e-81db-a3f0f99f15af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:44.929022 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-db4c4f93-a5d7-457e-81db-a3f0f99f15af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2cb9898-4bfc-4bfa-b885-1e9c1021a767 HTTP/1.1" status: 204 len: 168 time: 0.5156765 Dec 22 04:54:44.956481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c4f93-a5d7-457e-81db-a3f0f99f15af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cb9898-4bfc-4bfa-b885-1e9c1021a767,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:44.993594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-fc524fb1-8865-4704-9eaf-62569afb0567 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:45.061529 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d0a5c8-1d53-4ab4-b631-172c1b743a75 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:54:45.094571 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97699689-e4b6-4f77-b331-a5677b3edaa6 req-96360df2-f092-4d51-b5aa-0f8eca346702 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:45.096516 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-97699689-e4b6-4f77-b331-a5677b3edaa6 req-96360df2-f092-4d51-b5aa-0f8eca346702 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.1747305 Dec 22 04:54:45.153891 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-97699689-e4b6-4f77-b331-a5677b3edaa6 req-d1b0a4c1-23b6-49eb-a329-535357a46a25 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462351 Dec 22 04:54:45.163141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2d0354-62c7-45d3-818b-da5e1eb775d9 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Router ea51792e-e619-42cb-8394-dfa005304661 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:45.270601 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.288837 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2d0354-62c7-45d3-818b-da5e1eb775d9 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:45.294056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ed2d0354-62c7-45d3-818b-da5e1eb775d9 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.299143 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ed2d0354-62c7-45d3-818b-da5e1eb775d9 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "PUT /v2.0/routers/ea51792e-e619-42cb-8394-dfa005304661 HTTP/1.1" status: 200 len: 925 time: 1.5118501 Dec 22 04:54:45.299730 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39524) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:45.302334 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25566c6e-dd9c-4e86-af57-313533fa1212 None None] Sync routers for ids ['ea51792e-e619-42cb-8394-dfa005304661'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:45.313983 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25566c6e-dd9c-4e86-af57-313533fa1212 None None] Routers {'ea51792e-e619-42cb-8394-dfa005304661'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:45.316612 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-25566c6e-dd9c-4e86-af57-313533fa1212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ea51792e-e619-42cb-8394-dfa005304661'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:45.368059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-90598bfd-c00d-403f-b42c-417c4bc662e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, d030e7d6-b305-438f-8ebf-a75a5c71977e) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:45.380279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90598bfd-c00d-403f-b42c-417c4bc662e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:45.380974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-90598bfd-c00d-403f-b42c-417c4bc662e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.394580 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-25566c6e-dd9c-4e86-af57-313533fa1212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:45.413863 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25566c6e-dd9c-4e86-af57-313533fa1212 None None] Routers {'ea51792e-e619-42cb-8394-dfa005304661'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:45.417527 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-25566c6e-dd9c-4e86-af57-313533fa1212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ea51792e-e619-42cb-8394-dfa005304661'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:45.445921 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-60e561bb-9060-4225-a94f-c8d9872ff667 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/routers/ea51792e-e619-42cb-8394-dfa005304661 HTTP/1.1" status: 200 len: 925 time: 0.1448138 Dec 22 04:54:45.446377 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39526) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:45.451251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] For port daa9f3fa-eabf-4661-83c8-35cf351d4ecd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=daa9f3fa-eabf-4661-83c8-35cf351d4ecd,segment=NetworkSegment(b656ae70-f191-4f0b-8ed8-b4b6764097e5),segment_id=b656ae70-f191-4f0b-8ed8-b4b6764097e5)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:45.451823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.458013 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-25566c6e-dd9c-4e86-af57-313533fa1212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:45.458921 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25566c6e-dd9c-4e86-af57-313533fa1212 None None] The sync data for ids ['ea51792e-e619-42cb-8394-dfa005304661'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:45.476030 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3dce9f-36fb-4ee1-b20b-7bbc946bc9c5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router c0f43338-e171-4f53-81c8-1ceb5cefecc0 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:45.481903 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-90598bfd-c00d-403f-b42c-417c4bc662e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2940776 Dec 22 04:54:45.483126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Calling delete_port for daa9f3fa-eabf-4661-83c8-35cf351d4ecd owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:45.486695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39528) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:45.488617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-fc524fb1-8865-4704-9eaf-62569afb0567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:44Z', 'revision_number': 8, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47d8bc4-7abb-4364-8715-faa5776f1fec', 'name': '', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:95:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:24Z', 'updated_at': '2021-12-22T04:54:30Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:45.492424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-d030e7d6-b305-438f-8ebf-a75a5c71977e', 'network_id': 'd030e7d6-b305-438f-8ebf-a75a5c71977e', 'tenant_id': '57d5c0f7a0254b2994086b9f9f83d7fc', 'fixed_ips': [{'subnet_id': '4e18a4a8-283a-4a09-b829-e3cd14e7ee9c'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:45.493415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.497218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': 'd030e7d6-b305-438f-8ebf-a75a5c71977e', 'name': 'tempest-PortsIpV6TestJSON-1538236175', 'fixed_ips': [{'subnet_id': '4e18a4a8-283a-4a09-b829-e3cd14e7ee9c', 'ip_address': '2001:db8::10'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:45.497359 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a8d97-46c9-4a2f-86b7-066d41c59de4 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:45.501183 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c53a8d97-46c9-4a2f-86b7-066d41c59de4 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=42d15e0e-484d-404f-97b4-aa292329db95&device_id=ea51792e-e619-42cb-8394-dfa005304661&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0534914 Dec 22 04:54:45.501594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39530) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:45.541398 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc524fb1-8865-4704-9eaf-62569afb0567 None None] The sync data for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv is: [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:44Z', 'revision_number': 8, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47d8bc4-7abb-4364-8715-faa5776f1fec', 'name': '', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:95:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:24Z', 'updated_at': '2021-12-22T04:54:30Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:45.595454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6225de49-390d-450d-8ebf-de2888f160d6 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:45.600998 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6225de49-390d-450d-8ebf-de2888f160d6 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/networks/42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 881 time: 0.0983903 Dec 22 04:54:45.601678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39532) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:45.634198 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5dae5d96-2008-4876-9310-f6543bd346d4 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea51792e-e619-42cb-8394-dfa005304661 HTTP/1.1" status: 200 len: 205 time: 0.0313022 Dec 22 04:54:45.634842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39534) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:45.710917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Allocated IP 2001:db8::2 (d030e7d6-b305-438f-8ebf-a75a5c71977e/4e18a4a8-283a-4a09-b829-e3cd14e7ee9c/68fbf159-43b1-432e-b191-c61ae49c7e4c) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:45.756149 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39536) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:45.757922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3dce9f-36fb-4ee1-b20b-7bbc946bc9c5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:45.765287 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5b3dce9f-36fb-4ee1-b20b-7bbc946bc9c5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9611793 Dec 22 04:54:45.766288 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.773008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39538) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:45.834731 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8cbe-4196-483d-8558-fd1d4a8389cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.841400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-986ba752-b0fa-4037-841f-4239168145f7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting subnet 45579a00-6a4b-4a70-8571-9d5615c25799 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:45.845217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-986ba752-b0fa-4037-841f-4239168145f7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.884241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.886473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.912369 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.919355 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-986ba752-b0fa-4037-841f-4239168145f7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.944305 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Port': ['ID=daa9f3fa-eabf-4661-83c8-35cf351d4ecd,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:45.946115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:45.957402 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No DVR routers for this DVR port daa9f3fa-eabf-4661-83c8-35cf351d4ecd on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:45.974619 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8cbe-4196-483d-8558-fd1d4a8389cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:45.975069 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.035771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8cbe-4196-483d-8558-fd1d4a8389cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.041787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Network d030e7d6-b305-438f-8ebf-a75a5c71977e is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:46.046862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:46.052628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:46.055624 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Pushing event updated for resources: {'Port': ['ID=68fbf159-43b1-432e-b191-c61ae49c7e4c,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:46.091275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff8cbe-4196-483d-8558-fd1d4a8389cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e4c0b7-e567-4be2-bd4a-35efc4ca8eaf,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:46.105307 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a4ff8cbe-4196-483d-8558-fd1d4a8389cc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d84db9abc06a4d2bab10fcc3319deda9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475442 Dec 22 04:54:46.106363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39544) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:46.121463 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Deleting port 5c343bae-7537-475c-a36d-fed6b34f516a {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:46.122028 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.134993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Attempting to bind port 68fbf159-43b1-432e-b191-c61ae49c7e4c on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:46.135350 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Attempting to bind port 68fbf159-43b1-432e-b191-c61ae49c7e4c by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '42fa2cf3-7a79-4013-8bfa-609decfe1e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd030e7d6-b305-438f-8ebf-a75a5c71977e'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:46.136397 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Attempting to bind port 68fbf159-43b1-432e-b191-c61ae49c7e4c on network d030e7d6-b305-438f-8ebf-a75a5c71977e {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:46.140849 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.143448 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:46.143859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Checking segment: {'id': '42fa2cf3-7a79-4013-8bfa-609decfe1e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd030e7d6-b305-438f-8ebf-a75a5c71977e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:46.145479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.145479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Bound using segment: {'id': '42fa2cf3-7a79-4013-8bfa-609decfe1e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd030e7d6-b305-438f-8ebf-a75a5c71977e'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:46.145479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Bound port: 68fbf159-43b1-432e-b191-c61ae49c7e4c, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fa2cf3-7a79-4013-8bfa-609decfe1e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd030e7d6-b305-438f-8ebf-a75a5c71977e'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:46.145820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.179701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005bb700-3e20-43d7-8ac2-319f562bb319']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:46.186271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f2c66-c4c7-41ef-b469-49f1bc2d5902 None None] Sync routers for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:46.201906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f2c66-c4c7-41ef-b469-49f1bc2d5902 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:46.203453 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-959f2c66-c4c7-41ef-b469-49f1bc2d5902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:46.211609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.214704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-986ba752-b0fa-4037-841f-4239168145f7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.219349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b656ae70-f191-4f0b-8ed8-b4b6764097e5') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:46.219980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b656ae70-f191-4f0b-8ed8-b4b6764097e5') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:46.226418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Calling delete_port for 5c343bae-7537-475c-a36d-fed6b34f516a owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:46.260507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.299059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.316089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] For port 68fbf159-43b1-432e-b191-c61ae49c7e4c, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:46.329124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-959f2c66-c4c7-41ef-b469-49f1bc2d5902 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:46.331469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.355399 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:46.355809 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.355946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] For port 68fbf159-43b1-432e-b191-c61ae49c7e4c, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=68fbf159-43b1-432e-b191-c61ae49c7e4c,segment=NetworkSegment(42fa2cf3-7a79-4013-8bfa-609decfe1e52),segment_id=42fa2cf3-7a79-4013-8bfa-609decfe1e52)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:46.359313 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:46.406047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port bfbdc2f8-6b27-4afd-aac0-6156a4f74a57 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:46.409665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.412643 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c4d65e6-1f75-47b7-a340-6db7c07b2163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.453667 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.482658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Pushing event deleted for resources: {'Port': ['ID=5c343bae-7537-475c-a36d-fed6b34f516a,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:46.494536 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c4d65e6-1f75-47b7-a340-6db7c07b2163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.512340 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c2909-6d9e-474d-9987-5efea0693409 None None] Pushing event updated for resources: {'Port': ['ID=68fbf159-43b1-432e-b191-c61ae49c7e4c,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:46.519857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21bbd6-cade-45a0-9fde-a7775b033d39 req-d3264428-4626-42dd-837f-38696826dad5 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:46.521517 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ac21bbd6-cade-45a0-9fde-a7775b033d39 req-d3264428-4626-42dd-837f-38696826dad5 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.2574875 Dec 22 04:54:46.561013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.585357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-986ba752-b0fa-4037-841f-4239168145f7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.609381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.611862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-959f2c66-c4c7-41ef-b469-49f1bc2d5902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:44Z', 'revision_number': 8, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47d8bc4-7abb-4364-8715-faa5776f1fec', 'name': '', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:95:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:24Z', 'updated_at': '2021-12-22T04:54:30Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:46.640549 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f2c66-c4c7-41ef-b469-49f1bc2d5902 None None] Checking router: c0f43338-e171-4f53-81c8-1ceb5cefecc0 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:46.648395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.651209 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f2c66-c4c7-41ef-b469-49f1bc2d5902 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:46.651608 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/005bb700-3e20-43d7-8ac2-319f562bb319 HTTP/1.1" status: 204 len: 168 time: 4.7135365 Dec 22 04:54:46.651833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-959f2c66-c4c7-41ef-b469-49f1bc2d5902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:46.656102 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39548) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:46.660131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ba752-b0fa-4037-841f-4239168145f7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Subnet': ['ID=45579a00-6a4b-4a70-8571-9d5615c25799,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:46.677805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-986ba752-b0fa-4037-841f-4239168145f7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.681160 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-986ba752-b0fa-4037-841f-4239168145f7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/45579a00-6a4b-4a70-8571-9d5615c25799 HTTP/1.1" status: 204 len: 168 time: 0.9049323 Dec 22 04:54:46.687432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39550) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:46.735724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 094c8c34-91f8-4c16-9388-57bcefc85f99 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:46.745744 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5a000a-9084-4c61-a47f-2376f3e1a64f tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:46.762120 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5a000a-9084-4c61-a47f-2376f3e1a64f tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:46.782124 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0b5a000a-9084-4c61-a47f-2376f3e1a64f tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/005bb700-3e20-43d7-8ac2-319f562bb319 HTTP/1.1" status: 404 len: 339 time: 0.1213105 Dec 22 04:54:46.782275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8::10 (d030e7d6-b305-438f-8ebf-a75a5c71977e/4e18a4a8-283a-4a09-b829-e3cd14e7ee9c/bfbdc2f8-6b27-4afd-aac0-6156a4f74a57) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:46.782797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.784376 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39552) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:46.788581 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa08678-8756-44dd-91a0-b4ef8a9b8812 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Network': ['ID=005bb700-3e20-43d7-8ac2-319f562bb319,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:46.788734 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 094c8c34-91f8-4c16-9388-57bcefc85f99 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:54:46.788734 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 094c8c34-91f8-4c16-9388-57bcefc85f99 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:54:46.790017 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-64d0ab1d-373e-4149-a053-5e2080e5ba78 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-606013033', 'description': 'd1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:46.792879 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.838436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-959f2c66-c4c7-41ef-b469-49f1bc2d5902 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:46.852159 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ac21bbd6-cade-45a0-9fde-a7775b033d39 req-de0c1d9a-fb8e-45b3-8989-2f004de9e296 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011858 Dec 22 04:54:46.910407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.946978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c4d65e6-1f75-47b7-a340-6db7c07b2163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.949633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3c4d65e6-1f75-47b7-a340-6db7c07b2163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.950834 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3c4d65e6-1f75-47b7-a340-6db7c07b2163 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77e4c0b7-e567-4be2-bd4a-35efc4ca8eaf HTTP/1.1" status: 204 len: 168 time: 0.8418899 Dec 22 04:54:46.962290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d0ab1d-373e-4149-a053-5e2080e5ba78 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:46.965808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-64d0ab1d-373e-4149-a053-5e2080e5ba78 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.968026 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.968570 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Fanout notify agent at l3_agent the message router_deleted on router ea51792e-e619-42cb-8394-dfa005304661 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:54:46.976027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:46.987892 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-de5a5245-56de-4411-81cd-1340ba366243 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/routers/ea51792e-e619-42cb-8394-dfa005304661 HTTP/1.1" status: 204 len: 168 time: 1.3518794 Dec 22 04:54:46.992600 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39556) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:46.998494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-71f3b148-5fad-4dc1-8963-6f995b6a39d5 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1487336167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:47.009390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d65e6-1f75-47b7-a340-6db7c07b2163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e4c0b7-e567-4be2-bd4a-35efc4ca8eaf,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:47.029714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d0ab1d-373e-4149-a053-5e2080e5ba78 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:47.046550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-64d0ab1d-373e-4149-a053-5e2080e5ba78 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.047562 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-64d0ab1d-373e-4149-a053-5e2080e5ba78 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Added segment 33e49407-af24-4d4b-a441-aa0fb2713dff of type vlan for network b0d7e8ef-fdad-4806-a63b-8551424eeb48 Dec 22 04:54:47.131839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-64d0ab1d-373e-4149-a053-5e2080e5ba78 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.138188 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-959f2c66-c4c7-41ef-b469-49f1bc2d5902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:44Z', 'revision_number': 8, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47d8bc4-7abb-4364-8715-faa5776f1fec', 'name': '', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:95:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:24Z', 'updated_at': '2021-12-22T04:54:30Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:47.161442 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:47.162666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.215281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-71f3b148-5fad-4dc1-8963-6f995b6a39d5 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.216492 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-71f3b148-5fad-4dc1-8963-6f995b6a39d5 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.231089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.253352 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-64d0ab1d-373e-4149-a053-5e2080e5ba78 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.261953 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d0ab1d-373e-4149-a053-5e2080e5ba78 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:47.265614 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-64d0ab1d-373e-4149-a053-5e2080e5ba78 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.315623 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f2c66-c4c7-41ef-b469-49f1bc2d5902 None None] The sync data for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv is: [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:44Z', 'revision_number': 8, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47d8bc4-7abb-4364-8715-faa5776f1fec', 'name': '', 'network_id': 'c9b325c9-43d8-4452-971e-fe21b95f7cd4', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:95:71:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:24Z', 'updated_at': '2021-12-22T04:54:30Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '0bf20336-a4d1-4803-a001-99cdf114bacf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:47.338276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] For port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9,segment=NetworkSegment(0263f024-5723-4593-8828-27b1641669b7),segment_id=0263f024-5723-4593-8828-27b1641669b7)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:47.338744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.359943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-71f3b148-5fad-4dc1-8963-6f995b6a39d5 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.375781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0ab1d-373e-4149-a053-5e2080e5ba78 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Network': ['ID=b0d7e8ef-fdad-4806-a63b-8551424eeb48,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:47.384620 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:47.399749 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network b0d7e8ef-fdad-4806-a63b-8551424eeb48 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:47.414957 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-64d0ab1d-373e-4149-a053-5e2080e5ba78 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6295338 Dec 22 04:54:47.422178 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39560) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:47.454731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81c7dc-12cd-4f95-bd8b-1e95958b5f25 req-cf7216a9-070b-45e8-80ff-60d911b62a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:47.456266 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8d81c7dc-12cd-4f95-bd8b-1e95958b5f25 req-cf7216a9-070b-45e8-80ff-60d911b62a14 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 1098 time: 0.1316016 Dec 22 04:54:47.466291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-71f3b148-5fad-4dc1-8963-6f995b6a39d5 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.506695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.555741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e09d0bd-1aed-4348-b937-ca40e00af26f tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:47.565600 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5e09d0bd-1aed-4348-b937-ca40e00af26f tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/networks?id=b0d7e8ef-fdad-4806-a63b-8551424eeb48 HTTP/1.1" status: 200 len: 764 time: 0.1420138 Dec 22 04:54:47.567843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39562) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:47.572965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c5ef332c-30c3-4e76-b251-8a3edb7c6238 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'network': {'description': 'd2'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:47.597576 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8d81c7dc-12cd-4f95-bd8b-1e95958b5f25 req-d03e4d14-e92d-4cc5-8db4-9dd97ee69b3e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245582 Dec 22 04:54:47.600737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-71f3b148-5fad-4dc1-8963-6f995b6a39d5 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.607246 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-71f3b148-5fad-4dc1-8963-6f995b6a39d5 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6070266 Dec 22 04:54:47.607246 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network d030e7d6-b305-438f-8ebf-a75a5c71977e is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:47.609632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39564) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:47.616623 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Request body: {'router': {'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:47.619703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:47.623565 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:47.630035 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:47.630781 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.712456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=bfbdc2f8-6b27-4afd-aac0-6156a4f74a57,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:47.757141 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1987e4-f056-4059-a747-7b9fa1ecd2e0 None None] Network d030e7d6-b305-438f-8ebf-a75a5c71977e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:47.761732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c5ef332c-30c3-4e76-b251-8a3edb7c6238 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.802729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.807498 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c4aac7e3-1b7c-4d80-beee-b2e44075617e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3179379 Dec 22 04:54:47.810772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39566) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:47.817172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': 'd030e7d6-b305-438f-8ebf-a75a5c71977e', 'name': 'tempest-PortsIpV6TestJSON-1044396025', 'fixed_ips': [{'subnet_id': '4e18a4a8-283a-4a09-b829-e3cd14e7ee9c', 'ip_address': '2001:db8::f'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:47.828426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80779992-b445-4b15-8eec-3f79149957fa None None] Network ea958f4a-940d-4c8f-9918-f3d2231ae8bc requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:47.864251 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c5ef332c-30c3-4e76-b251-8a3edb7c6238 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.902898 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39570) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:47.908562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c5ef332c-30c3-4e76-b251-8a3edb7c6238 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network b0d7e8ef-fdad-4806-a63b-8551424eeb48 is not hosted by any dhcp agent {{(pid=109182) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:54:47.910096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.916021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ef332c-30c3-4e76-b251-8a3edb7c6238 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:47.916918 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c5ef332c-30c3-4e76-b251-8a3edb7c6238 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.918456 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c5ef332c-30c3-4e76-b251-8a3edb7c6238 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "PUT /v2.0/networks/b0d7e8ef-fdad-4806-a63b-8551424eeb48 HTTP/1.1" status: 200 len: 761 time: 0.3495910 Dec 22 04:54:47.936722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-eafbc603-f7b0-4604-8022-6b98601f2615 None None] Provisioning complete for port 68fbf159-43b1-432e-b191-c61ae49c7e4c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:47.937238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eafbc603-f7b0-4604-8022-6b98601f2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:47.963795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39572) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:47.973747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No DVR routers for this DVR port a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:47.978313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:48.020300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ed703fa8-5257-4a01-805b-85b06fc44ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.091718 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.152803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea958f4a-940d-4c8f-9918-f3d2231ae8bc']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:48.172016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0263f024-5723-4593-8828-27b1641669b7') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:48.172355 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0263f024-5723-4593-8828-27b1641669b7') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:48.190198 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.216372 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.219984 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eafbc603-f7b0-4604-8022-6b98601f2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.227619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:48.232794 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:48.234323 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:48.259250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b562f8a-ba93-48ab-b8ad-cff3cf852d33 None None] DHCP port deletion for ea958f4a-940d-4c8f-9918-f3d2231ae8bc request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:54:48.267427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-eafbc603-f7b0-4604-8022-6b98601f2615 None None] For port 68fbf159-43b1-432e-b191-c61ae49c7e4c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=68fbf159-43b1-432e-b191-c61ae49c7e4c,segment=NetworkSegment(42fa2cf3-7a79-4013-8bfa-609decfe1e52),segment_id=42fa2cf3-7a79-4013-8bfa-609decfe1e52)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:48.332705 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eafbc603-f7b0-4604-8022-6b98601f2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.394672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.398597 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbc603-f7b0-4604-8022-6b98601f2615 None None] Pushing event updated for resources: {'Port': ['ID=68fbf159-43b1-432e-b191-c61ae49c7e4c,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:48.401686 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.408423 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/networks/ea958f4a-940d-4c8f-9918-f3d2231ae8bc HTTP/1.1" status: 204 len: 168 time: 1.7146666 Dec 22 04:54:48.448333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39574) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:48.522017 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef332c-30c3-4e76-b251-8a3edb7c6238 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Network': ['ID=b0d7e8ef-fdad-4806-a63b-8551424eeb48,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:48.533617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network b0d7e8ef-fdad-4806-a63b-8551424eeb48 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:48.560743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94c1fb-bf77-4896-91ea-791d838bf051 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Network': ['ID=ea958f4a-940d-4c8f-9918-f3d2231ae8bc,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:48.594028 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aed429-0d95-49f0-931e-c92ca4fb333f tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:48.599337 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e2aed429-0d95-49f0-931e-c92ca4fb333f tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/networks?id=b0d7e8ef-fdad-4806-a63b-8551424eeb48 HTTP/1.1" status: 200 len: 764 time: 0.6306498 Dec 22 04:54:48.607609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39576) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:48.615664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72e9a4-97b7-45fb-bc40-b980e992a611 req-8e9f58c4-70b1-49fa-a740-b29b420310db tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:48.617596 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4e72e9a4-97b7-45fb-bc40-b980e992a611 req-8e9f58c4-70b1-49fa-a740-b29b420310db tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.6512570 Dec 22 04:54:48.637483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.665054 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.821111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ed703fa8-5257-4a01-805b-85b06fc44ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.846369 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4e72e9a4-97b7-45fb-bc40-b980e992a611 req-a991dc2b-16b9-43e9-96bd-b269513d6dfb tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160671 Dec 22 04:54:48.869765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 68fbf159-43b1-432e-b191-c61ae49c7e4c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:48.900294 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e442aea9-3e2f-436f-a7cc-c989b3a033ac tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:48.904507 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e442aea9-3e2f-436f-a7cc-c989b3a033ac tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2848580 Dec 22 04:54:48.906767 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39578) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:48.935287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ed703fa8-5257-4a01-805b-85b06fc44ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:48.988940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 68fbf159-43b1-432e-b191-c61ae49c7e4c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:48.989813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.013302 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ed703fa8-5257-4a01-805b-85b06fc44ec6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd40804eac0746b2ad85bfaf88d5522c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1033397 Dec 22 04:54:49.013302 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:49.061108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39580) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:49.063263 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f3f8d73e-34b0-4518-918b-c17cef082529 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 207 time: 0.1542153 Dec 22 04:54:49.073061 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39582) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:49.146217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b89ed8e-80d6-4b95-b4a7-ccd0b1c0ea75 None None] Network d030e7d6-b305-438f-8ebf-a75a5c71977e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:49.173940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed703fa8-5257-4a01-805b-85b06fc44ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0460061-a765-418f-a3a9-5acd11948ad8,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:49.189246 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:49.216355 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:54:49.221330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a8c490f3-5f64-4ecd-a1e5-95d2aa7b6ae9 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:54:49.226492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c6fd6a3c-8c23-4a4a-89ff-1228d1b8813c None None] Provisioning complete for port 68fbf159-43b1-432e-b191-c61ae49c7e4c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:49.226869 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6a3c-8c23-4a4a-89ff-1228d1b8813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.266977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-58b65db3-026a-46d8-9db0-e333ce31e7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.276777 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.291336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448afbd-90ad-462c-ad19-4365dc38b9b9 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.296588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448afbd-90ad-462c-ad19-4365dc38b9b9 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.302198 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448afbd-90ad-462c-ad19-4365dc38b9b9 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.307894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448afbd-90ad-462c-ad19-4365dc38b9b9 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.313625 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448afbd-90ad-462c-ad19-4365dc38b9b9 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.319522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2448afbd-90ad-462c-ad19-4365dc38b9b9 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.325596 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2448afbd-90ad-462c-ad19-4365dc38b9b9 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2473502 Dec 22 04:54:49.332797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39584) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:49.336783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Allocated IP 172.26.5.85 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/45677ecd-6046-40d8-83dc-2f0ccc272599) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:49.370361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-58b65db3-026a-46d8-9db0-e333ce31e7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.400328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c6fd6a3c-8c23-4a4a-89ff-1228d1b8813c None None] Provisioning complete for port bfbdc2f8-6b27-4afd-aac0-6156a4f74a57 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:49.400718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6a3c-8c23-4a4a-89ff-1228d1b8813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.418479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port 3063ce5b-f561-4c3c-a0c4-b359e56a8314 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:49.444634 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd6a3c-8c23-4a4a-89ff-1228d1b8813c None None] Port bfbdc2f8-6b27-4afd-aac0-6156a4f74a57 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:49.524034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.574322 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-22931872-03a7-4a4a-89a8-b810e7e17c5b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2380557 Dec 22 04:54:49.579179 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39586) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:49.634025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7303805f-05a6-4ab0-b4cf-bdeac198cb80 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.637537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.674008 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-58b65db3-026a-46d8-9db0-e333ce31e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.676617 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-58b65db3-026a-46d8-9db0-e333ce31e7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.680026 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-58b65db3-026a-46d8-9db0-e333ce31e7ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0460061-a765-418f-a3a9-5acd11948ad8 HTTP/1.1" status: 204 len: 168 time: 0.6133900 Dec 22 04:54:49.682490 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10754334-f3c7-480b-b6dc-8bb37ef51d51 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.684045 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10754334-f3c7-480b-b6dc-8bb37ef51d51 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.685601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10754334-f3c7-480b-b6dc-8bb37ef51d51 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.687164 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10754334-f3c7-480b-b6dc-8bb37ef51d51 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.688969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10754334-f3c7-480b-b6dc-8bb37ef51d51 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.690703 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-10754334-f3c7-480b-b6dc-8bb37ef51d51 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1105866 Dec 22 04:54:49.701005 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39590) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:49.741963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b65db3-026a-46d8-9db0-e333ce31e7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0460061-a765-418f-a3a9-5acd11948ad8,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:49.754373 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:49.767056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:49.768001 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8::f (d030e7d6-b305-438f-8ebf-a75a5c71977e/4e18a4a8-283a-4a09-b829-e3cd14e7ee9c/3063ce5b-f561-4c3c-a0c4-b359e56a8314) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:49.770834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:49.775085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Pushing event updated for resources: {'Port': ['ID=45677ecd-6046-40d8-83dc-2f0ccc272599,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:49.796035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5252a4b-8c77-4282-a882-6f2f12b9941b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['shared'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.801106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-dfdf740c-4315-465b-a818-8ad51f2bd74a None None] Provisioning complete for port 68fbf159-43b1-432e-b191-c61ae49c7e4c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:49.802950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dfdf740c-4315-465b-a818-8ad51f2bd74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.810116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5252a4b-8c77-4282-a882-6f2f12b9941b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['shared'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.812767 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5252a4b-8c77-4282-a882-6f2f12b9941b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['shared'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.814858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5252a4b-8c77-4282-a882-6f2f12b9941b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['shared'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.817036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5252a4b-8c77-4282-a882-6f2f12b9941b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['shared'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:49.824673 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b5252a4b-8c77-4282-a882-6f2f12b9941b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1225698 Dec 22 04:54:49.826294 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39592) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:49.964525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-dfdf740c-4315-465b-a818-8ad51f2bd74a None None] Provisioning complete for port bfbdc2f8-6b27-4afd-aac0-6156a4f74a57 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:49.964905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dfdf740c-4315-465b-a818-8ad51f2bd74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:49.966718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7365c11a-932b-489d-986a-94b74ea11f77 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:54:49.976833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7365c11a-932b-489d-986a-94b74ea11f77 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:50.075495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87db73c-89dd-4870-8e27-e12e023040e7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:50.076853 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b87db73c-89dd-4870-8e27-e12e023040e7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/networks/c6bd76b7-7e6a-417f-8c50-3652badf0ecc HTTP/1.1" status: 200 len: 803 time: 0.2482092 Dec 22 04:54:50.079797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f82a31-0417-4ba1-9938-1fde1b70e0b3 req-12adb35b-4840-4d7a-a395-2d4cb22f4d12 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:50.081523 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b6f82a31-0417-4ba1-9938-1fde1b70e0b3 req-12adb35b-4840-4d7a-a395-2d4cb22f4d12 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.1052001 Dec 22 04:54:50.082514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39596) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:50.088955 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-dfdf740c-4315-465b-a818-8ad51f2bd74a None None] Port bfbdc2f8-6b27-4afd-aac0-6156a4f74a57 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:50.192627 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.235538 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fe8be6af-a7dd-4de6-a517-7f88b50cd201 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/networks/c6bd76b7-7e6a-417f-8c50-3652badf0ecc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1486549 Dec 22 04:54:50.235776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.237927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39600) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:50.281907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ee1c8174-d342-4988-87d9-ea00150e0f87 None None] Provisioning complete for port bfbdc2f8-6b27-4afd-aac0-6156a4f74a57 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:50.282280 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8174-d342-4988-87d9-ea00150e0f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.297717 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b6f82a31-0417-4ba1-9938-1fde1b70e0b3 req-4d2994ba-931c-4b6c-aadd-3d1bd872bdda tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965322 Dec 22 04:54:50.304245 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:54:50.307401 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb372781-5432-4405-8f6d-75e5490f0ff5" -d '{"events": [{"server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "name": "network-vif-unplugged", "status": "completed", "tag": "7365c11a-932b-489d-986a-94b74ea11f77"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:54:50.321678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.323222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39608) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:50.343739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7175860a-e29b-4009-a96f-4c7f349003bd tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:50.349929 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7175860a-e29b-4009-a96f-4c7f349003bd tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/subnets/f08bb814-5a0b-4008-b53a-45683b5624da HTTP/1.1" status: 200 len: 843 time: 0.1041863 Dec 22 04:54:50.352524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39610) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:50.370810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7365c11a-932b-489d-986a-94b74ea11f77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7365c11a-932b-489d-986a-94b74ea11f77,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:50.384759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7365c11a-932b-489d-986a-94b74ea11f77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7365c11a-932b-489d-986a-94b74ea11f77,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:50.391825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '7365c11a-932b-489d-986a-94b74ea11f77', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'port_id': '7365c11a-932b-489d-986a-94b74ea11f77', 'mac_address': 'fa:16:3e:0b:6a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:54:50.400100 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c8174-d342-4988-87d9-ea00150e0f87 None None] Port bfbdc2f8-6b27-4afd-aac0-6156a4f74a57 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:50.428944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535c7d7e-e8d9-4133-b293-2bcc7cd562cc tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['shared'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:50.433738 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-535c7d7e-e8d9-4133-b293-2bcc7cd562cc tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "GET /v2.0/subnets/f08bb814-5a0b-4008-b53a-45683b5624da?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0730605 Dec 22 04:54:50.433894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fff377-ec15-47f5-938b-5f0989a0e9c2 x-openstack-request-id: req-26fff377-ec15-47f5-938b-5f0989a0e9c2 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:54:50.433894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "name": "network-vif-unplugged", "status": "completed", "tag": "7365c11a-932b-489d-986a-94b74ea11f77", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:54:50.433894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26fff377-ec15-47f5-938b-5f0989a0e9c2 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:54:50.433894 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77', 'code': 200} Dec 22 04:54:50.437129 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39614) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:50.437216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network d030e7d6-b305-438f-8ebf-a75a5c71977e is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:50.444593 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:50.450608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-36adea74-87df-48ab-8037-7c6c6fe535d1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1355989317'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:50.456027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:50.460731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.462407 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:50.463067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.475460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7303805f-05a6-4ab0-b4cf-bdeac198cb80 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port b47d8bc4-7abb-4364-8715-faa5776f1fec {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:50.483852 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c748f3c9-c80c-4fa1-b924-276fff2e2eea tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/floatingips/b2ed8da7-00bf-40c5-94b3-5f3f09443730 HTTP/1.1" status: 200 len: 993 time: 0.1517313 Dec 22 04:54:50.483852 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=3063ce5b-f561-4c3c-a0c4-b359e56a8314,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:50.484175 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7303805f-05a6-4ab0-b4cf-bdeac198cb80 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.501608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.520783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7365c11a-932b-489d-986a-94b74ea11f77 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:54:50.535819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.563222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.590328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=7365c11a-932b-489d-986a-94b74ea11f77,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:50.610336 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:50.610827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:50.621761 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-02af52c6-f6c1-41b4-bcf3-48ec48a68418 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8090460 Dec 22 04:54:50.624608 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39618) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:50.693754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-7303805f-05a6-4ab0-b4cf-bdeac198cb80 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] For port b47d8bc4-7abb-4364-8715-faa5776f1fec, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b47d8bc4-7abb-4364-8715-faa5776f1fec,segment=NetworkSegment(f84bea09-2bb6-4ed0-bc3d-96956d92b72d),segment_id=f84bea09-2bb6-4ed0-bc3d-96956d92b72d)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:50.694282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7303805f-05a6-4ab0-b4cf-bdeac198cb80 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.712086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7303805f-05a6-4ab0-b4cf-bdeac198cb80 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for b47d8bc4-7abb-4364-8715-faa5776f1fec owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:50.725121 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c837992-1f40-42be-a69a-c5cfde04ab5a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:50.730390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c5d2e9f4-9e97-4cf7-9c1b-82ddbcd6b861 None None] Provisioning complete for port 3063ce5b-f561-4c3c-a0c4-b359e56a8314 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:50.730756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c5d2e9f4-9e97-4cf7-9c1b-82ddbcd6b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.736522 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0c837992-1f40-42be-a69a-c5cfde04ab5a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1059258 Dec 22 04:54:50.737763 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39620) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:50.783463 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2e9f4-9e97-4cf7-9c1b-82ddbcd6b861 None None] Port 3063ce5b-f561-4c3c-a0c4-b359e56a8314 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:54:50.800063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36adea74-87df-48ab-8037-7c6c6fe535d1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:50.803429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-36adea74-87df-48ab-8037-7c6c6fe535d1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.806418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9aa59-eef7-4664-97ff-668e8c0ffe86 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:50.813679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9aa59-eef7-4664-97ff-668e8c0ffe86 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:50.821333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9aa59-eef7-4664-97ff-668e8c0ffe86 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:50.824522 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ced9aa59-eef7-4664-97ff-668e8c0ffe86 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.0856357 Dec 22 04:54:50.827834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39628) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:50.885342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36adea74-87df-48ab-8037-7c6c6fe535d1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:50.907470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-36adea74-87df-48ab-8037-7c6c6fe535d1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.907802 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-36adea74-87df-48ab-8037-7c6c6fe535d1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Added segment 7e88565e-cc1d-469e-b61d-da07629615f3 of type vlan for network d5ea850f-4444-4cd1-99d9-2b0e99bbe09f Dec 22 04:54:50.929035 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.934610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-06e86ecb-4b7a-477b-9d32-bd2d6db84239 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 3063ce5b-f561-4c3c-a0c4-b359e56a8314 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:50.934952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-06e86ecb-4b7a-477b-9d32-bd2d6db84239 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:50.958721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.013585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-36adea74-87df-48ab-8037-7c6c6fe535d1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.035687 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-06e86ecb-4b7a-477b-9d32-bd2d6db84239 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.050869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-06e86ecb-4b7a-477b-9d32-bd2d6db84239 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 3063ce5b-f561-4c3c-a0c4-b359e56a8314 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:51.107818 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39632) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.164229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.193384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7365c11a-932b-489d-986a-94b74ea11f77 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:54:51.215692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-36adea74-87df-48ab-8037-7c6c6fe535d1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.222817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36adea74-87df-48ab-8037-7c6c6fe535d1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:51.223723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-36adea74-87df-48ab-8037-7c6c6fe535d1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.240715 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7365c11a-932b-489d-986a-94b74ea11f77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7365c11a-932b-489d-986a-94b74ea11f77,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:51.279357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7303805f-05a6-4ab0-b4cf-bdeac198cb80 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.307835 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-3d158f5c-e1a7-411d-8847-fe453a1a94e7 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.308908 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3d158f5c-e1a7-411d-8847-fe453a1a94e7 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1987891 Dec 22 04:54:51.312708 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39636) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.316629 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-fddfb9b4-3222-4ca9-85f0-6b67bc4f391c tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.317539 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fddfb9b4-3222-4ca9-85f0-6b67bc4f391c tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0039937 Dec 22 04:54:51.320178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Router 1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:54:51.320406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39638) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.324205 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-99fc3058-6fbe-4867-98c9-574096cd6610 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.325129 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-99fc3058-6fbe-4867-98c9-574096cd6610 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038648 Dec 22 04:54:51.327137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.327901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39640) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.328806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303805f-05a6-4ab0-b4cf-bdeac198cb80 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=b47d8bc4-7abb-4364-8715-faa5776f1fec,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:51.333927 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-5d0ff949-438b-46c2-bd54-b3a43fd096d4 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.334386 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5d0ff949-438b-46c2-bd54-b3a43fd096d4 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0053678 Dec 22 04:54:51.339450 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39642) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.343730 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-7b74a562-2e2c-4409-8078-a6f46a83ba63 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.344698 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7b74a562-2e2c-4409-8078-a6f46a83ba63 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043314 Dec 22 04:54:51.347010 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39644) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.351646 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-2ce4b8c6-3fcf-4b4d-ae14-fdf36b21b22c tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.354834 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2ce4b8c6-3fcf-4b4d-ae14-fdf36b21b22c tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045128 Dec 22 04:54:51.355057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39646) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.356440 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adea74-87df-48ab-8037-7c6c6fe535d1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Network': ['ID=d5ea850f-4444-4cd1-99d9-2b0e99bbe09f,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:51.360283 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-92c025e2-afc7-4af4-b7de-7d2a111457ce tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.362904 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-92c025e2-afc7-4af4-b7de-7d2a111457ce tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045993 Dec 22 04:54:51.363272 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39648) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.368419 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-23628d88-78d5-4e1b-b133-a38b51cd0ab6 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.370004 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-23628d88-78d5-4e1b-b133-a38b51cd0ab6 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0053647 Dec 22 04:54:51.373840 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39650) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.376778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network d5ea850f-4444-4cd1-99d9-2b0e99bbe09f details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:51.378937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-e190e4e6-eda7-4601-9909-90043db64de5 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.379938 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e190e4e6-eda7-4601-9909-90043db64de5 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045636 Dec 22 04:54:51.382185 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39652) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.386997 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-57c93e13-9895-4f86-ae7f-863129c73939 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.388010 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-57c93e13-9895-4f86-ae7f-863129c73939 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0047548 Dec 22 04:54:51.390964 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-06e86ecb-4b7a-477b-9d32-bd2d6db84239 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.392787 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39654) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.392916 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-36adea74-87df-48ab-8037-7c6c6fe535d1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9510908 Dec 22 04:54:51.397438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-ccf82326-9452-4053-ad8b-8307348f22a2 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.398519 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ccf82326-9452-4053-ad8b-8307348f22a2 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046804 Dec 22 04:54:51.399116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39656) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.407080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'subnet': {'network_id': 'd5ea850f-4444-4cd1-99d9-2b0e99bbe09f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:51.434240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39658) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.463920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-709d2da6-8c44-4941-82c9-0acf21595c67 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.464937 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-709d2da6-8c44-4941-82c9-0acf21595c67 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052671 Dec 22 04:54:51.470958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39660) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.478726 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-ff581879-8bcf-484e-a4cc-b44df781a579 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.479669 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ff581879-8bcf-484e-a4cc-b44df781a579 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0063925 Dec 22 04:54:51.482580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39662) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.492518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-83fc4161-d0af-40ab-a9bd-b98f92e6618d tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.493456 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-83fc4161-d0af-40ab-a9bd-b98f92e6618d tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0073431 Dec 22 04:54:51.497768 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39664) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.503969 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-b512ff62-a387-4c8b-99ee-8a9979f9410b tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.507530 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b512ff62-a387-4c8b-99ee-8a9979f9410b tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0041614 Dec 22 04:54:51.512492 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39666) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.516862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-9a2d0b0d-e5b1-4dd7-8325-36fbbb19904f tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.520133 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9a2d0b0d-e5b1-4dd7-8325-36fbbb19904f tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044131 Dec 22 04:54:51.523805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39668) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.527494 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e86ecb-4b7a-477b-9d32-bd2d6db84239 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=3063ce5b-f561-4c3c-a0c4-b359e56a8314,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:51.539182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=7365c11a-932b-489d-986a-94b74ea11f77,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:51.581336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-06e86ecb-4b7a-477b-9d32-bd2d6db84239 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.588598 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-06e86ecb-4b7a-477b-9d32-bd2d6db84239 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/3063ce5b-f561-4c3c-a0c4-b359e56a8314 HTTP/1.1" status: 204 len: 168 time: 0.7594676 Dec 22 04:54:51.589347 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39670) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.594777 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:54:51.605992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-4331f249-0f2d-4f9a-a1fe-dfdd89e0ccce tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.610189 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4331f249-0f2d-4f9a-a1fe-dfdd89e0ccce tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0825586 Dec 22 04:54:51.613353 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39672) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.619250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-6e49d64d-4796-4a79-ba8b-3e6eba0c2ced tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.636086 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6e49d64d-4796-4a79-ba8b-3e6eba0c2ced tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0059209 Dec 22 04:54:51.636884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39674) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.636884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-f0ca71bf-ef5e-4fe6-8214-cadea57a629a tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.636884 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f0ca71bf-ef5e-4fe6-8214-cadea57a629a tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048511 Dec 22 04:54:51.636884 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-0449cc0d-57fa-4308-aaff-37835ee67aba tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:54:51.636884 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0449cc0d-57fa-4308-aaff-37835ee67aba tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/3063ce5b-f561-4c3c-a0c4-b359e56a8314 HTTP/1.1" status: 404 len: 333 time: 0.0422409 Dec 22 04:54:51.636884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39676) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.637371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39678) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.642559 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-0c08922b-4a63-4d05-ad12-f8e64afb4d38 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.646603 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0c08922b-4a63-4d05-ad12-f8e64afb4d38 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0072174 Dec 22 04:54:51.646769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:51.653800 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39680) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.654462 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Made reservation on behalf of a50b14b0cdd64471b1eb4511a708636d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:51.654592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.657618 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9555d6fc-aeeb-48ad-8c6b-29791cddc744 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "PUT /v2.0/routers/1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41 HTTP/1.1" status: 200 len: 883 time: 4.0467861 Dec 22 04:54:51.658572 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfff63d-73b3-4b57-9abe-11a0dbb96ca8 None None] Sync routers for ids ['1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:51.669007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7303805f-05a6-4ab0-b4cf-bdeac198cb80 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.669199 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['7365c11a-932b-489d-986a-94b74ea11f77'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:54:51.671759 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39682) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.675024 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfff63d-73b3-4b57-9abe-11a0dbb96ca8 None None] Routers {'1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:51.675887 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0cfff63d-73b3-4b57-9abe-11a0dbb96ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:51.677255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.767327 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-e7acab8b-a818-4106-898d-48cd15e465ed tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.769219 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e7acab8b-a818-4106-898d-48cd15e465ed tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0084167 Dec 22 04:54:51.775256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39684) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.782853 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-3ae8c43e-a54e-4061-b468-cfae39c5e216 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.784873 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3ae8c43e-a54e-4061-b468-cfae39c5e216 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0083501 Dec 22 04:54:51.802669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39686) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.840557 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0cfff63d-73b3-4b57-9abe-11a0dbb96ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:51.850875 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfff63d-73b3-4b57-9abe-11a0dbb96ca8 None None] Routers {'1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:51.851345 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-c9a37f17-16b6-48a4-a009-523e5c9e95f9 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.851846 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Performing IP validity checks on allocation pools {{(pid=109182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:54:51.854631 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c9a37f17-16b6-48a4-a009-523e5c9e95f9 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0443771 Dec 22 04:54:51.854775 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:54:51.855195 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0cfff63d-73b3-4b57-9abe-11a0dbb96ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:51.855698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39688) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.875778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-6da8eddf-1b7a-4f14-970b-fac26b95f33b tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.879182 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6da8eddf-1b7a-4f14-970b-fac26b95f33b tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0098279 Dec 22 04:54:51.880343 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39690) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.885174 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-63f87f3c-7234-408a-888a-6a3876bca4e7 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.888476 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-63f87f3c-7234-408a-888a-6a3876bca4e7 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049279 Dec 22 04:54:51.889170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39692) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.894838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-552a940e-42c7-46d6-8e4e-2013ea658afa tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.897966 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-552a940e-42c7-46d6-8e4e-2013ea658afa tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043161 Dec 22 04:54:51.900608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39694) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.906884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-4c4ad158-1f4e-4acb-ae72-6af0faea077a tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.913960 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4c4ad158-1f4e-4acb-ae72-6af0faea077a tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0063310 Dec 22 04:54:51.914763 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39696) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.922717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-b90c9ac6-0f27-4ef2-a340-31e91a2cd9cd tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.932404 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b90c9ac6-0f27-4ef2-a340-31e91a2cd9cd tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0148635 Dec 22 04:54:51.933360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39698) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:51.933769 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0cfff63d-73b3-4b57-9abe-11a0dbb96ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:51.934652 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfff63d-73b3-4b57-9abe-11a0dbb96ca8 None None] The sync data for ids ['1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:51.979662 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-7ceb9aee-abd7-4a85-bb70-fc4c0f9d5ad6 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:51.983137 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7ceb9aee-abd7-4a85-bb70-fc4c0f9d5ad6 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0084159 Dec 22 04:54:51.983290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d87e95a7-592b-495a-8096-d774501328e9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port bfbdc2f8-6b27-4afd-aac0-6156a4f74a57 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:51.983290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d87e95a7-592b-495a-8096-d774501328e9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:51.988448 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39700) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.002051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-10f06ef2-dcb0-4bdc-93c2-a437f8598cf9 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.005666 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-10f06ef2-dcb0-4bdc-93c2-a437f8598cf9 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0136638 Dec 22 04:54:52.007768 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39702) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.015054 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2c6de307-2525-4c32-ba54-9c81cb2bc1e5 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/routers/1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41 HTTP/1.1" status: 200 len: 924 time: 0.3368905 Dec 22 04:54:52.015537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-f1f97110-ec15-4d1d-9a13-66e21284bb34 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.019476 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f1f97110-ec15-4d1d-9a13-66e21284bb34 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0091960 Dec 22 04:54:52.019476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39704) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.027760 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39706) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.034158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-9130fb7b-ac99-4aa2-b9ca-ea8b63593aee tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.037453 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9130fb7b-ac99-4aa2-b9ca-ea8b63593aee tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0057683 Dec 22 04:54:52.050572 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39708) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.059998 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-62987065-c34f-43a7-b9b0-b4abff4f31a2 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.061000 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-62987065-c34f-43a7-b9b0-b4abff4f31a2 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0079925 Dec 22 04:54:52.064047 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39710) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.071000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-42bff0c8-e1c1-4a23-8251-ab05aacec140 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.073643 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-42bff0c8-e1c1-4a23-8251-ab05aacec140 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0069556 Dec 22 04:54:52.075294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39712) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.080246 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-7eba3b93-7791-45c5-9024-fb90fb2817de tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.081204 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7eba3b93-7791-45c5-9024-fb90fb2817de tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049973 Dec 22 04:54:52.084412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39714) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.090289 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-92bffec9-5f58-4992-ba43-dc8be9019d77 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.091193 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-92bffec9-5f58-4992-ba43-dc8be9019d77 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0041244 Dec 22 04:54:52.096503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39716) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.099960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821a9ce5-228e-4293-828e-80f426f51030 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:52.101464 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-821a9ce5-228e-4293-828e-80f426f51030 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=42d15e0e-484d-404f-97b4-aa292329db95&device_id=1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0819964 Dec 22 04:54:52.104571 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39718) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.104718 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-f5de6754-fd0a-4a71-a8f4-b19445a05154 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.107761 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f5de6754-fd0a-4a71-a8f4-b19445a05154 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0079494 Dec 22 04:54:52.107761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7303805f-05a6-4ab0-b4cf-bdeac198cb80 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router c0f43338-e171-4f53-81c8-1ceb5cefecc0 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:52.108205 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39720) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.112009 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-f718418a-2071-4071-aa1c-eadc2a7a600e tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.112961 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f718418a-2071-4071-aa1c-eadc2a7a600e tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0038834 Dec 22 04:54:52.117724 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39722) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.123012 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-934def5e-2194-4004-bdf9-942687d87fc1 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.123976 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-934def5e-2194-4004-bdf9-942687d87fc1 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0040455 Dec 22 04:54:52.129083 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39724) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.166927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-732bbd47-058d-45f1-a256-17fb704613e9 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.167899 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-732bbd47-058d-45f1-a256-17fb704613e9 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0372872 Dec 22 04:54:52.187029 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39726) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.193719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-31061711-615d-4c92-bc67-75efe34fc3c3 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.194652 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-31061711-615d-4c92-bc67-75efe34fc3c3 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0067294 Dec 22 04:54:52.198170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39728) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.202811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-19697685-8c3e-4168-b22b-5992c8e8012d tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.203729 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-19697685-8c3e-4168-b22b-5992c8e8012d tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0046716 Dec 22 04:54:52.205972 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39730) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.209713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-659a9531-1faf-437a-acde-491f8381ed80 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.210615 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-659a9531-1faf-437a-acde-491f8381ed80 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0038071 Dec 22 04:54:52.213588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39732) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.219666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d87e95a7-592b-495a-8096-d774501328e9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.224537 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-5d6ff520-c1c5-410a-be6f-bcdca13a8e09 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.235951 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5d6ff520-c1c5-410a-be6f-bcdca13a8e09 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0096550 Dec 22 04:54:52.236540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7303805f-05a6-4ab0-b4cf-bdeac198cb80 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:52.236540 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7303805f-05a6-4ab0-b4cf-bdeac198cb80 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7840934 Dec 22 04:54:52.238025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39734) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.238377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39736) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.239898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2876c-211d-4b6e-9384-4df4a52e3367 None None] Sync routers for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:52.240553 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d87e95a7-592b-495a-8096-d774501328e9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for bfbdc2f8-6b27-4afd-aac0-6156a4f74a57 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:52.244152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-88dd68e2-6a9d-447a-ab52-24d57113c424 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.245126 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-88dd68e2-6a9d-447a-ab52-24d57113c424 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0058451 Dec 22 04:54:52.251264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39740) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.252331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2876c-211d-4b6e-9384-4df4a52e3367 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:52.252975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c8a2876c-211d-4b6e-9384-4df4a52e3367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:52.256538 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-081fa4bf-062a-4ad7-8f0b-24117fa3679e tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.259990 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-081fa4bf-062a-4ad7-8f0b-24117fa3679e tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0041823 Dec 22 04:54:52.262891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39742) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.272863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-8057dd6e-5e3f-451e-aae7-fae416b45eec tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.277347 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8057dd6e-5e3f-451e-aae7-fae416b45eec tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0100148 Dec 22 04:54:52.279334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39744) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.286099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-29111f83-1ee0-4e8d-96ee-340764318d7e tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.287057 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-29111f83-1ee0-4e8d-96ee-340764318d7e tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068145 Dec 22 04:54:52.289690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39746) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.293794 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-6cd31356-a883-4bf2-bd7e-e1e02b0ac19f tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.294727 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6cd31356-a883-4bf2-bd7e-e1e02b0ac19f tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0041749 Dec 22 04:54:52.298918 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39748) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.311967 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.346452 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-c8a2876c-211d-4b6e-9384-4df4a52e3367 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:52.363977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b710ef0-b024-4071-90a3-de2c4f160ac5 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:52.365648 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4b710ef0-b024-4071-90a3-de2c4f160ac5 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/networks/42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 881 time: 0.2602015 Dec 22 04:54:52.369243 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Subnet': ['ID=c786c9d9-4a0e-448f-8b28-5b0231e41bf2,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:52.373112 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39750) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.416126 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-955dcca9-eec2-49e0-a0a6-a8c67f141e6c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "GET /v2.0/ports?device_id=1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41 HTTP/1.1" status: 200 len: 205 time: 0.0388374 Dec 22 04:54:52.418471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39752) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.543128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Checking segment: {'id': '7e88565e-cc1d-469e-b61d-da07629615f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5ea850f-4444-4cd1-99d9-2b0e99bbe09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:52.543471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network hostable DHCP agents. Network: d5ea850f-4444-4cd1-99d9-2b0e99bbe09f, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:52.571906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c8a2876c-211d-4b6e-9384-4df4a52e3367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:51Z', 'revision_number': 9, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:52.605134 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2876c-211d-4b6e-9384-4df4a52e3367 None None] Checking router: c0f43338-e171-4f53-81c8-1ceb5cefecc0 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:52.612639 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.614090 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2876c-211d-4b6e-9384-4df4a52e3367 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:52.614690 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c8a2876c-211d-4b6e-9384-4df4a52e3367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:52.622839 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-795fb4b2-3089-4027-adf1-c39e2455817e tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.623360 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-795fb4b2-3089-4027-adf1-c39e2455817e tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.3235853 Dec 22 04:54:52.626564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39754) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.632397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-4dfca34f-5c11-4edb-bd2a-08f75531b38c tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.634063 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4dfca34f-5c11-4edb-bd2a-08f75531b38c tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0059021 Dec 22 04:54:52.642674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbd7a90-5fe7-482a-8c5f-48169c42b1f9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting subnet 0bf20336-a4d1-4803-a001-99cdf114bacf {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:52.644364 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39756) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.648446 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-62c14fe9-32e6-4eb4-b4b5-1c02c8010296 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.649397 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-62c14fe9-32e6-4eb4-b4b5-1c02c8010296 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0041454 Dec 22 04:54:52.652266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39758) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.654052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7a90-5fe7-482a-8c5f-48169c42b1f9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.658960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-a2d6fd2b-4311-41cb-9764-d50c05da0015 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.662357 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a2d6fd2b-4311-41cb-9764-d50c05da0015 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0068491 Dec 22 04:54:52.678880 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39760) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.685142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-69caba59-b6ed-4789-959e-c6d68ddc8913 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.689350 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-69caba59-b6ed-4789-959e-c6d68ddc8913 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0065303 Dec 22 04:54:52.689521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39762) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.691417 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Network d5ea850f-4444-4cd1-99d9-2b0e99bbe09f is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:52.697795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-9ab99096-a512-4ab3-a00a-978d5950460b tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.701447 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9ab99096-a512-4ab3-a00a-978d5950460b tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0083716 Dec 22 04:54:52.701673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39764) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.706479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-6ed8984e-306d-4912-84b4-2287c688b3b9 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.709934 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6ed8984e-306d-4912-84b4-2287c688b3b9 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046391 Dec 22 04:54:52.710221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39766) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.713829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-ca1da0d5-f21f-4740-91ff-bb023b3b6a4f tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.714731 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ca1da0d5-f21f-4740-91ff-bb023b3b6a4f tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0038261 Dec 22 04:54:52.715898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7a90-5fe7-482a-8c5f-48169c42b1f9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.720930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d87e95a7-592b-495a-8096-d774501328e9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.728490 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39768) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.745702 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-c8b3c1bd-0ca1-48d4-bf49-2dd345c7ff16 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.746688 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c8b3c1bd-0ca1-48d4-bf49-2dd345c7ff16 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0108972 Dec 22 04:54:52.752331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39770) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.760536 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-54984110-08f3-442d-aa84-085123cff0a3 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.764666 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-54984110-08f3-442d-aa84-085123cff0a3 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0080650 Dec 22 04:54:52.769199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39772) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.773364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e95a7-592b-495a-8096-d774501328e9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=bfbdc2f8-6b27-4afd-aac0-6156a4f74a57,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:52.776310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-b6cbf4db-66e6-4e08-82cf-cbe805d46e5e tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.776669 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, d5ea850f-4444-4cd1-99d9-2b0e99bbe09f) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:52.781184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:52.781770 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.784966 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39774) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.787480 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b6cbf4db-66e6-4e08-82cf-cbe805d46e5e tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0171487 Dec 22 04:54:52.793968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-431acbc1-3604-4f0f-9f4e-c8c68eea4dfc tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.794945 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-431acbc1-3604-4f0f-9f4e-c8c68eea4dfc tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0067503 Dec 22 04:54:52.798674 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39776) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.807266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-7683c895-770c-4aff-b4ca-702d5c24cba0 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.808250 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7683c895-770c-4aff-b4ca-702d5c24cba0 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0042782 Dec 22 04:54:52.812627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39778) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.824499 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-c0347974-8104-4c26-9658-2ba97912598d tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.828740 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c0347974-8104-4c26-9658-2ba97912598d tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0058010 Dec 22 04:54:52.830066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39780) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.835977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-2c287e1f-ff02-4dff-a0ba-6be226b6a183 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.839376 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2c287e1f-ff02-4dff-a0ba-6be226b6a183 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0064178 Dec 22 04:54:52.841312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39782) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.846397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-ac7f5a54-a9f2-4995-bfe2-cbce0abb8e9a tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.850491 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ac7f5a54-a9f2-4995-bfe2-cbce0abb8e9a tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0056067 Dec 22 04:54:52.851844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39784) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.852439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d87e95a7-592b-495a-8096-d774501328e9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.860518 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d87e95a7-592b-495a-8096-d774501328e9 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/bfbdc2f8-6b27-4afd-aac0-6156a4f74a57 HTTP/1.1" status: 204 len: 168 time: 1.2172997 Dec 22 04:54:52.861254 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39786) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.871944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358c9f1-3dd8-4b47-aa90-39c2d8da0e61 None None] Network d5ea850f-4444-4cd1-99d9-2b0e99bbe09f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:52.878804 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-833a0f6e-61d2-4d4e-8611-34d896b2ab8a tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.887571 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-833a0f6e-61d2-4d4e-8611-34d896b2ab8a tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0276101 Dec 22 04:54:52.890061 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39788) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.894015 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-013eb8fe-e77b-4366-93de-27e1e43246e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:54:52.894334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-b1f77a4d-24ea-49e0-aa62-2393362f8fcf tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.900411 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b1f77a4d-24ea-49e0-aa62-2393362f8fcf tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043023 Dec 22 04:54:52.900561 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-013eb8fe-e77b-4366-93de-27e1e43246e4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/bfbdc2f8-6b27-4afd-aac0-6156a4f74a57 HTTP/1.1" status: 404 len: 333 time: 0.0333495 Dec 22 04:54:52.900561 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:52.900735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39790) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.901483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39792) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.914736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [None req-e60cce66-96e7-4216-b5c4-b5251c10e057 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.915068 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e60cce66-96e7-4216-b5c4-b5251c10e057 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0124221 Dec 22 04:54:52.920433 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39794) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.926374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [None req-e7669d9f-1dea-4c0b-836b-4dbf950a9908 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:54:52.937918 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e7669d9f-1dea-4c0b-836b-4dbf950a9908 tempest-ExtensionsTestJSON-764008959 tempest-ExtensionsTestJSON-764008959-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0089898 Dec 22 04:54:52.945172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-c8a2876c-211d-4b6e-9384-4df4a52e3367 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:52.953257 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4826ee9d-b92a-4f96-b4bf-8976a7a4ec27 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5483105 Dec 22 04:54:52.958145 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39798) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:52.963931 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8a96738c-5291-489c-a912-8ceac4dfc431 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:53.021680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-922b3244-2b63-41fd-9528-344e2959fef8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting subnet 4e18a4a8-283a-4a09-b829-e3cd14e7ee9c {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:53.026525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-922b3244-2b63-41fd-9528-344e2959fef8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.079889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7a90-5fe7-482a-8c5f-48169c42b1f9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.084765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-922b3244-2b63-41fd-9528-344e2959fef8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.148335 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Deleting port 45677ecd-6046-40d8-83dc-2f0ccc272599 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:53.148690 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.188781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-d5ea850f-4444-4cd1-99d9-2b0e99bbe09f', 'network_id': 'd5ea850f-4444-4cd1-99d9-2b0e99bbe09f', 'tenant_id': 'a50b14b0cdd64471b1eb4511a708636d', 'fixed_ips': [{'subnet_id': 'c786c9d9-4a0e-448f-8b28-5b0231e41bf2'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:53.189616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.211559 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a96738c-5291-489c-a912-8ceac4dfc431 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26386801'] for subnet, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.226197 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-922b3244-2b63-41fd-9528-344e2959fef8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.252942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.264631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Calling delete_port for 45677ecd-6046-40d8-83dc-2f0ccc272599 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:53.271737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7a90-5fe7-482a-8c5f-48169c42b1f9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.306661 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd7a90-5fe7-482a-8c5f-48169c42b1f9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf20336-a4d1-4803-a001-99cdf114bacf,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:53.314049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7a90-5fe7-482a-8c5f-48169c42b1f9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.320865 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8dbd7a90-5fe7-482a-8c5f-48169c42b1f9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/0bf20336-a4d1-4803-a001-99cdf114bacf HTTP/1.1" status: 204 len: 168 time: 1.0803037 Dec 22 04:54:53.321445 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39800) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:53.331014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c8a2876c-211d-4b6e-9384-4df4a52e3367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:51Z', 'revision_number': 9, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:53.336699 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9664aa-7bb5-4cd6-a64f-fb37ae339bb6 None None] Network c9b325c9-43d8-4452-971e-fe21b95f7cd4 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:53.373685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a2876c-211d-4b6e-9384-4df4a52e3367 None None] The sync data for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv is: [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:51Z', 'revision_number': 9, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5d7dc2f3-faee-4ea8-a74a-775145e2e5ab', 'name': '', 'network_id': '68a97195-74ac-4d05-b11f-2898dde44afa', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:05:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:16Z', 'updated_at': '2021-12-22T04:54:22Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': '3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:53.429167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 04:54:53.429167 dv-neutron-822523-1-hyperv neutron-server[109184]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 22 04:54:53.429167 dv-neutron-822523-1-hyperv neutron-server[109184]: [parameters: {'in_use': 1, 'id_1': 'c786c9d9-4a0e-448f-8b28-5b0231e41bf2'}] Dec 22 04:54:53.429167 dv-neutron-822523-1-hyperv neutron-server[109184]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:53.429522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:53.430360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-922b3244-2b63-41fd-9528-344e2959fef8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.477598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.480339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-922b3244-2b63-41fd-9528-344e2959fef8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.484006 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-922b3244-2b63-41fd-9528-344e2959fef8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/4e18a4a8-283a-4a09-b829-e3cd14e7ee9c HTTP/1.1" status: 204 len: 168 time: 0.5843086 Dec 22 04:54:53.486110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b3244-2b63-41fd-9528-344e2959fef8 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Subnet': ['ID=4e18a4a8-283a-4a09-b829-e3cd14e7ee9c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:53.488231 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39804) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:53.499919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74a8fd2-c95e-46af-9bfb-b0768c0c1c50 None None] Network d030e7d6-b305-438f-8ebf-a75a5c71977e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:53.578751 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.602659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39806) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:53.624871 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a96738c-5291-489c-a912-8ceac4dfc431 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753904913026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26549996'] for subnet, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.670033 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.674268 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port a4e6774c-4b9f-413e-9cf1-c73b66195b97 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:53.674997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.690591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 68fbf159-43b1-432e-b191-c61ae49c7e4c {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:53.690931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.709634 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96738c-5291-489c-a912-8ceac4dfc431 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:53.710227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a96738c-5291-489c-a912-8ceac4dfc431 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.711523 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8a96738c-5291-489c-a912-8ceac4dfc431 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "PUT /v2.0/subnets/c786c9d9-4a0e-448f-8b28-5b0231e41bf2 HTTP/1.1" status: 200 len: 900 time: 0.7557592 Dec 22 04:54:53.714411 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39810) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:53.727325 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Pushing event deleted for resources: {'Port': ['ID=45677ecd-6046-40d8-83dc-2f0ccc272599,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:53.777181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ec336-04fd-4a37-93c2-4fef1d1a2f23 None None] DHCP port deletion for c9b325c9-43d8-4452-971e-fe21b95f7cd4 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:54:53.820385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f4a8cc-87bb-4351-9081-56e8fabb4544 None None] DHCP port deletion for d030e7d6-b305-438f-8ebf-a75a5c71977e request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:54:53.839567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] For port a4e6774c-4b9f-413e-9cf1-c73b66195b97, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a4e6774c-4b9f-413e-9cf1-c73b66195b97,segment=NetworkSegment(f84bea09-2bb6-4ed0-bc3d-96956d92b72d),segment_id=f84bea09-2bb6-4ed0-bc3d-96956d92b72d)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:53.843195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.868728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for a4e6774c-4b9f-413e-9cf1-c73b66195b97 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:53.883180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] For port 68fbf159-43b1-432e-b191-c61ae49c7e4c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=68fbf159-43b1-432e-b191-c61ae49c7e4c,segment=NetworkSegment(42fa2cf3-7a79-4013-8bfa-609decfe1e52),segment_id=42fa2cf3-7a79-4013-8bfa-609decfe1e52)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:53.883663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.899726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f40ec336-04fd-4a37-93c2-4fef1d1a2f23 None None] Deleting port a4e6774c-4b9f-413e-9cf1-c73b66195b97 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:53.900099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f40ec336-04fd-4a37-93c2-4fef1d1a2f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.904878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 68fbf159-43b1-432e-b191-c61ae49c7e4c owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:53.954847 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:53.963199 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7365c11a-932b-489d-986a-94b74ea11f77 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:53.970673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e2f4a8cc-87bb-4351-9081-56e8fabb4544 None None] Deleting port 68fbf159-43b1-432e-b191-c61ae49c7e4c {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:53.971050 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a8cc-87bb-4351-9081-56e8fabb4544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.080400 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f40ec336-04fd-4a37-93c2-4fef1d1a2f23 None None] For port a4e6774c-4b9f-413e-9cf1-c73b66195b97, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a4e6774c-4b9f-413e-9cf1-c73b66195b97,segment=NetworkSegment(f84bea09-2bb6-4ed0-bc3d-96956d92b72d),segment_id=f84bea09-2bb6-4ed0-bc3d-96956d92b72d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:54.080802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f40ec336-04fd-4a37-93c2-4fef1d1a2f23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.115779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.119111 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e2f4a8cc-87bb-4351-9081-56e8fabb4544 None None] For port 68fbf159-43b1-432e-b191-c61ae49c7e4c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=68fbf159-43b1-432e-b191-c61ae49c7e4c,segment=NetworkSegment(42fa2cf3-7a79-4013-8bfa-609decfe1e52),segment_id=42fa2cf3-7a79-4013-8bfa-609decfe1e52)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:54.119516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a8cc-87bb-4351-9081-56e8fabb4544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.122157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f40ec336-04fd-4a37-93c2-4fef1d1a2f23 None None] Calling delete_port for a4e6774c-4b9f-413e-9cf1-c73b66195b97 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:54.140718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96738c-5291-489c-a912-8ceac4dfc431 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event updated for resources: {'Subnet': ['ID=c786c9d9-4a0e-448f-8b28-5b0231e41bf2,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.141279 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e2f4a8cc-87bb-4351-9081-56e8fabb4544 None None] Calling delete_port for 68fbf159-43b1-432e-b191-c61ae49c7e4c owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:54.146810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=a4e6774c-4b9f-413e-9cf1-c73b66195b97,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.149133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No DVR routers for this DVR port a4e6774c-4b9f-413e-9cf1-c73b66195b97 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:54.151184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.200381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 7365c11a-932b-489d-986a-94b74ea11f77 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:54.200661 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=68fbf159-43b1-432e-b191-c61ae49c7e4c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.200770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.210202 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No DVR routers for this DVR port 68fbf159-43b1-432e-b191-c61ae49c7e4c on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:54.219195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7c06-37d8-490f-bd1b-fb25cc86771b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.261412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.325624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.355006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.363893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b325c9-43d8-4452-971e-fe21b95f7cd4']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:54.377774 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.381022 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.382703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84bea09-2bb6-4ed0-bc3d-96956d92b72d') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:54.382911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84bea09-2bb6-4ed0-bc3d-96956d92b72d') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:54.385557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.392570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d030e7d6-b305-438f-8ebf-a75a5c71977e']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:54.401632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.416119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fa2cf3-7a79-4013-8bfa-609decfe1e52') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:54.416489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fa2cf3-7a79-4013-8bfa-609decfe1e52') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:54.421752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Allocated IP 2001:db8::3 (d5ea850f-4444-4cd1-99d9-2b0e99bbe09f/c786c9d9-4a0e-448f-8b28-5b0231e41bf2/9d611720-60de-4f66-a28b-c7bae3c39c2a) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:54.439570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.445760 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:54.446152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.451871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:54.454027 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:54.460783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e2f4a8cc-87bb-4351-9081-56e8fabb4544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.463380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f40ec336-04fd-4a37-93c2-4fef1d1a2f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.507033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.511608 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7c06-37d8-490f-bd1b-fb25cc86771b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.515982 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.521657 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:54.522062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:54.525045 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:54.537022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4a8cc-87bb-4351-9081-56e8fabb4544 None None] Pushing event deleted for resources: {'Port': ['ID=68fbf159-43b1-432e-b191-c61ae49c7e4c,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.539902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f4a8cc-87bb-4351-9081-56e8fabb4544 None None] No DVR routers for this DVR port 68fbf159-43b1-432e-b191-c61ae49c7e4c on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:54.545547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.545547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Fanout notify agent at l3_agent the message router_deleted on router 1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:54:54.548037 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ec336-04fd-4a37-93c2-4fef1d1a2f23 None None] No DVR routers for this DVR port a4e6774c-4b9f-413e-9cf1-c73b66195b97 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:54.549486 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.553945 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d016befe-605c-44a9-b1fc-5757a0bbe464 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/routers/1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41 HTTP/1.1" status: 204 len: 168 time: 2.1310854 Dec 22 04:54:54.554197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39814) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:54.568958 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e30e4a99-de27-4c85-bcc8-ea63cf2bbbc6 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1749787119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:54.590000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4b1b7c06-37d8-490f-bd1b-fb25cc86771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.593281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.608074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ec336-04fd-4a37-93c2-4fef1d1a2f23 None None] Pushing event deleted for resources: {'Port': ['ID=a4e6774c-4b9f-413e-9cf1-c73b66195b97,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.634793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:54:54.637042 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd35ca02-e5c7-4490-8a48-917968de2bd1" -d '{"events": [{"server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "name": "network-vif-plugged", "status": "completed", "tag": "7365c11a-932b-489d-986a-94b74ea11f77"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:54:54.647489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.648472 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4b1b7c06-37d8-490f-bd1b-fb25cc86771b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e003f2865b7d4a48a49a8d2a3bb86e30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0445108 Dec 22 04:54:54.649340 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b7c06-37d8-490f-bd1b-fb25cc86771b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f38336a-4265-49c9-bef4-1f95228c8498,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.650928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39818) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:54.659583 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7365c11a-932b-489d-986a-94b74ea11f77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7365c11a-932b-489d-986a-94b74ea11f77,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:54.662976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.675721 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/networks/c9b325c9-43d8-4452-971e-fe21b95f7cd4 HTTP/1.1" status: 204 len: 168 time: 1.3505037 Dec 22 04:54:54.678136 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39820) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:54.689759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7243a61-19c9-49d1-aa16-e770944bf927 x-openstack-request-id: req-e7243a61-19c9-49d1-aa16-e770944bf927 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:54:54.690305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "name": "network-vif-plugged", "status": "completed", "tag": "7365c11a-932b-489d-986a-94b74ea11f77", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:54:54.690562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7243a61-19c9-49d1-aa16-e770944bf927 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:54:54.691094 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77', 'code': 200} Dec 22 04:54:54.701224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.707575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccef191-4621-472d-baaf-f827e351d7f6 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Network': ['ID=c9b325c9-43d8-4452-971e-fe21b95f7cd4,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.711777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.712740 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/networks/d030e7d6-b305-438f-8ebf-a75a5c71977e HTTP/1.1" status: 204 len: 168 time: 1.2236264 Dec 22 04:54:54.721167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39822) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:54.726947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e30e4a99-de27-4c85-bcc8-ea63cf2bbbc6 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.727823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-63858fef-7553-4162-9e92-5a47074a5457 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1983781997'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:54.728524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e30e4a99-de27-4c85-bcc8-ea63cf2bbbc6 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.748155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.752013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.765021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403ec67-3780-4c6f-9e1a-f2d5e1814634 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Network': ['ID=d030e7d6-b305-438f-8ebf-a75a5c71977e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.800291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-165cca01-c2b9-4af1-8afe-304915def747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.806826 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=7365c11a-932b-489d-986a-94b74ea11f77,revision_number=8']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.825348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.829624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-165cca01-c2b9-4af1-8afe-304915def747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.845294 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e30e4a99-de27-4c85-bcc8-ea63cf2bbbc6 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.858938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63858fef-7553-4162-9e92-5a47074a5457 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:54.861600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a4e6774c-4b9f-413e-9cf1-c73b66195b97 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:54.862739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-63858fef-7553-4162-9e92-5a47074a5457 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.935049 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e30e4a99-de27-4c85-bcc8-ea63cf2bbbc6 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.946456 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:54.988610 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1088e1fb-5fa7-493e-bd24-6c469bb2bd01 req-fa49d9a4-3942-4e81-be6c-4d8b4a5326db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499363 Dec 22 04:54:54.995495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Subnet': ['ID=c786c9d9-4a0e-448f-8b28-5b0231e41bf2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:55.035974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-165cca01-c2b9-4af1-8afe-304915def747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.038811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-165cca01-c2b9-4af1-8afe-304915def747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.042902 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-165cca01-c2b9-4af1-8afe-304915def747 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2f38336a-4265-49c9-bef4-1f95228c8498 HTTP/1.1" status: 204 len: 168 time: 0.3882434 Dec 22 04:54:55.062206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Network d5ea850f-4444-4cd1-99d9-2b0e99bbe09f is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:55.062340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cca01-c2b9-4af1-8afe-304915def747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f38336a-4265-49c9-bef4-1f95228c8498,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:55.062429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: a4e6774c-4b9f-413e-9cf1-c73b66195b97 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:54:55.062429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a4e6774c-4b9f-413e-9cf1-c73b66195b97 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:54:55.062429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 68fbf159-43b1-432e-b191-c61ae49c7e4c no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:55.087287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 68fbf159-43b1-432e-b191-c61ae49c7e4c {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:54:55.090912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 68fbf159-43b1-432e-b191-c61ae49c7e4c not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:54:55.090912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b47d8bc4-7abb-4364-8715-faa5776f1fec no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:55.095407 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:55.098503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:55.104033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63858fef-7553-4162-9e92-5a47074a5457 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:55.110527 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e30e4a99-de27-4c85-bcc8-ea63cf2bbbc6 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.111740 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e30e4a99-de27-4c85-bcc8-ea63cf2bbbc6 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5566695 Dec 22 04:54:55.113453 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.114700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39826) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:55.123325 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'enable_snat': True}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:55.131774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-63858fef-7553-4162-9e92-5a47074a5457 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.132280 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-63858fef-7553-4162-9e92-5a47074a5457 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Added segment 4ed18f6d-c01a-49eb-85b9-51b082c2c8d5 of type vlan for network 50688acd-38c1-4d3d-9eb6-ba3fc442412e Dec 22 04:54:55.136952 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: b47d8bc4-7abb-4364-8715-faa5776f1fec {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:54:55.136952 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b47d8bc4-7abb-4364-8715-faa5776f1fec not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:54:55.154845 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Pushing event updated for resources: {'Port': ['ID=9d611720-60de-4f66-a28b-c7bae3c39c2a,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:55.161387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ea850f-4444-4cd1-99d9-2b0e99bbe09f']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:55.173255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e88565e-cc1d-469e-b61d-da07629615f3') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:55.173508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e88565e-cc1d-469e-b61d-da07629615f3') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:55.185508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.208409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.215195 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Attempting to bind port 9d611720-60de-4f66-a28b-c7bae3c39c2a on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:55.216119 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Attempting to bind port 9d611720-60de-4f66-a28b-c7bae3c39c2a by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '7e88565e-cc1d-469e-b61d-da07629615f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5ea850f-4444-4cd1-99d9-2b0e99bbe09f'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:55.217614 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Attempting to bind port 9d611720-60de-4f66-a28b-c7bae3c39c2a on network d5ea850f-4444-4cd1-99d9-2b0e99bbe09f {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:55.222175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:55.222175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:55.225523 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:55.227855 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:55.228048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Checking segment: {'id': '7e88565e-cc1d-469e-b61d-da07629615f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5ea850f-4444-4cd1-99d9-2b0e99bbe09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:55.228704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.229183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Bound using segment: {'id': '7e88565e-cc1d-469e-b61d-da07629615f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5ea850f-4444-4cd1-99d9-2b0e99bbe09f'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:55.229859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Bound port: 9d611720-60de-4f66-a28b-c7bae3c39c2a, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e88565e-cc1d-469e-b61d-da07629615f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd5ea850f-4444-4cd1-99d9-2b0e99bbe09f'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:55.230236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.256886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088e1fb-5fa7-493e-bd24-6c469bb2bd01 req-aa74731a-a548-4175-a309-6c199deff4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:55.258400 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1088e1fb-5fa7-493e-bd24-6c469bb2bd01 req-aa74731a-a548-4175-a309-6c199deff4b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=348ed44d0e704fcba74c3cc8925ab135&device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 1099 time: 0.1994612 Dec 22 04:54:55.263095 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-63858fef-7553-4162-9e92-5a47074a5457 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.310426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] For port 9d611720-60de-4f66-a28b-c7bae3c39c2a, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:55.315419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] For port 9d611720-60de-4f66-a28b-c7bae3c39c2a, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9d611720-60de-4f66-a28b-c7bae3c39c2a,segment=NetworkSegment(7e88565e-cc1d-469e-b61d-da07629615f3),segment_id=7e88565e-cc1d-469e-b61d-da07629615f3)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:55.330158 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fddea9e-af72-4895-99d9-a6edfc688039 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.365270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.db.api [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:54:55.365270 dv-neutron-822523-1-hyperv neutron-server[109182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:54:55.365270 dv-neutron-822523-1-hyperv neutron-server[109182]: [parameters: {'id': 'd5ea850f-4444-4cd1-99d9-2b0e99bbe09f'}] Dec 22 04:54:55.365270 dv-neutron-822523-1-hyperv neutron-server[109182]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:54:55.366096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG oslo_db.api [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:54:55.407779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.485907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.521941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c0afd-0ccd-4a61-8d9c-1db829b02dbd None None] Pushing event updated for resources: {'Port': ['ID=9d611720-60de-4f66-a28b-c7bae3c39c2a,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:55.522397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088e1fb-5fa7-493e-bd24-6c469bb2bd01 req-181dc8e1-e96b-4c99-97af-84f218872e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:55.523210 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1088e1fb-5fa7-493e-bd24-6c469bb2bd01 req-181dc8e1-e96b-4c99-97af-84f218872e00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d436651-0ddd-42fa-825f-7a433bc5760e HTTP/1.1" status: 200 len: 912 time: 0.1907346 Dec 22 04:54:55.526104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29146c79-a287-4b6c-a242-3cb372798856 None None] Network d5ea850f-4444-4cd1-99d9-2b0e99bbe09f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:55.570009 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-63858fef-7553-4162-9e92-5a47074a5457 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.575578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63858fef-7553-4162-9e92-5a47074a5457 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:55.576228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-63858fef-7553-4162-9e92-5a47074a5457 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.643550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0fddea9e-af72-4895-99d9-a6edfc688039 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:55.643843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fddea9e-af72-4895-99d9-a6edfc688039 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.684500 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa47635-095f-4111-a411-56352554e02c None None] Network d5ea850f-4444-4cd1-99d9-2b0e99bbe09f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:55.698579 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1088e1fb-5fa7-493e-bd24-6c469bb2bd01 req-01168c7a-38e1-427b-9fa0-17f380c66df0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b HTTP/1.1" status: 200 len: 1002 time: 0.1665912 Dec 22 04:54:55.707060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63858fef-7553-4162-9e92-5a47074a5457 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Network': ['ID=50688acd-38c1-4d3d-9eb6-ba3fc442412e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:55.729208 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-63858fef-7553-4162-9e92-5a47074a5457 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0069160 Dec 22 04:54:55.732814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 50688acd-38c1-4d3d-9eb6-ba3fc442412e details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:55.736965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39838) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:55.747956 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b0450cf2-89ea-4b8c-9d3e-641a411e6d68 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': '50688acd-38c1-4d3d-9eb6-ba3fc442412e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:55.770655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088e1fb-5fa7-493e-bd24-6c469bb2bd01 req-20cd959e-3249-4eb8-83d4-015109a346cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:55.771953 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1088e1fb-5fa7-493e-bd24-6c469bb2bd01 req-20cd959e-3249-4eb8-83d4-015109a346cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34ce218f-5db1-421c-b2b4-76f09d3395ae HTTP/1.1" status: 200 len: 850 time: 0.0599692 Dec 22 04:54:55.834754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-0fddea9e-af72-4895-99d9-a6edfc688039 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] For port 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5d7dc2f3-faee-4ea8-a74a-775145e2e5ab,segment=NetworkSegment(aff94bd5-a5d1-4486-90fa-fbba57fd4281),segment_id=aff94bd5-a5d1-4486-90fa-fbba57fd4281)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:55.835126 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fddea9e-af72-4895-99d9-a6edfc688039 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.847650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088e1fb-5fa7-493e-bd24-6c469bb2bd01 req-5d555c34-7cd8-49ec-8176-cf76425217f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:55.849577 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1088e1fb-5fa7-493e-bd24-6c469bb2bd01 req-5d555c34-7cd8-49ec-8176-cf76425217f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d436651-0ddd-42fa-825f-7a433bc5760e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684829 Dec 22 04:54:55.859498 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0fddea9e-af72-4895-99d9-a6edfc688039 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:55.866566 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:55.892616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9e438f-bdf9-436e-8074-1ca3d41064ac None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:54:56.011427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0450cf2-89ea-4b8c-9d3e-641a411e6d68 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:56.014890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b0450cf2-89ea-4b8c-9d3e-641a411e6d68 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.036415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.046361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9e438f-bdf9-436e-8074-1ca3d41064ac None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:54:56.071368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.082713 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1088e1fb-5fa7-493e-bd24-6c469bb2bd01 req-633c3cd2-8952-4cf4-bbaa-79c6186e2f22 service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997857 Dec 22 04:54:56.093664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Deleting port 9d611720-60de-4f66-a28b-c7bae3c39c2a {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:56.094007 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.260532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Allocated IP 172.26.5.156 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/93c654fd-7ba4-4319-a37f-94db6547dbc2) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:56.263521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] For port 9d611720-60de-4f66-a28b-c7bae3c39c2a, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9d611720-60de-4f66-a28b-c7bae3c39c2a,segment=NetworkSegment(7e88565e-cc1d-469e-b61d-da07629615f3),segment_id=7e88565e-cc1d-469e-b61d-da07629615f3)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:56.264058 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.264172 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1088e1fb-5fa7-493e-bd24-6c469bb2bd01 req-e4fa1828-f27e-4c6b-b8e6-e620c35fa63f service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494925 Dec 22 04:54:56.329106 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Calling delete_port for 9d611720-60de-4f66-a28b-c7bae3c39c2a owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:56.372476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39848) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:56.424576 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.438656 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fddea9e-af72-4895-99d9-a6edfc688039 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.477855 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddea9e-af72-4895-99d9-a6edfc688039 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=5d7dc2f3-faee-4ea8-a74a-775145e2e5ab,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:56.512289 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-317941653'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:56.538302 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b0450cf2-89ea-4b8c-9d3e-641a411e6d68 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.562347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.610465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:56.613987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:56.616702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:56.648691 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Made reservation on behalf of 77f383aab80c4ca28c4dee3028166f73 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:56.653101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.659203 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event updated for resources: {'Port': ['ID=93c654fd-7ba4-4319-a37f-94db6547dbc2,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:56.672412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.676712 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.683345 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0450cf2-89ea-4b8c-9d3e-641a411e6d68 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Subnet': ['ID=6951526f-97c1-4a25-ba62-826a55d2cb9c,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:56.729367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Port': ['ID=9d611720-60de-4f66-a28b-c7bae3c39c2a,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:56.734726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No DVR routers for this DVR port 9d611720-60de-4f66-a28b-c7bae3c39c2a on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:56.777641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0450cf2-89ea-4b8c-9d3e-641a411e6d68 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Checking segment: {'id': '4ed18f6d-c01a-49eb-85b9-51b082c2c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '50688acd-38c1-4d3d-9eb6-ba3fc442412e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:56.777641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0450cf2-89ea-4b8c-9d3e-641a411e6d68 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network hostable DHCP agents. Network: 50688acd-38c1-4d3d-9eb6-ba3fc442412e, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:56.848397 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0fddea9e-af72-4895-99d9-a6edfc688039 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.859659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:56.965304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ea850f-4444-4cd1-99d9-2b0e99bbe09f']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:56.996038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0450cf2-89ea-4b8c-9d3e-641a411e6d68 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 50688acd-38c1-4d3d-9eb6-ba3fc442412e is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:56.999778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e88565e-cc1d-469e-b61d-da07629615f3') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:57.000065 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e88565e-cc1d-469e-b61d-da07629615f3') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:57.022075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.048649 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.058290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:57.058684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:57.063224 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:57.070817 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef9d0f-1df5-4a6f-a12a-45c888dda17d req-efb3b7b1-9a24-46f2-b4dd-ae5772d13fa2 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:57.072625 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4cef9d0f-1df5-4a6f-a12a-45c888dda17d req-efb3b7b1-9a24-46f2-b4dd-ae5772d13fa2 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1851926 Dec 22 04:54:57.164947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-b0450cf2-89ea-4b8c-9d3e-641a411e6d68 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 50688acd-38c1-4d3d-9eb6-ba3fc442412e) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:57.173078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8345f31d-68d2-4965-8d43-cf899112022a None None] Network 50688acd-38c1-4d3d-9eb6-ba3fc442412e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:57.206386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0450cf2-89ea-4b8c-9d3e-641a411e6d68 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:57.206959 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b0450cf2-89ea-4b8c-9d3e-641a411e6d68 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.248274 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4cef9d0f-1df5-4a6f-a12a-45c888dda17d req-31b18313-8bf0-4d11-9db7-29ab8d7b8fb7 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631503 Dec 22 04:54:57.259019 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fddea9e-af72-4895-99d9-a6edfc688039 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router c0f43338-e171-4f53-81c8-1ceb5cefecc0 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:57.327224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-50688acd-38c1-4d3d-9eb6-ba3fc442412e', 'network_id': '50688acd-38c1-4d3d-9eb6-ba3fc442412e', 'tenant_id': '57d5c0f7a0254b2994086b9f9f83d7fc', 'fixed_ips': [{'subnet_id': '6951526f-97c1-4a25-ba62-826a55d2cb9c'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:54:57.328215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.347729 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.354069 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b0450cf2-89ea-4b8c-9d3e-641a411e6d68 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6159801 Dec 22 04:54:57.364931 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.368031 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/d5ea850f-4444-4cd1-99d9-2b0e99bbe09f HTTP/1.1" status: 204 len: 168 time: 3.6527250 Dec 22 04:54:57.368558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39856) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:57.376223 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a8b04b78-bf89-4dc8-ae1a-cfa12c492cfc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-300590028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:57.376419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39858) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:57.390336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650348e-2d98-424f-acd1-0c4be393f870 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Network': ['ID=d5ea850f-4444-4cd1-99d9-2b0e99bbe09f,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:57.413868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fddea9e-af72-4895-99d9-a6edfc688039 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:57.421629 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0fddea9e-af72-4895-99d9-a6edfc688039 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7412760 Dec 22 04:54:57.424855 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39860) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:57.429568 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be8d899-998c-4456-8ed2-5da2d2c3e953 None None] Sync routers for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:57.440343 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be8d899-998c-4456-8ed2-5da2d2c3e953 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:57.440943 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5be8d899-998c-4456-8ed2-5da2d2c3e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:57.463596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.465021 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d8c1e2-d29a-4569-93f9-60b2bab11b5c tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:57.466181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d8c1e2-d29a-4569-93f9-60b2bab11b5c tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:57.472675 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b7d8c1e2-d29a-4569-93f9-60b2bab11b5c tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/subnets/c786c9d9-4a0e-448f-8b28-5b0231e41bf2 HTTP/1.1" status: 404 len: 337 time: 0.0963063 Dec 22 04:54:57.473862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39862) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:57.487878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Allocated IP 2001:db8::2 (50688acd-38c1-4d3d-9eb6-ba3fc442412e/6951526f-97c1-4a25-ba62-826a55d2cb9c/d72de444-6d25-40af-a605-ae8e61ea90b6) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:57.502244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.504840 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62b91b3-fa97-432b-9f07-d23ca1428911 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:57.506702 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62b91b3-fa97-432b-9f07-d23ca1428911 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:57.509815 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e62b91b3-fa97-432b-9f07-d23ca1428911 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/d5ea850f-4444-4cd1-99d9-2b0e99bbe09f HTTP/1.1" status: 404 len: 339 time: 0.0328100 Dec 22 04:54:57.511170 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8b04b78-bf89-4dc8-ae1a-cfa12c492cfc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.512174 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8b04b78-bf89-4dc8-ae1a-cfa12c492cfc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.515357 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39864) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:57.519227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d609f5-8603-4516-ba45-1bf045cd068b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting subnet 3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:57.538928 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-5be8d899-998c-4456-8ed2-5da2d2c3e953 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:57.543128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.555594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:57.568227 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.568579 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Added segment 85e19ad8-7b55-43d2-9b76-87a00f13fb83 of type vlan for network ef95334f-f7fa-4b4c-8ca2-604956ccf184 Dec 22 04:54:57.653910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0726319-abc3-4d93-9b4b-4ff5c49225bb,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:57.671625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fd5b9-f906-4fe5-b725-878f1516691d req-980900a5-f88a-4408-9ab7-57a18c238808 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:57.673268 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df2fd5b9-f906-4fe5-b725-878f1516691d req-980900a5-f88a-4408-9ab7-57a18c238808 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.3204045 Dec 22 04:54:57.739921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.743758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.774528 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5be8d899-998c-4456-8ed2-5da2d2c3e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:56Z', 'revision_number': 10, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:57.779212 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df2fd5b9-f906-4fe5-b725-878f1516691d req-2641a08a-a3b6-42d2-acad-cdd3808bff42 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840087 Dec 22 04:54:57.807059 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be8d899-998c-4456-8ed2-5da2d2c3e953 None None] Checking router: c0f43338-e171-4f53-81c8-1ceb5cefecc0 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:57.813053 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.819779 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be8d899-998c-4456-8ed2-5da2d2c3e953 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:57.822825 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5be8d899-998c-4456-8ed2-5da2d2c3e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:57.842982 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2d609f5-8603-4516-ba45-1bf045cd068b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.861447 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Network 50688acd-38c1-4d3d-9eb6-ba3fc442412e is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:57.868367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Pushing event updated for resources: {'Port': ['ID=d72de444-6d25-40af-a605-ae8e61ea90b6,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:57.877714 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:57.880911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:57.914043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.921831 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:57.922558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.939829 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-5be8d899-998c-4456-8ed2-5da2d2c3e953 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:57.952745 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8b04b78-bf89-4dc8-ae1a-cfa12c492cfc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.959950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Attempting to bind port d72de444-6d25-40af-a605-ae8e61ea90b6 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:54:57.959950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Attempting to bind port d72de444-6d25-40af-a605-ae8e61ea90b6 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '4ed18f6d-c01a-49eb-85b9-51b082c2c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '50688acd-38c1-4d3d-9eb6-ba3fc442412e'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:54:57.960223 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Attempting to bind port d72de444-6d25-40af-a605-ae8e61ea90b6 on network 50688acd-38c1-4d3d-9eb6-ba3fc442412e {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:57.966677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:57.967213 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Checking segment: {'id': '4ed18f6d-c01a-49eb-85b9-51b082c2c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '50688acd-38c1-4d3d-9eb6-ba3fc442412e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:57.968272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:57.968803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Bound using segment: {'id': '4ed18f6d-c01a-49eb-85b9-51b082c2c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '50688acd-38c1-4d3d-9eb6-ba3fc442412e'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:57.969283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Bound port: d72de444-6d25-40af-a605-ae8e61ea90b6, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed18f6d-c01a-49eb-85b9-51b082c2c8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '50688acd-38c1-4d3d-9eb6-ba3fc442412e'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:54:57.969665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.019591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Network': ['ID=ef95334f-f7fa-4b4c-8ca2-604956ccf184,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:58.031510 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2d609f5-8603-4516-ba45-1bf045cd068b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.037129 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network ef95334f-f7fa-4b4c-8ca2-604956ccf184 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:58.046663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.051305 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.068481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.097234 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8b04b78-bf89-4dc8-ae1a-cfa12c492cfc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.105123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] For port d72de444-6d25-40af-a605-ae8e61ea90b6, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:58.128554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] For port d72de444-6d25-40af-a605-ae8e61ea90b6, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d72de444-6d25-40af-a605-ae8e61ea90b6,segment=NetworkSegment(4ed18f6d-c01a-49eb-85b9-51b082c2c8d5),segment_id=4ed18f6d-c01a-49eb-85b9-51b082c2c8d5)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:58.140976 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e4fa1368-aa7b-479c-b902-70f7070033e4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7644818 Dec 22 04:54:58.141112 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39868) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:58.146041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-72a23f98-daae-4c66-b71f-f561fe824976 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'subnet': {'network_id': 'ef95334f-f7fa-4b4c-8ca2-604956ccf184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:58.243982 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.244921 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5be8d899-998c-4456-8ed2-5da2d2c3e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:56Z', 'revision_number': 10, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:58.254138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.259133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2d609f5-8603-4516-ba45-1bf045cd068b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.296566 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be8d899-998c-4456-8ed2-5da2d2c3e953 None None] The sync data for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv is: [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:54:56Z', 'revision_number': 10, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None, '_interfaces': [{'id': '58feefb9-69ae-409e-af1b-43be80be77fd', 'name': '', 'network_id': 'b8e17516-cfca-44df-a6a4-a849e58e73f2', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'mac_address': 'fa:16:3e:a4:95:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:54:08Z', 'updated_at': '2021-12-22T04:54:13Z', 'revision_number': 5, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'subnets': [{'id': 'e083a074-93cb-45e0-af2d-f2c208b84a90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:58.301771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d7e8ef-fdad-4806-a63b-8551424eeb48']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:58.321464 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e49407-af24-4d4b-a441-aa0fb2713dff') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:58.321836 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e49407-af24-4d4b-a441-aa0fb2713dff') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:58.340659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368c0bb-46b4-4d91-b913-ac0d1d734f84 None None] Pushing event updated for resources: {'Port': ['ID=d72de444-6d25-40af-a605-ae8e61ea90b6,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:58.352479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.357375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd998de-c1d5-4711-b77c-3ad05fa6c76e req-6570c608-7667-4ce2-947d-7f05e3200b4d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:58.365013 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5dd998de-c1d5-4711-b77c-3ad05fa6c76e req-6570c608-7667-4ce2-947d-7f05e3200b4d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.0868289 Dec 22 04:54:58.370428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.379235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:58.379622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:58.383305 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:58.406796 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5dd998de-c1d5-4711-b77c-3ad05fa6c76e req-800370a1-de20-4959-a6f1-5de505d9861c tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398264 Dec 22 04:54:58.657629 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8b04b78-bf89-4dc8-ae1a-cfa12c492cfc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.658920 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a8b04b78-bf89-4dc8-ae1a-cfa12c492cfc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2894416 Dec 22 04:54:58.661982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39872) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:58.671326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'network_id': '50688acd-38c1-4d3d-9eb6-ba3fc442412e', 'name': 'tempest-PortsIpV6TestJSON-2090472308'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:58.681218 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2d609f5-8603-4516-ba45-1bf045cd068b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.685215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.688888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Router ac3a10e3-c1be-4644-a009-c5339d8fb9ea is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:54:58.702521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.708238 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/b0d7e8ef-fdad-4806-a63b-8551424eeb48 HTTP/1.1" status: 204 len: 168 time: 1.1852651 Dec 22 04:54:58.739691 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39874) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:58.744720 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d609f5-8603-4516-ba45-1bf045cd068b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:58.746811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2d609f5-8603-4516-ba45-1bf045cd068b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.752090 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8265f-5be3-4fcb-9cdd-32d3270125b0 None None] Network 68a97195-74ac-4d05-b11f-2898dde44afa requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:58.773064 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d2d609f5-8603-4516-ba45-1bf045cd068b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f HTTP/1.1" status: 204 len: 168 time: 1.3387616 Dec 22 04:54:58.778579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e9d4d-94ce-4518-aea7-d2f8762120fa tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Network': ['ID=b0d7e8ef-fdad-4806-a63b-8551424eeb48,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:58.782237 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39876) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:58.787717 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed50b18-6f57-4cbb-a7bf-e1b91c9d8292 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:58.787717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed50b18-6f57-4cbb-a7bf-e1b91c9d8292 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:58.794440 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2ed50b18-6f57-4cbb-a7bf-e1b91c9d8292 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/subnets/20365f52-3d97-4e66-afcf-8ce194f50537 HTTP/1.1" status: 404 len: 337 time: 0.0516586 Dec 22 04:54:58.800273 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39878) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:58.873389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a23f98-daae-4c66-b71f-f561fe824976 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Made reservation on behalf of 77f383aab80c4ca28c4dee3028166f73 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:58.876350 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-249788dd-c124-4cbd-9b67-ae5ce1016ed6 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:58.876921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249788dd-c124-4cbd-9b67-ae5ce1016ed6 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:58.880020 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-249788dd-c124-4cbd-9b67-ae5ce1016ed6 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/005bb700-3e20-43d7-8ac2-319f562bb319 HTTP/1.1" status: 404 len: 339 time: 0.0807657 Dec 22 04:54:58.883058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-72a23f98-daae-4c66-b71f-f561fe824976 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.892410 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39880) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:58.927763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d72de444-6d25-40af-a605-ae8e61ea90b6 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:58.944336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:58.967533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad52b20-822e-4736-a023-89591b06b42d tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Deleting subnet 030440ba-f956-4137-bdd0-69e64848c562 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:58.988763 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9ad52b20-822e-4736-a023-89591b06b42d tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.013845 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port d72de444-6d25-40af-a605-ae8e61ea90b6 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:59.014374 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.041988 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9ad52b20-822e-4736-a023-89591b06b42d tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.096836 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port 1b39a6c5-ce33-4517-a633-88ad219f29c9 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:59.097157 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.117544 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bdcc23-8a82-46e9-9533-a0b8506c542b None None] DHCP port deletion for 68a97195-74ac-4d05-b11f-2898dde44afa request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:54:59.121707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:59.129882 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.131344 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1b902643-2e93-423c-8fac-a59270acc9e1 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "PUT /v2.0/routers/ac3a10e3-c1be-4644-a009-c5339d8fb9ea HTTP/1.1" status: 200 len: 919 time: 4.0141411 Dec 22 04:54:59.135308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39882) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:59.152848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae254c30-b2f1-46d5-afa3-98c26f4c5693 None None] Sync routers for ids ['ac3a10e3-c1be-4644-a009-c5339d8fb9ea'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:59.169359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.198847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9ad52b20-822e-4736-a023-89591b06b42d tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.208416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae254c30-b2f1-46d5-afa3-98c26f4c5693 None None] Routers {'ac3a10e3-c1be-4644-a009-c5339d8fb9ea'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:59.209618 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ae254c30-b2f1-46d5-afa3-98c26f4c5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ac3a10e3-c1be-4644-a009-c5339d8fb9ea'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:59.212299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port d72de444-6d25-40af-a605-ae8e61ea90b6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d72de444-6d25-40af-a605-ae8e61ea90b6,segment=NetworkSegment(4ed18f6d-c01a-49eb-85b9-51b082c2c8d5),segment_id=4ed18f6d-c01a-49eb-85b9-51b082c2c8d5)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:59.234418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:59.237719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.239640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] For port 1b39a6c5-ce33-4517-a633-88ad219f29c9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1b39a6c5-ce33-4517-a633-88ad219f29c9,segment=NetworkSegment(aff94bd5-a5d1-4486-90fa-fbba57fd4281),segment_id=aff94bd5-a5d1-4486-90fa-fbba57fd4281)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:59.240240 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.251403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ae254c30-b2f1-46d5-afa3-98c26f4c5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:59.258704 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for 1b39a6c5-ce33-4517-a633-88ad219f29c9 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:59.269279 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae254c30-b2f1-46d5-afa3-98c26f4c5693 None None] Routers {'ac3a10e3-c1be-4644-a009-c5339d8fb9ea'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:59.270926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ae254c30-b2f1-46d5-afa3-98c26f4c5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ac3a10e3-c1be-4644-a009-c5339d8fb9ea'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:59.273774 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-65bdcc23-8a82-46e9-9533-a0b8506c542b None None] Deleting port 1b39a6c5-ce33-4517-a633-88ad219f29c9 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:54:59.280655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65bdcc23-8a82-46e9-9533-a0b8506c542b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.280817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port 3d65e080-b3e7-44c3-b5fa-37b460d876be yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:59.341655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.346958 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ae254c30-b2f1-46d5-afa3-98c26f4c5693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:59.347566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae254c30-b2f1-46d5-afa3-98c26f4c5693 None None] The sync data for ids ['ac3a10e3-c1be-4644-a009-c5339d8fb9ea'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:59.379418 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:54:59.380294 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9ad52b20-822e-4736-a023-89591b06b42d tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.397323 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ee3be5c0-b7a9-4b44-870d-6ea8e2a98f0d tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/routers/ac3a10e3-c1be-4644-a009-c5339d8fb9ea HTTP/1.1" status: 200 len: 925 time: 0.2609303 Dec 22 04:54:59.400466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39884) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:59.422907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:54:59.423501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5d7dc2f3-faee-4ea8-a74a-775145e2e5ab not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:54:59.431937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-65bdcc23-8a82-46e9-9533-a0b8506c542b None None] For port 1b39a6c5-ce33-4517-a633-88ad219f29c9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1b39a6c5-ce33-4517-a633-88ad219f29c9,segment=NetworkSegment(aff94bd5-a5d1-4486-90fa-fbba57fd4281),segment_id=aff94bd5-a5d1-4486-90fa-fbba57fd4281)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:59.432361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65bdcc23-8a82-46e9-9533-a0b8506c542b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.445322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9ad52b20-822e-4736-a023-89591b06b42d tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.446069 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9ad52b20-822e-4736-a023-89591b06b42d tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/subnets/030440ba-f956-4137-bdd0-69e64848c562 HTTP/1.1" status: 204 len: 168 time: 0.5583301 Dec 22 04:54:59.447703 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.449940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad52b20-822e-4736-a023-89591b06b42d tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Subnet': ['ID=030440ba-f956-4137-bdd0-69e64848c562,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:59.451643 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99490035-7ba1-41aa-8247-ee4d18ff1c63 None None] Network 9d28247f-0d88-4386-afa8-c2cda0fea591 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:59.454341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39888) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:59.478390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-65bdcc23-8a82-46e9-9533-a0b8506c542b None None] Calling delete_port for 1b39a6c5-ce33-4517-a633-88ad219f29c9 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:54:59.483605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=d72de444-6d25-40af-a605-ae8e61ea90b6,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:59.517960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-72a23f98-daae-4c66-b71f-f561fe824976 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.518556 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=1b39a6c5-ce33-4517-a633-88ad219f29c9,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:59.527795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No DVR routers for this DVR port 1b39a6c5-ce33-4517-a633-88ad219f29c9 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:59.572690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f1948-4a28-40c7-bcd6-ac04ecdfee5a tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:59.574209 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7b7f1948-4a28-40c7-bcd6-ac04ecdfee5a tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=42d15e0e-484d-404f-97b4-aa292329db95&device_id=ac3a10e3-c1be-4644-a009-c5339d8fb9ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1728313 Dec 22 04:54:59.579765 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39890) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:54:59.638099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8::6d (50688acd-38c1-4d3d-9eb6-ba3fc442412e/6951526f-97c1-4a25-ba62-826a55d2cb9c/3d65e080-b3e7-44c3-b5fa-37b460d876be) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:59.651245 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a23f98-daae-4c66-b71f-f561fe824976 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Subnet': ['ID=7f5f4dd5-ee63-4c04-a902-938b03926a62,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:59.659189 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a23f98-daae-4c66-b71f-f561fe824976 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Checking segment: {'id': '85e19ad8-7b55-43d2-9b76-87a00f13fb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ef95334f-f7fa-4b4c-8ca2-604956ccf184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:54:59.662856 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a23f98-daae-4c66-b71f-f561fe824976 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network hostable DHCP agents. Network: ef95334f-f7fa-4b4c-8ca2-604956ccf184, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:59.673999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65bdcc23-8a82-46e9-9533-a0b8506c542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.679652 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf1876c-3412-4d98-bfe5-ff562d480208 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Deleting subnet bdc6a2d5-c2af-459b-8591-4e9f4e7bf358 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:54:59.708229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdcc23-8a82-46e9-9533-a0b8506c542b None None] Pushing event deleted for resources: {'Port': ['ID=1b39a6c5-ce33-4517-a633-88ad219f29c9,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:59.715573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bdcc23-8a82-46e9-9533-a0b8506c542b None None] No DVR routers for this DVR port 1b39a6c5-ce33-4517-a633-88ad219f29c9 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:59.740378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6bf1876c-3412-4d98-bfe5-ff562d480208 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.779406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.811040 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6bf1876c-3412-4d98-bfe5-ff562d480208 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.844408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bb211-9d39-4d2a-8f8f-76a8dcad4848 req-3bd8fdcc-4394-4cc7-aaf0-28d1761cf8f2 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:59.848482 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-635bb211-9d39-4d2a-8f8f-76a8dcad4848 req-3bd8fdcc-4394-4cc7-aaf0-28d1761cf8f2 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.3241298 Dec 22 04:54:59.849446 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a23f98-daae-4c66-b71f-f561fe824976 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network ef95334f-f7fa-4b4c-8ca2-604956ccf184 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:59.859791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.889052 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a97195-74ac-4d05-b11f-2898dde44afa']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:59.921671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff94bd5-a5d1-4486-90fa-fbba57fd4281') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:59.921671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff94bd5-a5d1-4486-90fa-fbba57fd4281') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:59.931767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34c81fd-5371-4d62-a680-0178b3b01cf5 None None] Network 50688acd-38c1-4d3d-9eb6-ba3fc442412e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:59.945215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.949637 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-72a23f98-daae-4c66-b71f-f561fe824976 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, ef95334f-f7fa-4b4c-8ca2-604956ccf184) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:59.961253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a23f98-daae-4c66-b71f-f561fe824976 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:59.961253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-72a23f98-daae-4c66-b71f-f561fe824976 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.976885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf25e8a-7236-4124-a8e4-1b84c1cf19ad None None] Network ef95334f-f7fa-4b4c-8ca2-604956ccf184 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:54:59.991323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:54:59.999919 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e954a054-5bca-40c2-98f0-7d964fcb2110 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:59.999919 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e954a054-5bca-40c2-98f0-7d964fcb2110 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/networks/42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 881 time: 0.3978558 Dec 22 04:54:59.999919 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-635bb211-9d39-4d2a-8f8f-76a8dcad4848 req-1df9576e-3a6a-40d9-91df-59d95d7851f0 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323464 Dec 22 04:55:00.000477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.003874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39892) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:00.024947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:00.025237 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:00.028378 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:00.047913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 50688acd-38c1-4d3d-9eb6-ba3fc442412e is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:00.051840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:00.055894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:00.063147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:00.063789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.064724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1b9d82dd-99f3-43cf-97fc-ad943f661fc6 None None] Provisioning complete for port d72de444-6d25-40af-a605-ae8e61ea90b6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:00.065432 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b9d82dd-99f3-43cf-97fc-ad943f661fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.088403 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-72a23f98-daae-4c66-b71f-f561fe824976 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9461331 Dec 22 04:55:00.093695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=3d65e080-b3e7-44c3-b5fa-37b460d876be,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:00.093695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39894) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:00.094729 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-425246b6-3e0b-48f2-bb7a-a71972a1dcc6 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac3a10e3-c1be-4644-a009-c5339d8fb9ea HTTP/1.1" status: 200 len: 205 time: 0.0896418 Dec 22 04:55:00.097184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-179909942', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}, 'admin_state_up': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:00.100099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39896) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:00.124487 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6bf1876c-3412-4d98-bfe5-ff562d480208 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.182399 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-94a67112-15a9-4a0c-8171-589689bdd77b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5191545 Dec 22 04:55:00.185990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39898) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:00.276296 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.284437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.291861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9287614c-7b0a-49ef-b533-8af51e3e9c7b None None] Network ef95334f-f7fa-4b4c-8ca2-604956ccf184 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:00.293486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39900) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:00.294217 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/networks/68a97195-74ac-4d05-b11f-2898dde44afa HTTP/1.1" status: 204 len: 168 time: 1.5119944 Dec 22 04:55:00.320621 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526ad33-c7a9-42d8-b5ec-c3a35632c6d5 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Network': ['ID=68a97195-74ac-4d05-b11f-2898dde44afa,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:00.324409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.366650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6bf1876c-3412-4d98-bfe5-ff562d480208 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.433165 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1876c-3412-4d98-bfe5-ff562d480208 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc6a2d5-c2af-459b-8591-4e9f4e7bf358,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:00.435324 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6bf1876c-3412-4d98-bfe5-ff562d480208 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.441441 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6bf1876c-3412-4d98-bfe5-ff562d480208 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/subnets/bdc6a2d5-c2af-459b-8591-4e9f4e7bf358 HTTP/1.1" status: 204 len: 168 time: 0.9808445 Dec 22 04:55:00.441906 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39902) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:00.459481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.461067 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.565896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.572814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.580139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1edec87-0ac0-4c4a-82fa-2ec432df9e98 None None] Network 9d28247f-0d88-4386-afa8-c2cda0fea591 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:00.651119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.698100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Deleting port 8dbd648c-6332-4632-9601-9fa6106d021a {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:00.698100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.698665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-10312c85-a970-4af2-984c-30cb75baf25e None None] Provisioning complete for port 8dbd648c-6332-4632-9601-9fa6106d021a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:00.699041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-10312c85-a970-4af2-984c-30cb75baf25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.777684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] For port 8dbd648c-6332-4632-9601-9fa6106d021a, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8dbd648c-6332-4632-9601-9fa6106d021a,segment=NetworkSegment(789e2165-9503-4d90-bd7b-c8cead6db36a),segment_id=789e2165-9503-4d90-bd7b-c8cead6db36a)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:00.778186 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.845266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d72de444-6d25-40af-a605-ae8e61ea90b6 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:00.847029 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Calling delete_port for 8dbd648c-6332-4632-9601-9fa6106d021a owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:00.873122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Deleting port 93c654fd-7ba4-4319-a37f-94db6547dbc2 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:00.873938 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:00.960525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port d72de444-6d25-40af-a605-ae8e61ea90b6 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:00.960904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.013965 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d3fa2b-1081-471c-96b3-2086cf84723c None None] DHCP port deletion for 9d28247f-0d88-4386-afa8-c2cda0fea591 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:01.130103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d524af1e-9c8a-409b-9894-43cf77c81fb1 None None] Provisioning complete for port 3d65e080-b3e7-44c3-b5fa-37b460d876be triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:01.130592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d524af1e-9c8a-409b-9894-43cf77c81fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.139062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.148740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.175100 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-38d3fa2b-1081-471c-96b3-2086cf84723c None None] Deleting port 8dbd648c-6332-4632-9601-9fa6106d021a {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:01.175472 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-38d3fa2b-1081-471c-96b3-2086cf84723c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.195508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Calling delete_port for 93c654fd-7ba4-4319-a37f-94db6547dbc2 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:01.200004 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Port': ['ID=8dbd648c-6332-4632-9601-9fa6106d021a,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:01.215873 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No DVR routers for this DVR port 8dbd648c-6332-4632-9601-9fa6106d021a on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:01.310153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d524af1e-9c8a-409b-9894-43cf77c81fb1 None None] Port 3d65e080-b3e7-44c3-b5fa-37b460d876be cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:01.321968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-38d3fa2b-1081-471c-96b3-2086cf84723c None None] For port 8dbd648c-6332-4632-9601-9fa6106d021a, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:01.322508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-38d3fa2b-1081-471c-96b3-2086cf84723c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.334235 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d524af1e-9c8a-409b-9894-43cf77c81fb1 None None] Provisioning complete for port d72de444-6d25-40af-a605-ae8e61ea90b6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:01.334707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d524af1e-9c8a-409b-9894-43cf77c81fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.363700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-38d3fa2b-1081-471c-96b3-2086cf84723c None None] Calling delete_port for 8dbd648c-6332-4632-9601-9fa6106d021a owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:01.367940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.368131 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.ipam_backend_mixin [None req-38d3fa2b-1081-471c-96b3-2086cf84723c None None] Port 8dbd648c-6332-4632-9601-9fa6106d021a was not found and therefore no delete operation was performed {{(pid=109184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:55:01.373872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-38d3fa2b-1081-471c-96b3-2086cf84723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.398465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d28247f-0d88-4386-afa8-c2cda0fea591']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:01.407619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1b39a6c5-ce33-4517-a633-88ad219f29c9 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:01.411994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d3fa2b-1081-471c-96b3-2086cf84723c None None] No DVR routers for this DVR port 8dbd648c-6332-4632-9601-9fa6106d021a on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:01.414365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3fa2b-1081-471c-96b3-2086cf84723c None None] Pushing event deleted for resources: {'Port': ['ID=8dbd648c-6332-4632-9601-9fa6106d021a,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:01.440772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 1b39a6c5-ce33-4517-a633-88ad219f29c9 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:01.440772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1b39a6c5-ce33-4517-a633-88ad219f29c9 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:01.444452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789e2165-9503-4d90-bd7b-c8cead6db36a') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:01.445478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789e2165-9503-4d90-bd7b-c8cead6db36a') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:01.462801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.501512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.503026 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:01.503472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:01.506860 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:01.576852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.632824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-51f1e9cb-164c-4e95-8811-1f32f7acb927 None None] Provisioning complete for port 3d65e080-b3e7-44c3-b5fa-37b460d876be triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:01.633193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-51f1e9cb-164c-4e95-8811-1f32f7acb927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.651528 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046aaf4-309d-4f4d-b130-66457de1062f req-ae30f279-e605-451c-902a-b149eb37356c tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:01.656905 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5046aaf4-309d-4f4d-b130-66457de1062f req-ae30f279-e605-451c-902a-b149eb37356c tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2624555 Dec 22 04:55:01.670208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-51f1e9cb-164c-4e95-8811-1f32f7acb927 None None] Port 3d65e080-b3e7-44c3-b5fa-37b460d876be cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:01.686338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.698575 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.704544 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.707822 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/9d28247f-0d88-4386-afa8-c2cda0fea591 HTTP/1.1" status: 204 len: 168 time: 1.2646155 Dec 22 04:55:01.708563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.712218 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39906) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:01.742072 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f51a2-e70d-4903-b61f-449b0f0cbcfb tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Network': ['ID=9d28247f-0d88-4386-afa8-c2cda0fea591,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:01.782150 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f10d8a0-3af9-4fca-8d21-2ca782b434d4 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:01.782521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f10d8a0-3af9-4fca-8d21-2ca782b434d4 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:01.785535 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2f10d8a0-3af9-4fca-8d21-2ca782b434d4 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/subnets/ab253dcd-a6a9-435b-b92c-fbf0b27148a1 HTTP/1.1" status: 404 len: 337 time: 0.0561087 Dec 22 04:55:01.790594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39908) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:01.792845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Pushing event deleted for resources: {'Port': ['ID=93c654fd-7ba4-4319-a37f-94db6547dbc2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:01.814087 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5046aaf4-309d-4f4d-b130-66457de1062f req-6b152094-c3dc-4bef-9f78-cad0e84b518a tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519229 Dec 22 04:55:01.843161 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a921852c-c799-473a-9a26-2b3ad361a6b8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:01.843744 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a921852c-c799-473a-9a26-2b3ad361a6b8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:01.846757 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a921852c-c799-473a-9a26-2b3ad361a6b8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/dabb2c62-29dd-4b1a-8669-29ed7903abea HTTP/1.1" status: 404 len: 339 time: 0.0550141 Dec 22 04:55:01.849487 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39910) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:01.879686 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4e16f6-ea1f-45d5-ab1e-1b352fbb46e7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:01.880128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4e16f6-ea1f-45d5-ab1e-1b352fbb46e7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:01.883182 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4b4e16f6-ea1f-45d5-ab1e-1b352fbb46e7 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/subnets/e049a666-5306-4a9e-854e-8143fa51057e HTTP/1.1" status: 404 len: 337 time: 0.0328031 Dec 22 04:55:01.885686 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39912) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:01.907847 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-596d62d7-f05b-4a9f-8d1a-e9238eb8ba1f tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:01.908401 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596d62d7-f05b-4a9f-8d1a-e9238eb8ba1f tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:01.911335 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-596d62d7-f05b-4a9f-8d1a-e9238eb8ba1f tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/17e45d8b-9d0b-45b3-adb1-4c32adb8510a HTTP/1.1" status: 404 len: 339 time: 0.0247660 Dec 22 04:55:01.914160 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:01.915875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39914) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:01.967950 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92b57d1-d26b-46cb-b470-c5d62ef362e9 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:01.968410 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b92b57d1-d26b-46cb-b470-c5d62ef362e9 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:01.974069 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b92b57d1-d26b-46cb-b470-c5d62ef362e9 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/subnets/f382381c-9b3c-4cbf-86c5-2c06df5c74e7 HTTP/1.1" status: 404 len: 337 time: 0.0546653 Dec 22 04:55:01.977034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39916) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:02.020030 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0bef7a-2d9e-4ea6-bb18-db44cb3b43f8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:02.020710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0bef7a-2d9e-4ea6-bb18-db44cb3b43f8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:02.023721 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0e0bef7a-2d9e-4ea6-bb18-db44cb3b43f8 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/e63e1fd4-3d64-46aa-a9ae-2c67a2129ad8 HTTP/1.1" status: 404 len: 339 time: 0.0451231 Dec 22 04:55:02.028659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39918) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:02.059206 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.063415 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.116044 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-01127004-04de-4e37-ae2c-2bcb46b26be2 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Deleting subnet 1fcf0e63-ac20-4336-9f73-9b1aed23f310 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:02.119328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-01127004-04de-4e37-ae2c-2bcb46b26be2 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.163316 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-01127004-04de-4e37-ae2c-2bcb46b26be2 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.183224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.183762 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Fanout notify agent at l3_agent the message router_deleted on router ac3a10e3-c1be-4644-a009-c5339d8fb9ea {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:55:02.192391 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.197113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.197447 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-08481d8b-07cd-4edd-a94a-567f2c8eb830 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/routers/ac3a10e3-c1be-4644-a009-c5339d8fb9ea HTTP/1.1" status: 204 len: 168 time: 2.0897412 Dec 22 04:55:02.197447 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39920) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:02.201422 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-7daf2c23-8980-42fa-a8a6-40ffd4f39da7 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-326260593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:02.208217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-564f56f2-9929-4960-919c-cec5d3abb409 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.273811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-01127004-04de-4e37-ae2c-2bcb46b26be2 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.287834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.293960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7daf2c23-8980-42fa-a8a6-40ffd4f39da7 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.310238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7daf2c23-8980-42fa-a8a6-40ffd4f39da7 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.310414 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.350625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.365077 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7daf2c23-8980-42fa-a8a6-40ffd4f39da7 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.433107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=3d65e080-b3e7-44c3-b5fa-37b460d876be,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:02.438347 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7daf2c23-8980-42fa-a8a6-40ffd4f39da7 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.459138 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-01127004-04de-4e37-ae2c-2bcb46b26be2 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.488378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01127004-04de-4e37-ae2c-2bcb46b26be2 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Subnet': ['ID=1fcf0e63-ac20-4336-9f73-9b1aed23f310,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:02.493417 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-01127004-04de-4e37-ae2c-2bcb46b26be2 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.497062 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-01127004-04de-4e37-ae2c-2bcb46b26be2 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/subnets/1fcf0e63-ac20-4336-9f73-9b1aed23f310 HTTP/1.1" status: 204 len: 168 time: 0.4674394 Dec 22 04:55:02.500089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39922) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:02.508436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec819b57-a014-4640-99ec-c58d3ebd738b None None] Network 70e272c9-855c-446e-81e4-1326ca3f0591 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:02.530508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7daf2c23-8980-42fa-a8a6-40ffd4f39da7 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.534903 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7daf2c23-8980-42fa-a8a6-40ffd4f39da7 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3367641 Dec 22 04:55:02.535512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39924) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:02.569651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'enable_snat': False}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:02.626623 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-cad06a13-a1e2-4144-a5e2-3b27112c17db None None] Provisioning complete for port 3d65e080-b3e7-44c3-b5fa-37b460d876be triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:02.627321 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cad06a13-a1e2-4144-a5e2-3b27112c17db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.636376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.26.5.185 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/47fd628a-8861-4810-be4f-517996949f3d) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:02.681612 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-cad06a13-a1e2-4144-a5e2-3b27112c17db None None] Port 3d65e080-b3e7-44c3-b5fa-37b460d876be cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:02.683146 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.752809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.762898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd83e4-10fa-48dd-92dd-11818092d739 None None] DHCP port deletion for 70e272c9-855c-446e-81e4-1326ca3f0591 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:02.833593 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8dbd648c-6332-4632-9601-9fa6106d021a no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:02.874182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-29dd83e4-10fa-48dd-92dd-11818092d739 None None] Deleting port 0d373da9-753a-4257-9dc9-62388bf7624f {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:02.874992 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29dd83e4-10fa-48dd-92dd-11818092d739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.878301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 8dbd648c-6332-4632-9601-9fa6106d021a {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:02.881291 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8dbd648c-6332-4632-9601-9fa6106d021a not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:02.912373 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.962751 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-564f56f2-9929-4960-919c-cec5d3abb409 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port 58feefb9-69ae-409e-af1b-43be80be77fd {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:02.963084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-564f56f2-9929-4960-919c-cec5d3abb409 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.964641 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-29dd83e4-10fa-48dd-92dd-11818092d739 None None] For port 0d373da9-753a-4257-9dc9-62388bf7624f, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0d373da9-753a-4257-9dc9-62388bf7624f,segment=NetworkSegment(1070d08b-8076-4c58-a02d-93ca397f5d38),segment_id=1070d08b-8076-4c58-a02d-93ca397f5d38)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:02.965256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29dd83e4-10fa-48dd-92dd-11818092d739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:02.979825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-29dd83e4-10fa-48dd-92dd-11818092d739 None None] Calling delete_port for 0d373da9-753a-4257-9dc9-62388bf7624f owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:03.036457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.075792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.111723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:03.130395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:03.138363 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29dd83e4-10fa-48dd-92dd-11818092d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.153337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:03.158839 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=47fd628a-8861-4810-be4f-517996949f3d,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:03.176370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd83e4-10fa-48dd-92dd-11818092d739 None None] Pushing event deleted for resources: {'Port': ['ID=0d373da9-753a-4257-9dc9-62388bf7624f,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:03.185000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dd83e4-10fa-48dd-92dd-11818092d739 None None] No DVR routers for this DVR port 0d373da9-753a-4257-9dc9-62388bf7624f on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:03.211025 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] The port '0d373da9-753a-4257-9dc9-62388bf7624f' was deleted {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Dec 22 04:55:03.226279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-564f56f2-9929-4960-919c-cec5d3abb409 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] For port 58feefb9-69ae-409e-af1b-43be80be77fd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=58feefb9-69ae-409e-af1b-43be80be77fd,segment=NetworkSegment(b2532a56-30b1-4317-9015-e9d16ce6f8e5),segment_id=b2532a56-30b1-4317-9015-e9d16ce6f8e5)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:03.226647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-564f56f2-9929-4960-919c-cec5d3abb409 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.239213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.298879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-564f56f2-9929-4960-919c-cec5d3abb409 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for 58feefb9-69ae-409e-af1b-43be80be77fd owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:03.318793 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.334984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44b773-57ee-4c61-a842-68bbe05d3fd1 req-0409cfa4-f670-4c19-8822-46bced11e0f8 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:03.336489 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-df44b773-57ee-4c61-a842-68bbe05d3fd1 req-0409cfa4-f670-4c19-8822-46bced11e0f8 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1842260 Dec 22 04:55:03.360506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e272c9-855c-446e-81e4-1326ca3f0591']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:03.407391 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1070d08b-8076-4c58-a02d-93ca397f5d38') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:03.409431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1070d08b-8076-4c58-a02d-93ca397f5d38') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:03.420431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.443977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.454490 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:03.455421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:03.457666 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:03.460775 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-df44b773-57ee-4c61-a842-68bbe05d3fd1 req-cea0d259-636f-4b36-94d9-40bb804d0f58 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062486 Dec 22 04:55:03.636047 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.661292 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.664446 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/70e272c9-855c-446e-81e4-1326ca3f0591 HTTP/1.1" status: 204 len: 168 time: 1.1630757 Dec 22 04:55:03.671648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39928) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:03.713752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce15857-4429-404d-98a8-a64b2a8d6da1 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Network': ['ID=70e272c9-855c-446e-81e4-1326ca3f0591,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:03.717505 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6312c8-77a5-4f0b-970c-5200fc2b194a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:03.717930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6312c8-77a5-4f0b-970c-5200fc2b194a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:03.723692 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4e6312c8-77a5-4f0b-970c-5200fc2b194a tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/subnets/63b36a3c-3401-4749-a03e-6526ace9e53d HTTP/1.1" status: 404 len: 337 time: 0.0483336 Dec 22 04:55:03.724221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39930) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:03.732549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.765113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.768380 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-4327397c-6445-432d-9b39-adb48276438e tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:03.768934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4327397c-6445-432d-9b39-adb48276438e tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:03.774231 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4327397c-6445-432d-9b39-adb48276438e tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/5e08e2af-b7ec-473d-8c0f-66681b3340d4 HTTP/1.1" status: 404 len: 339 time: 0.0465355 Dec 22 04:55:03.776501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39932) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:03.865108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-720606af-acd6-4987-8faa-a0d89345465b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Deleting subnet f08bb814-5a0b-4008-b53a-45683b5624da {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:03.871565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-720606af-acd6-4987-8faa-a0d89345465b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.945074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-720606af-acd6-4987-8faa-a0d89345465b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:03.974196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Allocated IP 172.26.5.149 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/82a2d3e7-54b3-437a-ba4d-3c66d8cb60f5) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:04.024505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.095602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-720606af-acd6-4987-8faa-a0d89345465b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.098874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.133406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.134188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.155624 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.198374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-564f56f2-9929-4960-919c-cec5d3abb409 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.241540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-720606af-acd6-4987-8faa-a0d89345465b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.266921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=3d65e080-b3e7-44c3-b5fa-37b460d876be,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.267540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720606af-acd6-4987-8faa-a0d89345465b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Subnet': ['ID=f08bb814-5a0b-4008-b53a-45683b5624da,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.272392 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.283863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-720606af-acd6-4987-8faa-a0d89345465b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.289358 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-720606af-acd6-4987-8faa-a0d89345465b tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/subnets/f08bb814-5a0b-4008-b53a-45683b5624da HTTP/1.1" status: 204 len: 168 time: 0.5096588 Dec 22 04:55:04.294008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299adf03-65ec-4228-bf41-cc966f289e68 None None] Network c6bd76b7-7e6a-417f-8c50-3652badf0ecc requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:04.304629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39934) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:04.325013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:04.329666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:04.333180 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:04.355406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f56f2-9929-4960-919c-cec5d3abb409 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=58feefb9-69ae-409e-af1b-43be80be77fd,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.361461 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Pushing event updated for resources: {'Port': ['ID=82a2d3e7-54b3-437a-ba4d-3c66d8cb60f5,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.493396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 50688acd-38c1-4d3d-9eb6-ba3fc442412e is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:04.506456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:04.536120 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c5fa7-fa5e-484a-8b6d-b7ed61e030fc None None] DHCP port deletion for c6bd76b7-7e6a-417f-8c50-3652badf0ecc request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:04.610990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-725c5fa7-fa5e-484a-8b6d-b7ed61e030fc None None] Deleting port 327d2731-8821-426f-a54a-58469e4ce3d7 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:04.611360 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-725c5fa7-fa5e-484a-8b6d-b7ed61e030fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.620588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.683582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-725c5fa7-fa5e-484a-8b6d-b7ed61e030fc None None] For port 327d2731-8821-426f-a54a-58469e4ce3d7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=327d2731-8821-426f-a54a-58469e4ce3d7,segment=NetworkSegment(4864fd07-d577-459b-93d0-8b07664c8849),segment_id=4864fd07-d577-459b-93d0-8b07664c8849)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:04.684468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-725c5fa7-fa5e-484a-8b6d-b7ed61e030fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.700843 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-725c5fa7-fa5e-484a-8b6d-b7ed61e030fc None None] Calling delete_port for 327d2731-8821-426f-a54a-58469e4ce3d7 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:04.769862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.825567 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-598dbacf-f293-4451-a901-d19deac71e50 None None] Provisioning complete for port 3d65e080-b3e7-44c3-b5fa-37b460d876be triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:04.826263 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-598dbacf-f293-4451-a901-d19deac71e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.834865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-564f56f2-9929-4960-919c-cec5d3abb409 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.865265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-598dbacf-f293-4451-a901-d19deac71e50 None None] Port 3d65e080-b3e7-44c3-b5fa-37b460d876be cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:04.881975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038e908-a1a6-45f1-bf9e-7429092a019f req-d6567db0-d3a3-4a38-95d1-343bc9f5f54a tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:04.885315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0d373da9-753a-4257-9dc9-62388bf7624f no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:04.889797 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2038e908-a1a6-45f1-bf9e-7429092a019f req-d6567db0-d3a3-4a38-95d1-343bc9f5f54a tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.3219659 Dec 22 04:55:04.906958 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-725c5fa7-fa5e-484a-8b6d-b7ed61e030fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:04.911428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 0d373da9-753a-4257-9dc9-62388bf7624f {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:04.912232 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0d373da9-753a-4257-9dc9-62388bf7624f not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:04.912705 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 327d2731-8821-426f-a54a-58469e4ce3d7 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:04.957709 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c5fa7-fa5e-484a-8b6d-b7ed61e030fc None None] Pushing event deleted for resources: {'Port': ['ID=327d2731-8821-426f-a54a-58469e4ce3d7,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.963564 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 327d2731-8821-426f-a54a-58469e4ce3d7 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:04.963914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 327d2731-8821-426f-a54a-58469e4ce3d7 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:04.978578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c5fa7-fa5e-484a-8b6d-b7ed61e030fc None None] No DVR routers for this DVR port 327d2731-8821-426f-a54a-58469e4ce3d7 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:04.988696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.005384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.008660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.056939 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2038e908-a1a6-45f1-bf9e-7429092a019f req-dcfd9a7a-93f2-44d4-858e-49c5df8d910e tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662669 Dec 22 04:55:05.178159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Router 69609556-822e-441f-a176-95179d09d06f is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:55:05.184549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Deleting port 327d2731-8821-426f-a54a-58469e4ce3d7 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:05.184888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.251945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564f56f2-9929-4960-919c-cec5d3abb409 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router c0f43338-e171-4f53-81c8-1ceb5cefecc0 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:05.253118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Router 30208a6b-b202-43f4-a7c7-9c47d0baf148 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:55:05.287881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:05.292396 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.296119 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-61df160f-5c5a-4bbe-9b71-8cda216a9c23 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "PUT /v2.0/routers/69609556-822e-441f-a176-95179d09d06f HTTP/1.1" status: 200 len: 919 time: 2.7296205 Dec 22 04:55:05.296246 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] For port 327d2731-8821-426f-a54a-58469e4ce3d7, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:05.296246 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.296417 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39940) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:05.296931 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae60dc9-6df4-419d-8b66-a241debc1d01 None None] Sync routers for ids ['69609556-822e-441f-a176-95179d09d06f'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:05.307595 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae60dc9-6df4-419d-8b66-a241debc1d01 None None] Routers {'69609556-822e-441f-a176-95179d09d06f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:05.308491 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-9ae60dc9-6df4-419d-8b66-a241debc1d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['69609556-822e-441f-a176-95179d09d06f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:05.340626 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-9ae60dc9-6df4-419d-8b66-a241debc1d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:05.349644 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae60dc9-6df4-419d-8b66-a241debc1d01 None None] Routers {'69609556-822e-441f-a176-95179d09d06f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:05.350236 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-9ae60dc9-6df4-419d-8b66-a241debc1d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['69609556-822e-441f-a176-95179d09d06f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:05.384077 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-9ae60dc9-6df4-419d-8b66-a241debc1d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:05.384747 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae60dc9-6df4-419d-8b66-a241debc1d01 None None] The sync data for ids ['69609556-822e-441f-a176-95179d09d06f'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:05.405890 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e5eb6368-e757-4ee9-a828-03086dc3a245 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/routers/69609556-822e-441f-a176-95179d09d06f HTTP/1.1" status: 200 len: 925 time: 0.1085525 Dec 22 04:55:05.408581 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39942) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:05.449523 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bcd7ac-8122-4183-8a55-ecf360770eab tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:05.451077 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e4bcd7ac-8122-4183-8a55-ecf360770eab tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=42d15e0e-484d-404f-97b4-aa292329db95&device_id=69609556-822e-441f-a176-95179d09d06f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0415838 Dec 22 04:55:05.453787 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39944) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:05.542144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1428f7b6-69e7-413b-8f07-2f182a13f834 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:05.543489 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1428f7b6-69e7-413b-8f07-2f182a13f834 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/networks/42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 881 time: 0.0887823 Dec 22 04:55:05.546868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39946) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:05.574920 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a3b03d0d-2c78-40d5-91fc-10684c3cdc61 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "GET /v2.0/ports?device_id=69609556-822e-441f-a176-95179d09d06f HTTP/1.1" status: 200 len: 205 time: 0.0269530 Dec 22 04:55:05.577416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39948) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:05.689415 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.742540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Calling delete_port for 327d2731-8821-426f-a54a-58469e4ce3d7 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:05.747692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_backend_mixin [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Port 327d2731-8821-426f-a54a-58469e4ce3d7 was not found and therefore no delete operation was performed {{(pid=109183) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:55:05.754888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.788650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564f56f2-9929-4960-919c-cec5d3abb409 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:05.790295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.796309 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-564f56f2-9929-4960-919c-cec5d3abb409 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5011702 Dec 22 04:55:05.798992 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39950) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:05.802171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Port': ['ID=327d2731-8821-426f-a54a-58469e4ce3d7,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:05.802368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e44975-161e-4655-a02d-01f038c212b7 None None] Sync routers for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:05.809792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] No DVR routers for this DVR port 327d2731-8821-426f-a54a-58469e4ce3d7 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:05.812759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e44975-161e-4655-a02d-01f038c212b7 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:05.819662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-07e44975-161e-4655-a02d-01f038c212b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:05.840685 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:05.849139 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4dde6ac3-731e-4b20-bfe5-de9f4bb33cb3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "PUT /v2.0/routers/30208a6b-b202-43f4-a7c7-9c47d0baf148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6604102 Dec 22 04:55:05.853891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39952) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:05.859349 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f52129-209a-4119-b8c9-dc4c03d9355a None None] Sync routers for ids ['30208a6b-b202-43f4-a7c7-9c47d0baf148'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:05.868262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d684b6-6c14-460d-af6e-69d3853da8dc tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting subnet e083a074-93cb-45e0-af2d-f2c208b84a90 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:05.868811 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f52129-209a-4119-b8c9-dc4c03d9355a None None] Routers {'30208a6b-b202-43f4-a7c7-9c47d0baf148'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:05.869606 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-90f52129-209a-4119-b8c9-dc4c03d9355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['30208a6b-b202-43f4-a7c7-9c47d0baf148'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:05.896221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-07e44975-161e-4655-a02d-01f038c212b7 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:05.907704 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-90f52129-209a-4119-b8c9-dc4c03d9355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:05.908156 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31d684b6-6c14-460d-af6e-69d3853da8dc tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.921062 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f52129-209a-4119-b8c9-dc4c03d9355a None None] Routers {'30208a6b-b202-43f4-a7c7-9c47d0baf148'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:05.921612 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-90f52129-209a-4119-b8c9-dc4c03d9355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['30208a6b-b202-43f4-a7c7-9c47d0baf148'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:05.935735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:55:05.940071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.961991 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-90f52129-209a-4119-b8c9-dc4c03d9355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:05.964996 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f52129-209a-4119-b8c9-dc4c03d9355a None None] The sync data for ids ['30208a6b-b202-43f4-a7c7-9c47d0baf148'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:05.968989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bd76b7-7e6a-417f-8c50-3652badf0ecc']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:05.974541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31d684b6-6c14-460d-af6e-69d3853da8dc tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:05.980305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-07e44975-161e-4655-a02d-01f038c212b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:55:04Z', 'revision_number': 11, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:06.007119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f441f3d-49d9-4da6-8c3e-0b0abe4b81cd tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:06.008268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e44975-161e-4655-a02d-01f038c212b7 None None] Checking router: c0f43338-e171-4f53-81c8-1ceb5cefecc0 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:06.012371 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9f441f3d-49d9-4da6-8c3e-0b0abe4b81cd tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports?device_id=30208a6b-b202-43f4-a7c7-9c47d0baf148 HTTP/1.1" status: 200 len: 988 time: 0.1567593 Dec 22 04:55:06.013106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4864fd07-d577-459b-93d0-8b07664c8849') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:06.013413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4864fd07-d577-459b-93d0-8b07664c8849') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:06.014491 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39954) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:06.018032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e44975-161e-4655-a02d-01f038c212b7 None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:06.018724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-07e44975-161e-4655-a02d-01f038c212b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:06.055195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.076615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.087429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:06.087835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.090592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-07e44975-161e-4655-a02d-01f038c212b7 None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:06.090997 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:06.152325 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-07e44975-161e-4655-a02d-01f038c212b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:55:04Z', 'revision_number': 11, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:06.155307 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:06.181461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698f084-e450-4358-8c91-56dc71e3ab7b None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:06.185261 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e44975-161e-4655-a02d-01f038c212b7 None None] The sync data for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv is: [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:55:04Z', 'revision_number': 11, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:06.193652 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698f084-e450-4358-8c91-56dc71e3ab7b None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:06.194352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8698f084-e450-4358-8c91-56dc71e3ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:06.233825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.234432 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8698f084-e450-4358-8c91-56dc71e3ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:06.241415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.241603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Deleting port 82a2d3e7-54b3-437a-ba4d-3c66d8cb60f5 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:06.241804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.247621 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698f084-e450-4358-8c91-56dc71e3ab7b None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:06.247770 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] 10.222.0.54 "DELETE /v2.0/networks/c6bd76b7-7e6a-417f-8c50-3652badf0ecc HTTP/1.1" status: 204 len: 168 time: 1.9364316 Dec 22 04:55:06.247867 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8698f084-e450-4358-8c91-56dc71e3ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:06.260831 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b50254-191e-4838-97dc-d2b5071539d3 tempest-NetworksIpV6Test-131645494 tempest-NetworksIpV6Test-131645494-project] Pushing event deleted for resources: {'Network': ['ID=c6bd76b7-7e6a-417f-8c50-3652badf0ecc,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:06.269318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.270801 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9cabba83-b3c5-46d6-b7b1-bd0d503541a0 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.1770263 Dec 22 04:55:06.273367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39960) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:06.285496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8698f084-e450-4358-8c91-56dc71e3ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:06.286339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8698f084-e450-4358-8c91-56dc71e3ab7b None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:06.372521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31d684b6-6c14-460d-af6e-69d3853da8dc tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.459615 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d7ad7-2802-40f9-8542-cbd52be83ff0 req-b66dd2c4-3258-4044-9109-f389575162eb tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:06.461107 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1a8d7ad7-2802-40f9-8542-cbd52be83ff0 req-b66dd2c4-3258-4044-9109-f389575162eb tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2741632 Dec 22 04:55:06.535301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.561221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Calling delete_port for 82a2d3e7-54b3-437a-ba4d-3c66d8cb60f5 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:06.565560 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1a8d7ad7-2802-40f9-8542-cbd52be83ff0 req-86c6b9cf-eecd-4588-a2e2-b181db836b5b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956187 Dec 22 04:55:06.628045 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31d684b6-6c14-460d-af6e-69d3853da8dc tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.668398 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d684b6-6c14-460d-af6e-69d3853da8dc tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Subnet': ['ID=e083a074-93cb-45e0-af2d-f2c208b84a90,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:06.681328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31d684b6-6c14-460d-af6e-69d3853da8dc tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.684458 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-31d684b6-6c14-460d-af6e-69d3853da8dc tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/e083a074-93cb-45e0-af2d-f2c208b84a90 HTTP/1.1" status: 204 len: 168 time: 0.8844094 Dec 22 04:55:06.692351 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5bbb2-15cf-4f90-ac29-5c7eef0f530a None None] Network b8e17516-cfca-44df-a6a4-a849e58e73f2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:06.703150 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39964) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:06.765218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 58feefb9-69ae-409e-af1b-43be80be77fd no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:06.807615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 58feefb9-69ae-409e-af1b-43be80be77fd {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:06.809960 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 58feefb9-69ae-409e-af1b-43be80be77fd not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:06.826473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.832097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39966) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:06.892514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:06.979265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec8b05-a150-45a3-a7d1-d9415acb4991 None None] DHCP port deletion for b8e17516-cfca-44df-a6a4-a849e58e73f2 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:07.026662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-93ec8b05-a150-45a3-a7d1-d9415acb4991 None None] Deleting port b4bcaf57-882e-4a6f-ae38-53592e68a73e {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:07.027034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-93ec8b05-a150-45a3-a7d1-d9415acb4991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.041993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Deleting port b4bcaf57-882e-4a6f-ae38-53592e68a73e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:07.042331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.091459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-93ec8b05-a150-45a3-a7d1-d9415acb4991 None None] For port b4bcaf57-882e-4a6f-ae38-53592e68a73e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b4bcaf57-882e-4a6f-ae38-53592e68a73e,segment=NetworkSegment(b2532a56-30b1-4317-9015-e9d16ce6f8e5),segment_id=b2532a56-30b1-4317-9015-e9d16ce6f8e5)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:07.091796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-93ec8b05-a150-45a3-a7d1-d9415acb4991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.099444 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c5d9371c-a86d-40d3-a5f1-9a871af8c531 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a50b14b0cdd64471b1eb4511a708636d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648351 Dec 22 04:55:07.109675 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39970) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:07.111946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-93ec8b05-a150-45a3-a7d1-d9415acb4991 None None] Calling delete_port for b4bcaf57-882e-4a6f-ae38-53592e68a73e owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:07.175069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] For port b4bcaf57-882e-4a6f-ae38-53592e68a73e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b4bcaf57-882e-4a6f-ae38-53592e68a73e,segment=NetworkSegment(b2532a56-30b1-4317-9015-e9d16ce6f8e5),segment_id=b2532a56-30b1-4317-9015-e9d16ce6f8e5)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:07.175438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.197923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Calling delete_port for b4bcaf57-882e-4a6f-ae38-53592e68a73e owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:07.258806 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4dd38e8c-cb94-4bd5-82ad-66f9bbd5aefe tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.329016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a74632a4-c75d-46fe-b4fd-70db345802db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.368924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.20.0.1 (ef95334f-f7fa-4b4c-8ca2-604956ccf184/7f5f4dd5-ee63-4c04-a902-938b03926a62/803ba678-36cb-4ba1-84e9-9491e568226a) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:07.370416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a74632a4-c75d-46fe-b4fd-70db345802db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.431898 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.459977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-93ec8b05-a150-45a3-a7d1-d9415acb4991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.462306 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.474243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec8b05-a150-45a3-a7d1-d9415acb4991 None None] No DVR routers for this DVR port b4bcaf57-882e-4a6f-ae38-53592e68a73e on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:07.491644 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Pushing event deleted for resources: {'Port': ['ID=82a2d3e7-54b3-437a-ba4d-3c66d8cb60f5,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:07.500326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Port': ['ID=b4bcaf57-882e-4a6f-ae38-53592e68a73e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:07.500602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec8b05-a150-45a3-a7d1-d9415acb4991 None None] Pushing event deleted for resources: {'Port': ['ID=b4bcaf57-882e-4a6f-ae38-53592e68a73e,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:07.506761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No DVR routers for this DVR port b4bcaf57-882e-4a6f-ae38-53592e68a73e on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:07.570753 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.622593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.640049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.660846 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a74632a4-c75d-46fe-b4fd-70db345802db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.663086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e17516-cfca-44df-a6a4-a849e58e73f2']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:07.663314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a74632a4-c75d-46fe-b4fd-70db345802db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.664873 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a74632a4-c75d-46fe-b4fd-70db345802db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/481d6948-d991-4d0d-becc-768bffd03007 HTTP/1.1" status: 204 len: 168 time: 0.5536046 Dec 22 04:55:07.684092 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.687819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2532a56-30b1-4317-9015-e9d16ce6f8e5') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:07.688073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2532a56-30b1-4317-9015-e9d16ce6f8e5') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:07.704336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74632a4-c75d-46fe-b4fd-70db345802db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481d6948-d991-4d0d-becc-768bffd03007,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:07.706366 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.706647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.739655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.753737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890b5bc-b984-4360-bf01-60a387765180 req-d3ccad0f-9f94-4999-95c8-b89fcf84678d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:07.755679 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b890b5bc-b984-4360-bf01-60a387765180 req-d3ccad0f-9f94-4999-95c8-b89fcf84678d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1110044 Dec 22 04:55:07.762259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:07.762259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:07.763447 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:07.777726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-4dd38e8c-cb94-4bd5-82ad-66f9bbd5aefe tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 3d65e080-b3e7-44c3-b5fa-37b460d876be {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:07.778064 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4dd38e8c-cb94-4bd5-82ad-66f9bbd5aefe tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.818894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.819471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Fanout notify agent at l3_agent the message router_deleted on router 69609556-822e-441f-a176-95179d09d06f {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:55:07.827558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.832135 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0d23038b-b5d8-46a8-b8ad-ea584c5e536c tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/routers/69609556-822e-441f-a176-95179d09d06f HTTP/1.1" status: 204 len: 168 time: 2.2503774 Dec 22 04:55:07.832367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39976) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:07.842240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1482824591', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}, 'admin_state_up': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:07.859232 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b890b5bc-b984-4360-bf01-60a387765180 req-a1ee5529-7c87-4980-921a-c45d55a78fb1 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949419 Dec 22 04:55:07.860175 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.879706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4dd38e8c-cb94-4bd5-82ad-66f9bbd5aefe tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.892495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-4dd38e8c-cb94-4bd5-82ad-66f9bbd5aefe tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 3d65e080-b3e7-44c3-b5fa-37b460d876be owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:07.914935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network ef95334f-f7fa-4b4c-8ca2-604956ccf184 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:07.915709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.928245 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:07.930360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:07.934172 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/networks/b8e17516-cfca-44df-a6a4-a849e58e73f2 HTTP/1.1" status: 204 len: 168 time: 1.2293868 Dec 22 04:55:07.939765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:07.939765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=803ba678-36cb-4ba1-84e9-9491e568226a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:07.941887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 39980) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:07.961109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-329c9051-459e-40cc-b64b-432729295d1f tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'router': {'routes': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:07.963579 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd887f-5f80-4052-af71-cfedadce6a22 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Pushing event deleted for resources: {'Network': ['ID=b8e17516-cfca-44df-a6a4-a849e58e73f2,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:08.015098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.016151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.145399 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.149815 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4dd38e8c-cb94-4bd5-82ad-66f9bbd5aefe tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.182584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd38e8c-cb94-4bd5-82ad-66f9bbd5aefe tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=3d65e080-b3e7-44c3-b5fa-37b460d876be,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:08.215011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.234946 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.extraroute_db [None req-329c9051-459e-40cc-b64b-432729295d1f tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Added routes are [] {{(pid=109183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 22 04:55:08.235228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.extraroute_db [None req-329c9051-459e-40cc-b64b-432729295d1f tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Removed routes are [] {{(pid=109183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 22 04:55:08.235585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-329c9051-459e-40cc-b64b-432729295d1f tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.287787 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4dd38e8c-cb94-4bd5-82ad-66f9bbd5aefe tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.470830 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd38e8c-cb94-4bd5-82ad-66f9bbd5aefe tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Router 30208a6b-b202-43f4-a7c7-9c47d0baf148 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:08.538137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-329c9051-459e-40cc-b64b-432729295d1f tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.545772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-329c9051-459e-40cc-b64b-432729295d1f tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.550977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.557317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd38e8c-cb94-4bd5-82ad-66f9bbd5aefe tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:08.566103 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4dd38e8c-cb94-4bd5-82ad-66f9bbd5aefe tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "PUT /v2.0/routers/30208a6b-b202-43f4-a7c7-9c47d0baf148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5486274 Dec 22 04:55:08.566691 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39996) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:08.568697 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840649fe-2b91-4edf-9bd9-af07d1d8f8d9 None None] Sync routers for ids ['30208a6b-b202-43f4-a7c7-9c47d0baf148'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:08.583014 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840649fe-2b91-4edf-9bd9-af07d1d8f8d9 None None] Routers {'30208a6b-b202-43f4-a7c7-9c47d0baf148'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:08.583915 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-840649fe-2b91-4edf-9bd9-af07d1d8f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['30208a6b-b202-43f4-a7c7-9c47d0baf148'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:08.591252 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-574aeaa3-56b6-4618-af36-24693f90d72e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:55:08.595504 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-574aeaa3-56b6-4618-af36-24693f90d72e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/3d65e080-b3e7-44c3-b5fa-37b460d876be HTTP/1.1" status: 404 len: 333 time: 0.0251911 Dec 22 04:55:08.595869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 39998) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:08.617702 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-840649fe-2b91-4edf-9bd9-af07d1d8f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:08.629592 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840649fe-2b91-4edf-9bd9-af07d1d8f8d9 None None] Routers {'30208a6b-b202-43f4-a7c7-9c47d0baf148'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:08.629592 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-840649fe-2b91-4edf-9bd9-af07d1d8f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['30208a6b-b202-43f4-a7c7-9c47d0baf148'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:08.676893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0e99805-6aa1-4b86-9232-64dcbd369a40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.697537 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-840649fe-2b91-4edf-9bd9-af07d1d8f8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:08.698918 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840649fe-2b91-4edf-9bd9-af07d1d8f8d9 None None] The sync data for ids ['30208a6b-b202-43f4-a7c7-9c47d0baf148'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:08.798563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40002) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:08.808677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b4bcaf57-882e-4a6f-ae38-53592e68a73e no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:08.832911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: b4bcaf57-882e-4a6f-ae38-53592e68a73e {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:08.833258 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b4bcaf57-882e-4a6f-ae38-53592e68a73e not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:08.878405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0e99805-6aa1-4b86-9232-64dcbd369a40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.880640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0e99805-6aa1-4b86-9232-64dcbd369a40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:08.989215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b00b2-8fb4-4556-8f9d-8c47bf62428a req-78f85938-2d90-4d47-91d9-d05339bfdd09 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:08.990776 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-397b00b2-8fb4-4556-8f9d-8c47bf62428a req-78f85938-2d90-4d47-91d9-d05339bfdd09 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.0568943 Dec 22 04:55:09.007539 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-89937082-9c51-45fd-aa53-406c81bc772d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-556542848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:09.021508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0e99805-6aa1-4b86-9232-64dcbd369a40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.022027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e99805-6aa1-4b86-9232-64dcbd369a40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Fanout notify agent at l3_agent the message router_deleted on router 30208a6b-b202-43f4-a7c7-9c47d0baf148 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:55:09.027858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329c9051-459e-40cc-b64b-432729295d1f tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router c0f43338-e171-4f53-81c8-1ceb5cefecc0 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:09.029099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0e99805-6aa1-4b86-9232-64dcbd369a40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.029717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.033914 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f0e99805-6aa1-4b86-9232-64dcbd369a40 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/routers/30208a6b-b202-43f4-a7c7-9c47d0baf148 HTTP/1.1" status: 204 len: 168 time: 0.4370387 Dec 22 04:55:09.034632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40008) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:09.103431 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-397b00b2-8fb4-4556-8f9d-8c47bf62428a req-1fd763ba-ac6c-479d-b9b8-a8e03da43a06 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062410 Dec 22 04:55:09.114541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b69819-94fe-4eb5-b646-b300677885ff tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting subnet 6951526f-97c1-4a25-ba62-826a55d2cb9c {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:09.117891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0b69819-94fe-4eb5-b646-b300677885ff tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.158616 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89937082-9c51-45fd-aa53-406c81bc772d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.159612 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89937082-9c51-45fd-aa53-406c81bc772d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.165395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0b69819-94fe-4eb5-b646-b300677885ff tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.199119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329c9051-459e-40cc-b64b-432729295d1f tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:09.212734 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588d1e7-215b-40e2-ae67-a8201fcf2f1c None None] Sync routers for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:09.236125 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-329c9051-459e-40cc-b64b-432729295d1f tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.239545 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-329c9051-459e-40cc-b64b-432729295d1f tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0 HTTP/1.1" status: 200 len: 701 time: 1.2820170 Dec 22 04:55:09.241260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40010) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:09.244060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b7b6782b-7178-4b19-b31e-d9d8e58f5fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.247003 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588d1e7-215b-40e2-ae67-a8201fcf2f1c None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:09.247842 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e588d1e7-215b-40e2-ae67-a8201fcf2f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:09.251428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89937082-9c51-45fd-aa53-406c81bc772d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.276944 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-db91c00a-3bc2-422e-89f1-ccf4af90bc5a tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0f43338-e171-4f53-81c8-1ceb5cefecc0 HTTP/1.1" status: 200 len: 205 time: 0.0331955 Dec 22 04:55:09.279545 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40012) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:09.319312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-e588d1e7-215b-40e2-ae67-a8201fcf2f1c None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:09.355858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89937082-9c51-45fd-aa53-406c81bc772d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.376468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e588d1e7-215b-40e2-ae67-a8201fcf2f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:55:04Z', 'revision_number': 11, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:09.381576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0b69819-94fe-4eb5-b646-b300677885ff tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.386845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9625-25ea-430f-9392-6d9f46d8cd8e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.403227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588d1e7-215b-40e2-ae67-a8201fcf2f1c None None] Checking router: c0f43338-e171-4f53-81c8-1ceb5cefecc0 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:09.412833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588d1e7-215b-40e2-ae67-a8201fcf2f1c None None] Routers {'c0f43338-e171-4f53-81c8-1ceb5cefecc0'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:09.413441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e588d1e7-215b-40e2-ae67-a8201fcf2f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:09.464258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.467540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89937082-9c51-45fd-aa53-406c81bc772d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.471580 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-89937082-9c51-45fd-aa53-406c81bc772d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.6720309 Dec 22 04:55:09.478315 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40014) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:09.482528 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1159675017'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:09.483413 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-e588d1e7-215b-40e2-ae67-a8201fcf2f1c None None] Set router c0f43338-e171-4f53-81c8-1ceb5cefecc0 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:09.487563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.539827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e588d1e7-215b-40e2-ae67-a8201fcf2f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:55:04Z', 'revision_number': 11, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:09.568322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e588d1e7-215b-40e2-ae67-a8201fcf2f1c None None] The sync data for ids ['c0f43338-e171-4f53-81c8-1ceb5cefecc0'] in dv-neutron-822523-1-hyperv is: [{'id': 'c0f43338-e171-4f53-81c8-1ceb5cefecc0', 'name': 'tempest-RoutersTest-router-1379200087', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:54:05Z', 'updated_at': '2021-12-22T04:55:04Z', 'revision_number': 11, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:09.611583 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9625-25ea-430f-9392-6d9f46d8cd8e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.616706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9625-25ea-430f-9392-6d9f46d8cd8e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.624286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.644820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Allocated IP 172.26.5.97 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/47a4fd39-c0c4-40b8-a57e-2db463b035ca) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:09.675171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Made reservation on behalf of 7f819fa42ea14ee2a92a968918e83514 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:09.678847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.688057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.700470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0b69819-94fe-4eb5-b646-b300677885ff tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.701159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.734595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b69819-94fe-4eb5-b646-b300677885ff tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Subnet': ['ID=6951526f-97c1-4a25-ba62-826a55d2cb9c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:09.743383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0b69819-94fe-4eb5-b646-b300677885ff tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.749660 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f0b69819-94fe-4eb5-b646-b300677885ff tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/6951526f-97c1-4a25-ba62-826a55d2cb9c HTTP/1.1" status: 204 len: 168 time: 0.7085807 Dec 22 04:55:09.751697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529ec5db-88dd-49de-bbfc-0f358a1d7896 None None] Network 50688acd-38c1-4d3d-9eb6-ba3fc442412e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:09.753423 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40016) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:09.781045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.804101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=803ba678-36cb-4ba1-84e9-9491e568226a,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:09.806453 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9625-25ea-430f-9392-6d9f46d8cd8e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.806827 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8e9625-25ea-430f-9392-6d9f46d8cd8e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Fanout notify agent at l3_agent the message router_deleted on router c0f43338-e171-4f53-81c8-1ceb5cefecc0 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:55:09.816734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f8e9625-25ea-430f-9392-6d9f46d8cd8e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.822312 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0f8e9625-25ea-430f-9392-6d9f46d8cd8e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0 HTTP/1.1" status: 204 len: 168 time: 0.5370700 Dec 22 04:55:09.822642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40018) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:09.860638 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-02a9b2f9-a024-4040-91cd-1cf9eb21eecb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-204658041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:09.867160 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.899405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.946521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.962784 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port d72de444-6d25-40af-a605-ae8e61ea90b6 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:09.963223 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:09.982675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff98c216-758b-4992-abab-c207a7499cdb None None] DHCP port deletion for 50688acd-38c1-4d3d-9eb6-ba3fc442412e request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:09.987571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network ef95334f-f7fa-4b4c-8ca2-604956ccf184 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:09.990423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:10.028417 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] For port d72de444-6d25-40af-a605-ae8e61ea90b6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d72de444-6d25-40af-a605-ae8e61ea90b6,segment=NetworkSegment(4ed18f6d-c01a-49eb-85b9-51b082c2c8d5),segment_id=4ed18f6d-c01a-49eb-85b9-51b082c2c8d5)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:10.028858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.031612 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-02a9b2f9-a024-4040-91cd-1cf9eb21eecb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.032681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-02a9b2f9-a024-4040-91cd-1cf9eb21eecb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.033962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ff98c216-758b-4992-abab-c207a7499cdb None None] Deleting port d72de444-6d25-40af-a605-ae8e61ea90b6 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:10.034610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ff98c216-758b-4992-abab-c207a7499cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.048512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for d72de444-6d25-40af-a605-ae8e61ea90b6 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:10.079198 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.105159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ff98c216-758b-4992-abab-c207a7499cdb None None] For port d72de444-6d25-40af-a605-ae8e61ea90b6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d72de444-6d25-40af-a605-ae8e61ea90b6,segment=NetworkSegment(4ed18f6d-c01a-49eb-85b9-51b082c2c8d5),segment_id=4ed18f6d-c01a-49eb-85b9-51b082c2c8d5)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:10.105546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ff98c216-758b-4992-abab-c207a7499cdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.118127 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ff98c216-758b-4992-abab-c207a7499cdb None None] Calling delete_port for d72de444-6d25-40af-a605-ae8e61ea90b6 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:10.139828 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.168270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:10.172137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:10.175685 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-02a9b2f9-a024-4040-91cd-1cf9eb21eecb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.182848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:10.185006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb200f10-3d4b-4122-9965-4dded1942616,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.187777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:10.190442 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Pushing event updated for resources: {'Port': ['ID=47a4fd39-c0c4-40b8-a57e-2db463b035ca,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.193867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.201137 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Added segment 64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e of type vlan for network 1fc523db-49f6-449a-859d-fece93197f1c Dec 22 04:55:10.240477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.245868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-02a9b2f9-a024-4040-91cd-1cf9eb21eecb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.257705 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.260014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ff98c216-758b-4992-abab-c207a7499cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.277770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:10.289851 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=d72de444-6d25-40af-a605-ae8e61ea90b6,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.293258 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No DVR routers for this DVR port d72de444-6d25-40af-a605-ae8e61ea90b6 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:10.298818 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98c216-758b-4992-abab-c207a7499cdb None None] No DVR routers for this DVR port d72de444-6d25-40af-a605-ae8e61ea90b6 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:10.300713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98c216-758b-4992-abab-c207a7499cdb None None] Pushing event deleted for resources: {'Port': ['ID=d72de444-6d25-40af-a605-ae8e61ea90b6,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.356371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.360858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ba83c-5761-44a5-8389-6bacb8a57fff req-e365c843-1bcb-4c92-b723-e823e45e4752 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.362059 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.362354 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c17ba83c-5761-44a5-8389-6bacb8a57fff req-e365c843-1bcb-4c92-b723-e823e45e4752 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1771433 Dec 22 04:55:10.362611 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.368292 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-02a9b2f9-a024-4040-91cd-1cf9eb21eecb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.369415 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-02a9b2f9-a024-4040-91cd-1cf9eb21eecb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5427873 Dec 22 04:55:10.372882 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40022) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:10.384161 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f980ab79-11a4-48d3-866a-a4808558d0d1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:10.430922 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.460262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'Network': ['ID=1fc523db-49f6-449a-859d-fece93197f1c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.468680 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2165a56b-098c-4e6b-98c8-e399b9537c6c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9872472 Dec 22 04:55:10.468680 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50688acd-38c1-4d3d-9eb6-ba3fc442412e']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.471610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 1fc523db-49f6-449a-859d-fece93197f1c details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:10.480498 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40024) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:10.487720 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-84620cc4-7008-4e23-af39-d329f2b0af82 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Request body: {'subnet': {'network_id': '1fc523db-49f6-449a-859d-fece93197f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:10.492012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed18f6d-c01a-49eb-85b9-51b082c2c8d5') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.492290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed18f6d-c01a-49eb-85b9-51b082c2c8d5') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.534146 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.561935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.575272 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:10.575659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:10.579133 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:10.641864 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c17ba83c-5761-44a5-8389-6bacb8a57fff req-27e91bb7-7e6a-4cd1-a5bd-5f1357eb14b0 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696714 Dec 22 04:55:10.719888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:10.726327 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-44836205-c1b9-4e5b-bdac-ea11dce6ac8d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "PUT /v2.0/routers/387c8710-98dd-41c4-9a0e-8a40c6e35a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4518590 Dec 22 04:55:10.728865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40028) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:10.732513 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe9b3ff-fd66-4b30-aaa3-cdc9833d230d None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:10.734225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'port': {'network_id': 'ef95334f-f7fa-4b4c-8ca2-604956ccf184', 'name': 'tempest-FloatingIPTestJSON-1992902897'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:10.741529 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.741655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f980ab79-11a4-48d3-866a-a4808558d0d1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.746871 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe9b3ff-fd66-4b30-aaa3-cdc9833d230d None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:10.747863 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ffe9b3ff-fd66-4b30-aaa3-cdc9833d230d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.754966 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84620cc4-7008-4e23-af39-d329f2b0af82 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Made reservation on behalf of 7f819fa42ea14ee2a92a968918e83514 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:10.759197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-84620cc4-7008-4e23-af39-d329f2b0af82 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.786246 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ffe9b3ff-fd66-4b30-aaa3-cdc9833d230d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.794915 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe9b3ff-fd66-4b30-aaa3-cdc9833d230d None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:10.796026 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ffe9b3ff-fd66-4b30-aaa3-cdc9833d230d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:54:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.803284 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d72de444-6d25-40af-a605-ae8e61ea90b6 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:10.806866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.810181 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/networks/50688acd-38c1-4d3d-9eb6-ba3fc442412e HTTP/1.1" status: 204 len: 168 time: 1.0557442 Dec 22 04:55:10.820436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40030) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:10.830038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a7a80-e123-4989-8d18-22f4ed161a9f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Network': ['ID=50688acd-38c1-4d3d-9eb6-ba3fc442412e,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.836898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: d72de444-6d25-40af-a605-ae8e61ea90b6 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:10.837423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d72de444-6d25-40af-a605-ae8e61ea90b6 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:10.861527 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ffe9b3ff-fd66-4b30-aaa3-cdc9833d230d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.862332 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe9b3ff-fd66-4b30-aaa3-cdc9833d230d None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:10.898793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f980ab79-11a4-48d3-866a-a4808558d0d1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:10.928435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d17efa-afc5-40be-8a11-b2f30bd4f977 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.928435 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c5d17efa-afc5-40be-8a11-b2f30bd4f977 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/25c498c1-801f-47e2-9164-c1e932317872 HTTP/1.1" status: 200 len: 844 time: 0.1061609 Dec 22 04:55:10.939683 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40034) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:11.017079 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9c96a9ba-8d76-439d-acf4-f513ff6e3344 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/25c498c1-801f-47e2-9164-c1e932317872?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0695119 Dec 22 04:55:11.022504 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40036) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:11.027152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9d3a001d-4bfd-4e3c-b8bb-642ee8f4dde5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:11.069578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.144402 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-84620cc4-7008-4e23-af39-d329f2b0af82 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.207497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84620cc4-7008-4e23-af39-d329f2b0af82 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'Subnet': ['ID=1bd5ecac-e692-4a36-8563-2790add08904,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:11.218281 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84620cc4-7008-4e23-af39-d329f2b0af82 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Checking segment: {'id': '64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1fc523db-49f6-449a-859d-fece93197f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:11.218631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84620cc4-7008-4e23-af39-d329f2b0af82 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Network hostable DHCP agents. Network: 1fc523db-49f6-449a-859d-fece93197f1c, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:11.225306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3a001d-4bfd-4e3c-b8bb-642ee8f4dde5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:11.228771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d3a001d-4bfd-4e3c-b8bb-642ee8f4dde5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.538608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a160b6-7a8b-4e12-8cb7-8b0be97b024a req-758995ad-4667-4652-b426-8b8dd9250376 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.540777 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-54a160b6-7a8b-4e12-8cb7-8b0be97b024a req-758995ad-4667-4652-b426-8b8dd9250376 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.5285802 Dec 22 04:55:11.585999 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dc9e4-6660-4d46-aad6-c39a6e4d63b0 req-c1076031-3cc8-4a2e-96b5-302633082836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.587826 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f92dc9e4-6660-4d46-aad6-c39a6e4d63b0 req-c1076031-3cc8-4a2e-96b5-302633082836 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=348ed44d0e704fcba74c3cc8925ab135&device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 1099 time: 0.1560709 Dec 22 04:55:11.635039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-77d0f69d-15d9-4118-b751-bf4c51aaf708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.652392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Made reservation on behalf of 77f383aab80c4ca28c4dee3028166f73 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:11.656406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.671813 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-54a160b6-7a8b-4e12-8cb7-8b0be97b024a req-45b53b16-600b-4072-80fd-61a856a7448a tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217132 Dec 22 04:55:11.713622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84620cc4-7008-4e23-af39-d329f2b0af82 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Network 1fc523db-49f6-449a-859d-fece93197f1c is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:11.745939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] device_id is not set on port c265dc7a-ae87-4cca-b596-34eb8dec8838 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:11.751908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f980ab79-11a4-48d3-866a-a4808558d0d1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Router ce124cd6-3b52-4add-a138-78c0a255d91a is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:55:11.766307 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-84620cc4-7008-4e23-af39-d329f2b0af82 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 1fc523db-49f6-449a-859d-fece93197f1c) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:11.771019 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84620cc4-7008-4e23-af39-d329f2b0af82 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.771748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-84620cc4-7008-4e23-af39-d329f2b0af82 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.777370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf64f3-385d-4f99-87b0-ee419cc23cae None None] Network 1fc523db-49f6-449a-859d-fece93197f1c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:11.784039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d3a001d-4bfd-4e3c-b8bb-642ee8f4dde5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.829119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3a001d-4bfd-4e3c-b8bb-642ee8f4dde5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 169e3a61-e005-48e9-b476-6da524003f82 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:11.834215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9d3a001d-4bfd-4e3c-b8bb-642ee8f4dde5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:11.837556 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3a001d-4bfd-4e3c-b8bb-642ee8f4dde5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.837832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d3a001d-4bfd-4e3c-b8bb-642ee8f4dde5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:11.848636 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-84620cc4-7008-4e23-af39-d329f2b0af82 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3670373 Dec 22 04:55:11.850667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce0b63-f818-46f8-ae8c-a373f67854cb None None] Network 169e3a61-e005-48e9-b476-6da524003f82 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:11.856603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40038) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:11.863885 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9481940f-977f-4d9c-9762-735d2d096ab8 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Request body: {'network': {'name': 'tempest-router-network01--1211386413'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:11.868963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a001d-4bfd-4e3c-b8bb-642ee8f4dde5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Subnet': ['ID=fcdec122-1ec0-4d8d-b650-3e1ef6663a15,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:11.903641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dc9e4-6660-4d46-aad6-c39a6e4d63b0 req-cff7c255-6f3b-4e4c-89ea-4a85ef0136b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.905678 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f92dc9e4-6660-4d46-aad6-c39a6e4d63b0 req-cff7c255-6f3b-4e4c-89ea-4a85ef0136b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d436651-0ddd-42fa-825f-7a433bc5760e HTTP/1.1" status: 200 len: 912 time: 0.3095357 Dec 22 04:55:11.945592 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9d3a001d-4bfd-4e3c-b8bb-642ee8f4dde5 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9220650 Dec 22 04:55:11.946757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40040) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:11.957263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3e3e5026-0107-4ed7-98f4-43b15ff9cfb7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'security_group': {'name': 'tempest-secgroup-1513546246'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:12.011759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-1fc523db-49f6-449a-859d-fece93197f1c', 'network_id': '1fc523db-49f6-449a-859d-fece93197f1c', 'tenant_id': '7f819fa42ea14ee2a92a968918e83514', 'fixed_ips': [{'subnet_id': '1bd5ecac-e692-4a36-8563-2790add08904'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:55:12.012760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.017770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f980ab79-11a4-48d3-866a-a4808558d0d1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:12.023309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.030314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f980ab79-11a4-48d3-866a-a4808558d0d1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.031447 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f980ab79-11a4-48d3-866a-a4808558d0d1 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "PUT /v2.0/routers/ce124cd6-3b52-4add-a138-78c0a255d91a HTTP/1.1" status: 200 len: 693 time: 1.6564553 Dec 22 04:55:12.032158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf43ff2-10b4-4bfc-b376-4267dca5d3bb None None] Sync routers for ids ['ce124cd6-3b52-4add-a138-78c0a255d91a'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:12.034262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40042) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:12.049927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf43ff2-10b4-4bfc-b376-4267dca5d3bb None None] Routers {'ce124cd6-3b52-4add-a138-78c0a255d91a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:12.050550 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7bf43ff2-10b4-4bfc-b376-4267dca5d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ce124cd6-3b52-4add-a138-78c0a255d91a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:12.056941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.20.0.13 (ef95334f-f7fa-4b4c-8ca2-604956ccf184/7f5f4dd5-ee63-4c04-a902-938b03926a62/c265dc7a-ae87-4cca-b596-34eb8dec8838) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:12.103842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9481940f-977f-4d9c-9762-735d2d096ab8 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Made reservation on behalf of 7f819fa42ea14ee2a92a968918e83514 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:12.107174 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9481940f-977f-4d9c-9762-735d2d096ab8 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.109655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5026-0107-4ed7-98f4-43b15ff9cfb7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.133577 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f92dc9e4-6660-4d46-aad6-c39a6e4d63b0 req-4d497022-542b-466d-8957-bb157f118288 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b HTTP/1.1" status: 200 len: 1002 time: 0.1978126 Dec 22 04:55:12.151008 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1d8a4977-4f5b-4481-8940-de0d0fc6fdbc tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/routers/ce124cd6-3b52-4add-a138-78c0a255d91a HTTP/1.1" status: 200 len: 699 time: 0.1129329 Dec 22 04:55:12.151233 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40044) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:12.189590 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2aa2bbd7-c8f9-4109-8991-1171c9837458 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce124cd6-3b52-4add-a138-78c0a255d91a HTTP/1.1" status: 200 len: 205 time: 0.0349929 Dec 22 04:55:12.191626 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9481940f-977f-4d9c-9762-735d2d096ab8 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:12.193359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40046) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:12.211013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7bf43ff2-10b4-4bfc-b376-4267dca5d3bb None None] Set router ce124cd6-3b52-4add-a138-78c0a255d91a gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:12.212654 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9481940f-977f-4d9c-9762-735d2d096ab8 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.213149 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-9481940f-977f-4d9c-9762-735d2d096ab8 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Added segment 5937d6dc-0be2-45dd-a235-7e59997ded72 of type vlan for network fc359a9d-56ef-4e9e-8975-d800b6d2d784 Dec 22 04:55:12.271236 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9481940f-977f-4d9c-9762-735d2d096ab8 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.281029 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7bf43ff2-10b4-4bfc-b376-4267dca5d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce124cd6-3b52-4add-a138-78c0a255d91a', 'name': 'tempest-RoutersTest-router-204658041', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:10Z', 'updated_at': '2021-12-22T04:55:10Z', 'revision_number': 2, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:12.284405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5026-0107-4ed7-98f4-43b15ff9cfb7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.309206 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fd4eb417-6687-4719-ac8f-a1bf01cc6bdb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.311648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dc9e4-6660-4d46-aad6-c39a6e4d63b0 req-ca9d037f-0827-405d-9ea1-5f983cc1a24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:12.313091 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f92dc9e4-6660-4d46-aad6-c39a6e4d63b0 req-ca9d037f-0827-405d-9ea1-5f983cc1a24e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34ce218f-5db1-421c-b2b4-76f09d3395ae HTTP/1.1" status: 200 len: 850 time: 0.1692352 Dec 22 04:55:12.329739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf43ff2-10b4-4bfc-b376-4267dca5d3bb None None] Checking router: ce124cd6-3b52-4add-a138-78c0a255d91a for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:12.357388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-169e3a61-e005-48e9-b476-6da524003f82', 'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'tenant_id': '57d5c0f7a0254b2994086b9f9f83d7fc', 'fixed_ips': [{'subnet_id': 'fcdec122-1ec0-4d8d-b650-3e1ef6663a15'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:55:12.358201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.361295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5026-0107-4ed7-98f4-43b15ff9cfb7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.362703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf43ff2-10b4-4bfc-b376-4267dca5d3bb None None] Routers {'ce124cd6-3b52-4add-a138-78c0a255d91a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:12.363378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7bf43ff2-10b4-4bfc-b376-4267dca5d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ce124cd6-3b52-4add-a138-78c0a255d91a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:12.377063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Allocated IP 2001:db8::2 (1fc523db-49f6-449a-859d-fece93197f1c/1bd5ecac-e692-4a36-8563-2790add08904/c9af196a-cd68-4ba2-925c-0b08183e25fd) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:12.393180 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e5026-0107-4ed7-98f4-43b15ff9cfb7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ace23e-1498-49fa-80c4-ceda500de947,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:12.401103 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9481940f-977f-4d9c-9762-735d2d096ab8 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.407316 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9481940f-977f-4d9c-9762-735d2d096ab8 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:12.407889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9481940f-977f-4d9c-9762-735d2d096ab8 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.467739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5026-0107-4ed7-98f4-43b15ff9cfb7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.471486 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3e3e5026-0107-4ed7-98f4-43b15ff9cfb7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5211170 Dec 22 04:55:12.475908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40048) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:12.481498 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7bf43ff2-10b4-4bfc-b376-4267dca5d3bb None None] Set router ce124cd6-3b52-4add-a138-78c0a255d91a gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:12.481643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0ef0ea4c-7c88-4234-9760-92837d91b933 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'security_group': {'name': 'tempest-secgroup-980122846'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:12.493883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481940f-977f-4d9c-9762-735d2d096ab8 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'Network': ['ID=fc359a9d-56ef-4e9e-8975-d800b6d2d784,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:12.535831 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9481940f-977f-4d9c-9762-735d2d096ab8 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6780345 Dec 22 04:55:12.538706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40050) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:12.540905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network fc359a9d-56ef-4e9e-8975-d800b6d2d784 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:12.545481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-03a7338f-cb82-4e5b-89b5-d91f5c8cd3fb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Request body: {'network': {'name': 'tempest-router-network02--883184413'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:12.589494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dc9e4-6660-4d46-aad6-c39a6e4d63b0 req-b419f3a8-b1c9-4953-a2eb-1aea6b754797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:12.590899 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f92dc9e4-6660-4d46-aad6-c39a6e4d63b0 req-b419f3a8-b1c9-4953-a2eb-1aea6b754797 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d436651-0ddd-42fa-825f-7a433bc5760e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2665040 Dec 22 04:55:12.603457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fd4eb417-6687-4719-ac8f-a1bf01cc6bdb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.614222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fd4eb417-6687-4719-ac8f-a1bf01cc6bdb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.629404 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0ef0ea4c-7c88-4234-9760-92837d91b933 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.636990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.647101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a7338f-cb82-4e5b-89b5-d91f5c8cd3fb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Made reservation on behalf of 7f819fa42ea14ee2a92a968918e83514 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:12.650723 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-03a7338f-cb82-4e5b-89b5-d91f5c8cd3fb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.656861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7bf43ff2-10b4-4bfc-b376-4267dca5d3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce124cd6-3b52-4add-a138-78c0a255d91a', 'name': 'tempest-RoutersTest-router-204658041', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:10Z', 'updated_at': '2021-12-22T04:55:10Z', 'revision_number': 2, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:12.702607 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a7338f-cb82-4e5b-89b5-d91f5c8cd3fb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:12.715515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Router b005b522-7835-4677-beea-a01ce8d03f2f is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:55:12.715781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf43ff2-10b4-4bfc-b376-4267dca5d3bb None None] The sync data for ids ['ce124cd6-3b52-4add-a138-78c0a255d91a'] in dv-neutron-822523-1-hyperv is: [{'id': 'ce124cd6-3b52-4add-a138-78c0a255d91a', 'name': 'tempest-RoutersTest-router-204658041', 'tenant_id': 'e878b3ef919e4e439706cb80110066eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:10Z', 'updated_at': '2021-12-22T04:55:10Z', 'revision_number': 2, 'project_id': 'e878b3ef919e4e439706cb80110066eb', 'gw_port_host': None}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:12.742430 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-03a7338f-cb82-4e5b-89b5-d91f5c8cd3fb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.742778 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-03a7338f-cb82-4e5b-89b5-d91f5c8cd3fb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Added segment 75eb925e-55aa-48e2-87ce-a729a12253d5 of type vlan for network 581ac459-3297-4a01-9676-fa2135d1a83c Dec 22 04:55:12.842108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0ef0ea4c-7c88-4234-9760-92837d91b933 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.858561 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-03a7338f-cb82-4e5b-89b5-d91f5c8cd3fb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.868083 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b5bb5-0c6e-41eb-8157-8834e2325bd8 req-1114484e-2dfa-4bd8-b6a7-ac18b2c9a923 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:12.869616 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-960b5bb5-0c6e-41eb-8157-8834e2325bd8 req-1114484e-2dfa-4bd8-b6a7-ac18b2c9a923 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1108563 Dec 22 04:55:12.887345 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fd4eb417-6687-4719-ac8f-a1bf01cc6bdb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.887837 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4eb417-6687-4719-ac8f-a1bf01cc6bdb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Fanout notify agent at l3_agent the message router_deleted on router ce124cd6-3b52-4add-a138-78c0a255d91a {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:55:12.897332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fd4eb417-6687-4719-ac8f-a1bf01cc6bdb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.902157 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fd4eb417-6687-4719-ac8f-a1bf01cc6bdb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/ce124cd6-3b52-4add-a138-78c0a255d91a HTTP/1.1" status: 204 len: 168 time: 0.7077179 Dec 22 04:55:12.903717 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40054) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:12.904627 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f92dc9e4-6660-4d46-aad6-c39a6e4d63b0 req-3cb5676d-2226-4ba9-9454-b8430295ac7a service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029754 Dec 22 04:55:12.945990 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-667ee798-c8a7-4730-8895-c0f99f1c0535 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce124cd6-3b52-4add-a138-78c0a255d91a HTTP/1.1" status: 200 len: 205 time: 0.0398338 Dec 22 04:55:12.948377 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0ef0ea4c-7c88-4234-9760-92837d91b933 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:12.949988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40056) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:12.993488 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.013172 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-960b5bb5-0c6e-41eb-8157-8834e2325bd8 req-b39e3a2d-d7eb-4959-908b-3b9a8fa957bb tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287186 Dec 22 04:55:13.039394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0ea4c-7c88-4234-9760-92837d91b933 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1528eeda-9593-4a2f-ba01-f088b91ffc01,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:13.045717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Allocated IP 2001:db8::2 (169e3a61-e005-48e9-b476-6da524003f82/fcdec122-1ec0-4d8d-b650-3e1ef6663a15/4d16b194-e728-4795-a6fc-d7d5868fca96) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:13.070193 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-03a7338f-cb82-4e5b-89b5-d91f5c8cd3fb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.078048 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a7338f-cb82-4e5b-89b5-d91f5c8cd3fb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:13.078421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-03a7338f-cb82-4e5b-89b5-d91f5c8cd3fb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.088240 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0ef0ea4c-7c88-4234-9760-92837d91b933 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.089839 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0ef0ea4c-7c88-4234-9760-92837d91b933 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6129732 Dec 22 04:55:13.096845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40060) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:13.117386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1166283760', 'security_groups': ['1528eeda-9593-4a2f-ba01-f088b91ffc01'], 'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fcdec122-1ec0-4d8d-b650-3e1ef6663a15'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:13.124421 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.144541 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.190523 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.210973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7338f-cb82-4e5b-89b5-d91f5c8cd3fb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'Network': ['ID=581ac459-3297-4a01-9676-fa2135d1a83c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:13.221866 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-03a7338f-cb82-4e5b-89b5-d91f5c8cd3fb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6818178 Dec 22 04:55:13.222504 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40062) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:13.231605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-f20226dd-cbbd-4ced-ac93-f086cb604dcb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Request body: {'subnet': {'network_id': 'fc359a9d-56ef-4e9e-8975-d800b6d2d784', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:13.241751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 581ac459-3297-4a01-9676-fa2135d1a83c details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:13.294865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Network 1fc523db-49f6-449a-859d-fece93197f1c is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:13.301354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:13.318442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:13.350257 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.360973 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Pushing event updated for resources: {'Port': ['ID=c9af196a-cd68-4ba2-925c-0b08183e25fd,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:13.397192 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-7a0f8eba-ae80-43af-957f-024c4e3d71a3 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] delete failed (client error): The resource could not be found. Dec 22 04:55:13.398231 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7a0f8eba-ae80-43af-957f-024c4e3d71a3 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/ce124cd6-3b52-4add-a138-78c0a255d91a HTTP/1.1" status: 404 len: 336 time: 0.4454238 Dec 22 04:55:13.401191 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40064) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:13.411564 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Attempting to bind port c9af196a-cd68-4ba2-925c-0b08183e25fd on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:13.412424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Attempting to bind port c9af196a-cd68-4ba2-925c-0b08183e25fd by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1fc523db-49f6-449a-859d-fece93197f1c'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:13.412984 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Attempting to bind port c9af196a-cd68-4ba2-925c-0b08183e25fd on network 1fc523db-49f6-449a-859d-fece93197f1c {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:13.419118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:13.419495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Checking segment: {'id': '64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1fc523db-49f6-449a-859d-fece93197f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:13.419873 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.423754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Bound using segment: {'id': '64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1fc523db-49f6-449a-859d-fece93197f1c'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:13.423754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Bound port: c9af196a-cd68-4ba2-925c-0b08183e25fd, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '1fc523db-49f6-449a-859d-fece93197f1c'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:13.423754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.428432 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-756cb161-9c64-4f2e-a93b-da00051dbb32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:13.428880 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756cb161-9c64-4f2e-a93b-da00051dbb32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:13.431848 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-756cb161-9c64-4f2e-a93b-da00051dbb32 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/45579a00-6a4b-4a70-8571-9d5615c25799 HTTP/1.1" status: 404 len: 337 time: 0.0296819 Dec 22 04:55:13.433838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network ef95334f-f7fa-4b4c-8ca2-604956ccf184 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:13.434890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40066) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:13.435036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:13.445499 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc71d27-ccad-4d8a-8ef9-4611dc4a34ff None None] Sync routers for ids ['b005b522-7835-4677-beea-a01ce8d03f2f'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:13.447279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:13.460971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:13.461151 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc71d27-ccad-4d8a-8ef9-4611dc4a34ff None None] Routers {'b005b522-7835-4677-beea-a01ce8d03f2f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:13.461593 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6dc71d27-ccad-4d8a-8ef9-4611dc4a34ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b005b522-7835-4677-beea-a01ce8d03f2f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:13.462541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:13.471650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=c265dc7a-ae87-4cca-b596-34eb8dec8838,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:13.471847 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.513105 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe20ae0e-3697-47a8-8515-ac01f4836b43 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:13.514087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe20ae0e-3697-47a8-8515-ac01f4836b43 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:13.517259 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fe20ae0e-3697-47a8-8515-ac01f4836b43 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/0bf20336-a4d1-4803-a001-99cdf114bacf HTTP/1.1" status: 404 len: 337 time: 0.0790737 Dec 22 04:55:13.518916 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f92dc9e4-6660-4d46-aad6-c39a6e4d63b0 req-97ef21b8-4e25-4bad-a8bd-3541191ae62b service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6045835 Dec 22 04:55:13.521501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40068) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:13.524951 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6dc71d27-ccad-4d8a-8ef9-4611dc4a34ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:13.529265 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20226dd-cbbd-4ced-ac93-f086cb604dcb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Made reservation on behalf of 7f819fa42ea14ee2a92a968918e83514 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:13.535912 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f20226dd-cbbd-4ced-ac93-f086cb604dcb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.543055 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc71d27-ccad-4d8a-8ef9-4611dc4a34ff None None] Routers {'b005b522-7835-4677-beea-a01ce8d03f2f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:13.545195 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Network 169e3a61-e005-48e9-b476-6da524003f82 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:13.545352 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6dc71d27-ccad-4d8a-8ef9-4611dc4a34ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b005b522-7835-4677-beea-a01ce8d03f2f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:13.552629 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:13.558385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:13.565887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] For port c9af196a-cd68-4ba2-925c-0b08183e25fd, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:13.584463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:13.585079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.588862 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-6522c40c-a23f-46c9-bd66-1a177838f582 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:13.589329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6522c40c-a23f-46c9-bd66-1a177838f582 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:13.592904 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6522c40c-a23f-46c9-bd66-1a177838f582 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/3f4e904f-7be6-4bc9-bccf-1daa2b19ef1f HTTP/1.1" status: 404 len: 337 time: 0.0706384 Dec 22 04:55:13.595900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.596116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40070) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:13.599501 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-12f3fb71-1d9b-4b8d-97d2-5729f71bec4a tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7634010 Dec 22 04:55:13.600266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40072) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:13.606879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:13.614472 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6dc71d27-ccad-4d8a-8ef9-4611dc4a34ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:13.615520 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc71d27-ccad-4d8a-8ef9-4611dc4a34ff None None] The sync data for ids ['b005b522-7835-4677-beea-a01ce8d03f2f'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:13.630896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] For port c9af196a-cd68-4ba2-925c-0b08183e25fd, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c9af196a-cd68-4ba2-925c-0b08183e25fd,segment=NetworkSegment(64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e),segment_id=64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:13.651335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Pushing event updated for resources: {'Port': ['ID=4d16b194-e728-4795-a6fc-d7d5868fca96,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:13.651335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Attempting to bind port 4d16b194-e728-4795-a6fc-d7d5868fca96 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:13.651903 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Attempting to bind port 4d16b194-e728-4795-a6fc-d7d5868fca96 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '67a55c98-f7cd-4de7-9711-42c5128cd027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '169e3a61-e005-48e9-b476-6da524003f82'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:13.652321 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Attempting to bind port 4d16b194-e728-4795-a6fc-d7d5868fca96 on network 169e3a61-e005-48e9-b476-6da524003f82 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:13.659027 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:13.660008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Checking segment: {'id': '67a55c98-f7cd-4de7-9711-42c5128cd027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '169e3a61-e005-48e9-b476-6da524003f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:13.660436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.660841 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Bound using segment: {'id': '67a55c98-f7cd-4de7-9711-42c5128cd027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '169e3a61-e005-48e9-b476-6da524003f82'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:13.661296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Bound port: 4d16b194-e728-4795-a6fc-d7d5868fca96, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a55c98-f7cd-4de7-9711-42c5128cd027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '169e3a61-e005-48e9-b476-6da524003f82'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:13.661674 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.694474 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28933aa-c570-4020-a934-3cb0ffb731ac tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:13.695020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28933aa-c570-4020-a934-3cb0ffb731ac tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:13.698221 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d28933aa-c570-4020-a934-3cb0ffb731ac tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/e083a074-93cb-45e0-af2d-f2c208b84a90 HTTP/1.1" status: 404 len: 337 time: 0.1011019 Dec 22 04:55:13.703685 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40074) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:13.715263 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a511e6fb-8431-4704-a4a2-4d42e1e7110e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9853463 Dec 22 04:55:13.719751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40076) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:13.733651 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.734001 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'port': {'network_id': 'ef95334f-f7fa-4b4c-8ca2-604956ccf184', 'name': 'tempest-FloatingIPTestJSON-459457612'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:13.752352 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a92290f1-5962-4fbe-a1ca-3d557125cd44 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0f43338-e171-4f53-81c8-1ceb5cefecc0 HTTP/1.1" status: 200 len: 205 time: 0.0464175 Dec 22 04:55:13.756766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40078) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:13.786525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] For port 4d16b194-e728-4795-a6fc-d7d5868fca96, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:13.811627 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] For port 4d16b194-e728-4795-a6fc-d7d5868fca96, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=4d16b194-e728-4795-a6fc-d7d5868fca96,segment=NetworkSegment(67a55c98-f7cd-4de7-9711-42c5128cd027),segment_id=67a55c98-f7cd-4de7-9711-42c5128cd027)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:13.825120 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.838981 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-2373be3d-6958-4d37-9040-1476bf2c4064 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] delete failed (client error): The resource could not be found. Dec 22 04:55:13.840130 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2373be3d-6958-4d37-9040-1476bf2c4064 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/c0f43338-e171-4f53-81c8-1ceb5cefecc0 HTTP/1.1" status: 404 len: 336 time: 0.0823934 Dec 22 04:55:13.843887 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40080) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:13.848094 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385057e-3cda-4f2a-a178-5ffbfd02e9c2 None None] Pushing event updated for resources: {'Port': ['ID=c9af196a-cd68-4ba2-925c-0b08183e25fd,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:13.887346 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:13.935334 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-adb27690-ea19-4b9e-bc0b-5f6882fe70d9 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=046ec9f0-4bd1-4108-a382-91d02d892bfd HTTP/1.1" status: 200 len: 205 time: 0.0857844 Dec 22 04:55:13.935334 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port 8f9bcf0b-0f73-463b-920c-4260393004ba yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:13.947502 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40082) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:13.992091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921f9326-f9d9-4c32-9e4b-aee8165b8b7c None None] Pushing event updated for resources: {'Port': ['ID=4d16b194-e728-4795-a6fc-d7d5868fca96,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:14.104676 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-b477979b-9485-4184-bb22-0fb8d9a4410d tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] delete failed (client error): The resource could not be found. Dec 22 04:55:14.110508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40086) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.112926 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b477979b-9485-4184-bb22-0fb8d9a4410d tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/046ec9f0-4bd1-4108-a382-91d02d892bfd HTTP/1.1" status: 404 len: 336 time: 0.1644671 Dec 22 04:55:14.167475 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a4b85b-fa1b-4b4a-8201-223c88276d0e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:14.167914 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a4b85b-fa1b-4b4a-8201-223c88276d0e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:14.171904 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d9a4b85b-fa1b-4b4a-8201-223c88276d0e tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/14238385-3fbb-49cb-9bf9-c2bdcbcbd1d6 HTTP/1.1" status: 404 len: 337 time: 0.0578747 Dec 22 04:55:14.174591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40088) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.186568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.192248 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.222498 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c93058f8-b246-47c7-ad95-2ed571a6c053 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=cbef7bf1-fb44-4c30-a429-bc9b801e0362 HTTP/1.1" status: 200 len: 205 time: 0.0465822 Dec 22 04:55:14.243697 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40090) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.312794 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-224a0e96-9fe7-481b-86d2-8133f4dfdc91 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] delete failed (client error): The resource could not be found. Dec 22 04:55:14.316644 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-224a0e96-9fe7-481b-86d2-8133f4dfdc91 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/cbef7bf1-fb44-4c30-a429-bc9b801e0362 HTTP/1.1" status: 404 len: 336 time: 0.0885763 Dec 22 04:55:14.319010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40092) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.361112 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f20226dd-cbbd-4ced-ac93-f086cb604dcb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.362119 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-08b8c9b4-4506-4afd-8b3c-e8e7ac3e6187 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c5d0b94-fd49-421b-8dc4-58c319a7d4ad HTTP/1.1" status: 200 len: 205 time: 0.0404818 Dec 22 04:55:14.362816 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40094) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.371018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.375351 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Made reservation on behalf of 77f383aab80c4ca28c4dee3028166f73 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:14.378804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.414762 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-d53bc9dd-44fe-4c9f-9789-7beb8cb58b72 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] delete failed (client error): The resource could not be found. Dec 22 04:55:14.418647 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d53bc9dd-44fe-4c9f-9789-7beb8cb58b72 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/9c5d0b94-fd49-421b-8dc4-58c319a7d4ad HTTP/1.1" status: 404 len: 336 time: 0.0535247 Dec 22 04:55:14.419487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40096) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.454184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] device_id is not set on port b855c5eb-0785-46b7-a67b-2230c2b7eecb yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:14.458153 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f32a07-7888-437a-bf86-2324fd9a47ec req-1d83d599-61ce-4217-9195-1560adf69564 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:14.459393 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-25f32a07-7888-437a-bf86-2324fd9a47ec req-1d83d599-61ce-4217-9195-1560adf69564 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2434828 Dec 22 04:55:14.460724 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e1a237-48d9-4e84-9119-39c326854f6c tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:14.460859 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8::44 (169e3a61-e005-48e9-b476-6da524003f82/fcdec122-1ec0-4d8d-b650-3e1ef6663a15/8f9bcf0b-0f73-463b-920c-4260393004ba) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:14.461426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e1a237-48d9-4e84-9119-39c326854f6c tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:14.468114 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-51e1a237-48d9-4e84-9119-39c326854f6c tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/02a12179-b545-453f-b7fe-8dde296985fe HTTP/1.1" status: 404 len: 337 time: 0.0467215 Dec 22 04:55:14.468735 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40098) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.510397 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-25f32a07-7888-437a-bf86-2324fd9a47ec req-7b81ac5f-48f3-4af7-ae0e-3b7799893bd9 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406783 Dec 22 04:55:14.547275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20226dd-cbbd-4ced-ac93-f086cb604dcb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'Subnet': ['ID=15401f81-fd7b-4b98-9a3e-4bea80c21d78,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:14.552177 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a3d3b214-a007-42b0-9741-7c39402a041b tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=0661550b-ca1d-4394-ad5f-9c0393de65de HTTP/1.1" status: 200 len: 205 time: 0.0771818 Dec 22 04:55:14.555525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40100) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.570359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Deleting port 47a4fd39-c0c4-40b8-a57e-2db463b035ca {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:14.570359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.617493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20226dd-cbbd-4ced-ac93-f086cb604dcb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Checking segment: {'id': '5937d6dc-0be2-45dd-a235-7e59997ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fc359a9d-56ef-4e9e-8975-d800b6d2d784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:14.617843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20226dd-cbbd-4ced-ac93-f086cb604dcb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Network hostable DHCP agents. Network: fc359a9d-56ef-4e9e-8975-d800b6d2d784, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:14.636823 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-a6dc992a-c4b2-475f-bf54-0e406092d3bb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] delete failed (client error): The resource could not be found. Dec 22 04:55:14.638192 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a6dc992a-c4b2-475f-bf54-0e406092d3bb tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/0661550b-ca1d-4394-ad5f-9c0393de65de HTTP/1.1" status: 404 len: 336 time: 0.0821950 Dec 22 04:55:14.647289 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40104) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.678639 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b066b5-457f-4c65-b002-6c8ebe73242d tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:14.678969 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b066b5-457f-4c65-b002-6c8ebe73242d tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:14.682194 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-60b066b5-457f-4c65-b002-6c8ebe73242d tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/b01366cf-28f8-4820-9a08-4ca24f55b88a HTTP/1.1" status: 404 len: 337 time: 0.0339260 Dec 22 04:55:14.685010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40106) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.727501 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f944c53b-c162-4bb3-8d4c-042f5e4ff965 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "GET /v2.0/ports?device_id=583c9415-c948-4b30-932c-eee2a1b536fd HTTP/1.1" status: 200 len: 205 time: 0.0414340 Dec 22 04:55:14.731094 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40110) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.731982 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.20.0.5 (ef95334f-f7fa-4b4c-8ca2-604956ccf184/7f5f4dd5-ee63-4c04-a902-938b03926a62/b855c5eb-0785-46b7-a67b-2230c2b7eecb) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:14.745209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.760035 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Calling delete_port for 47a4fd39-c0c4-40b8-a57e-2db463b035ca owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:14.788296 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20226dd-cbbd-4ced-ac93-f086cb604dcb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Network fc359a9d-56ef-4e9e-8975-d800b6d2d784 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:14.792365 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.850843 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-659a88dd-5088-4d97-b93e-d3ec1574a4e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] delete failed (client error): The resource could not be found. Dec 22 04:55:14.854464 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-659a88dd-5088-4d97-b93e-d3ec1574a4e0 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/routers/583c9415-c948-4b30-932c-eee2a1b536fd HTTP/1.1" status: 404 len: 336 time: 0.0778220 Dec 22 04:55:14.855028 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40112) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.877685 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-f20226dd-cbbd-4ced-ac93-f086cb604dcb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, fc359a9d-56ef-4e9e-8975-d800b6d2d784) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:14.884823 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c9af196a-cd68-4ba2-925c-0b08183e25fd up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:14.886431 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d3b4ac-671c-478b-b803-64e5d20dbbae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:14.886872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d3b4ac-671c-478b-b803-64e5d20dbbae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:14.888663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20226dd-cbbd-4ced-ac93-f086cb604dcb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:14.889823 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f20226dd-cbbd-4ced-ac93-f086cb604dcb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:14.891789 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-82d3b4ac-671c-478b-b803-64e5d20dbbae tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/15850522-e69b-4564-ae59-e821e8fe972c HTTP/1.1" status: 404 len: 337 time: 0.0361922 Dec 22 04:55:14.894778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40114) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:14.915648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118ccc5-babc-4b87-aa4f-b4837b87fef9 None None] Network fc359a9d-56ef-4e9e-8975-d800b6d2d784 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:14.944183 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-934264f4-1cfd-457f-95af-24378dcea5c7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:14.944578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934264f4-1cfd-457f-95af-24378dcea5c7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:14.947580 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-934264f4-1cfd-457f-95af-24378dcea5c7 tempest-RoutersTest-1537996735 tempest-RoutersTest-1537996735-project] 10.222.0.54 "DELETE /v2.0/subnets/43518402-e260-4708-b6b2-abaf63b8ded0 HTTP/1.1" status: 404 len: 337 time: 0.0518775 Dec 22 04:55:14.994609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.049937 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f20226dd-cbbd-4ced-ac93-f086cb604dcb tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8239269 Dec 22 04:55:15.050591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40118) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:15.051589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c9af196a-cd68-4ba2-925c-0b08183e25fd triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:15.052215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.059821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-405692d5-0d9c-44e5-8164-e7e0de24a741 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Request body: {'subnet': {'network_id': '581ac459-3297-4a01-9676-fa2135d1a83c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:15.064211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.162140 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 169e3a61-e005-48e9-b476-6da524003f82 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:15.177218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.206322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=8f9bcf0b-0f73-463b-920c-4260393004ba,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:15.206322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.217990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:15.250859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.255677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:15.261970 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:15.262622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.264610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-fc359a9d-56ef-4e9e-8975-d800b6d2d784', 'network_id': 'fc359a9d-56ef-4e9e-8975-d800b6d2d784', 'tenant_id': '7f819fa42ea14ee2a92a968918e83514', 'fixed_ips': [{'subnet_id': '15401f81-fd7b-4b98-9a3e-4bea80c21d78'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:55:15.265666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.276567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Pushing event deleted for resources: {'Port': ['ID=47a4fd39-c0c4-40b8-a57e-2db463b035ca,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:15.281869 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.320111 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port c9af196a-cd68-4ba2-925c-0b08183e25fd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c9af196a-cd68-4ba2-925c-0b08183e25fd,segment=NetworkSegment(64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e),segment_id=64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:15.321039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network ef95334f-f7fa-4b4c-8ca2-604956ccf184 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:15.322089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=b855c5eb-0785-46b7-a67b-2230c2b7eecb,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:15.325100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:15.331848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:15.375815 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-00ecce9c-c845-4855-b8fc-0688543b4a2a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2776420 Dec 22 04:55:15.380777 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40120) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:15.387155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9e4598ef-3cce-4f9a-8bf7-bb1a0aae1258 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:15.431872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.432105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.433961 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 4d16b194-e728-4795-a6fc-d7d5868fca96 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:15.490559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=c9af196a-cd68-4ba2-925c-0b08183e25fd,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:15.491827 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:15.493557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.555599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405692d5-0d9c-44e5-8164-e7e0de24a741 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Made reservation on behalf of 7f819fa42ea14ee2a92a968918e83514 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:15.559545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-405692d5-0d9c-44e5-8164-e7e0de24a741 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.594551 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Allocated IP 2001:db8::2 (fc359a9d-56ef-4e9e-8975-d800b6d2d784/15401f81-fd7b-4b98-9a3e-4bea80c21d78/1ac74da8-3889-4d9a-9b78-d55b16189cbd) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:15.599467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 4d16b194-e728-4795-a6fc-d7d5868fca96 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:15.599659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.606643 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cc995db1-4eca-4d69-9a94-cef01ccb1384 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8834350 Dec 22 04:55:15.613576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40126) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:15.620754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': 'b855c5eb-0785-46b7-a67b-2230c2b7eecb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:15.657099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40128) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:15.766728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4598ef-3cce-4f9a-8bf7-bb1a0aae1258 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:15.770499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9e4598ef-3cce-4f9a-8bf7-bb1a0aae1258 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.797101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.886086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e46a3e-2eec-4627-8fe6-656b9fff9144 req-fe1f7898-4ea2-4fc8-993f-22f379554817 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:15.888569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eaf4e3-0efe-4be6-851d-9ff00165af62 None None] Network 1fc523db-49f6-449a-859d-fece93197f1c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:15.890699 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-31e46a3e-2eec-4627-8fe6-656b9fff9144 req-fe1f7898-4ea2-4fc8-993f-22f379554817 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2211747 Dec 22 04:55:15.918250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.936761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:15.946864 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6454a140-7276-4057-874b-b4559967b80a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e878b3ef919e4e439706cb80110066eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860656 Dec 22 04:55:15.948038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40132) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:16.008911 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.ipam_backend_mixin [None req-9e4598ef-3cce-4f9a-8bf7-bb1a0aae1258 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fcdec122-1ec0-4d8d-b650-3e1ef6663a15 (CIDR: 2001:db8::/64) Dec 22 04:55:16.012479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.035751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3ac5a2a4-ab8d-41b6-b7f8-1dd1908c9e28 None None] Provisioning complete for port 25c498c1-801f-47e2-9164-c1e932317872 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:16.040042 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a2a4-ab8d-41b6-b7f8-1dd1908c9e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.047444 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c9f85d96-c549-45fa-8bc5-671626a30ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.048800 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.063382 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4598ef-3cce-4f9a-8bf7-bb1a0aae1258 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:55:16.063883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4598ef-3cce-4f9a-8bf7-bb1a0aae1258 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:16.076810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Router b005b522-7835-4677-beea-a01ce8d03f2f has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:16.086103 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c9f85d96-c549-45fa-8bc5-671626a30ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.089309 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-31e46a3e-2eec-4627-8fe6-656b9fff9144 req-ccae2c87-a60e-4654-b338-e42bac30fe40 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854131 Dec 22 04:55:16.114911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.146332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.155148 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9e4598ef-3cce-4f9a-8bf7-bb1a0aae1258 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7687709 Dec 22 04:55:16.157727 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40136) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:16.163463 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e1e3a14b-379f-4c45-aee6-ca33dd4d762f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:16.180435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Pushing event updated for resources: {'Port': ['ID=1ac74da8-3889-4d9a-9b78-d55b16189cbd,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:16.190655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 4d16b194-e728-4795-a6fc-d7d5868fca96, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=4d16b194-e728-4795-a6fc-d7d5868fca96,segment=NetworkSegment(67a55c98-f7cd-4de7-9711-42c5128cd027),segment_id=67a55c98-f7cd-4de7-9711-42c5128cd027)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:16.191768 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-3ac5a2a4-ab8d-41b6-b7f8-1dd1908c9e28 None None] Port 25c498c1-801f-47e2-9164-c1e932317872 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:16.203531 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Network fc359a9d-56ef-4e9e-8975-d800b6d2d784 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:16.212224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:16.214286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:16.233897 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:16.243737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.245194 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dc2b03ad-bed4-40f6-9cf2-ee44ecae5315 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "PUT /v2.0/routers/b005b522-7835-4677-beea-a01ce8d03f2f HTTP/1.1" status: 200 len: 710 time: 2.6439846 Dec 22 04:55:16.247671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40138) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:16.286362 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec8cbc-b155-493f-ae28-30549f83a0de None None] Sync routers for ids ['b005b522-7835-4677-beea-a01ce8d03f2f'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:16.288296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.297501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3ac5a2a4-ab8d-41b6-b7f8-1dd1908c9e28 None None] Provisioning complete for port 4d16b194-e728-4795-a6fc-d7d5868fca96 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:16.299753 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3ac5a2a4-ab8d-41b6-b7f8-1dd1908c9e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.338774 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c9f85d96-c549-45fa-8bc5-671626a30ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.341497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c9f85d96-c549-45fa-8bc5-671626a30ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.345692 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c9f85d96-c549-45fa-8bc5-671626a30ac7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b8aee3b4-3b30-496d-ac6b-df2937f41c47 HTTP/1.1" status: 204 len: 168 time: 0.3940403 Dec 22 04:55:16.377234 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-56a37618-de68-4332-a601-236648a2f350 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/routers/b005b522-7835-4677-beea-a01ce8d03f2f HTTP/1.1" status: 200 len: 745 time: 0.1276028 Dec 22 04:55:16.380096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40142) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:16.386738 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b50ec-39fa-486c-8324-799d63831b9c req-abe27e72-aa68-4665-850f-92ed38885dab tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:16.388337 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fd7b50ec-39fa-486c-8324-799d63831b9c req-abe27e72-aa68-4665-850f-92ed38885dab tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1506059 Dec 22 04:55:16.395929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f85d96-c549-45fa-8bc5-671626a30ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aee3b4-3b30-496d-ac6b-df2937f41c47,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:16.409336 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec8cbc-b155-493f-ae28-30549f83a0de None None] Routers {'b005b522-7835-4677-beea-a01ce8d03f2f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:16.410040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-72ec8cbc-b155-493f-ae28-30549f83a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b005b522-7835-4677-beea-a01ce8d03f2f'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:16.418698 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f6da66ab-87ac-47d4-aa10-2f3079f875c3 tempest-RoutersIpV6AdminTest-210230391 tempest-RoutersIpV6AdminTest-210230391-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=42d15e0e-484d-404f-97b4-aa292329db95&device_id=b005b522-7835-4677-beea-a01ce8d03f2f HTTP/1.1" status: 200 len: 205 time: 0.0374773 Dec 22 04:55:16.421994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40144) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:16.439485 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.26.5.135 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/66de4485-f46f-465b-9003-dca8e9cbf398) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:16.453099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-72ec8cbc-b155-493f-ae28-30549f83a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:16.458373 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dcf76250-630a-46d8-9461-eed7aad32067 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "GET /v2.0/ports?device_id=b005b522-7835-4677-beea-a01ce8d03f2f HTTP/1.1" status: 200 len: 205 time: 0.0324965 Dec 22 04:55:16.458373 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-405692d5-0d9c-44e5-8164-e7e0de24a741 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.458673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Attempting to bind port 1ac74da8-3889-4d9a-9b78-d55b16189cbd on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:16.458673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Attempting to bind port 1ac74da8-3889-4d9a-9b78-d55b16189cbd by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '5937d6dc-0be2-45dd-a235-7e59997ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fc359a9d-56ef-4e9e-8975-d800b6d2d784'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:16.458673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Attempting to bind port 1ac74da8-3889-4d9a-9b78-d55b16189cbd on network fc359a9d-56ef-4e9e-8975-d800b6d2d784 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:16.459924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40146) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:16.483370 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fd7b50ec-39fa-486c-8324-799d63831b9c req-2177cdf2-415e-4359-a470-13a54117c95d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816660 Dec 22 04:55:16.496600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=4d16b194-e728-4795-a6fc-d7d5868fca96,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:16.508476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:16.508476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Checking segment: {'id': '5937d6dc-0be2-45dd-a235-7e59997ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fc359a9d-56ef-4e9e-8975-d800b6d2d784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:16.508476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.508476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Bound using segment: {'id': '5937d6dc-0be2-45dd-a235-7e59997ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fc359a9d-56ef-4e9e-8975-d800b6d2d784'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:16.508476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Bound port: 1ac74da8-3889-4d9a-9b78-d55b16189cbd, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5937d6dc-0be2-45dd-a235-7e59997ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'fc359a9d-56ef-4e9e-8975-d800b6d2d784'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:16.508476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.535172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ec8cbc-b155-493f-ae28-30549f83a0de None None] Routers {'b005b522-7835-4677-beea-a01ce8d03f2f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:16.535808 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-72ec8cbc-b155-493f-ae28-30549f83a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b005b522-7835-4677-beea-a01ce8d03f2f'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:16.577379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e3a14b-379f-4c45-aee6-ca33dd4d762f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:16.583501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a14b-379f-4c45-aee6-ca33dd4d762f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.617342 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-72ec8cbc-b155-493f-ae28-30549f83a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:16.618008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ec8cbc-b155-493f-ae28-30549f83a0de None None] The sync data for ids ['b005b522-7835-4677-beea-a01ce8d03f2f'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:16.640173 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.670691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] For port 1ac74da8-3889-4d9a-9b78-d55b16189cbd, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:16.684160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] For port 1ac74da8-3889-4d9a-9b78-d55b16189cbd, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1ac74da8-3889-4d9a-9b78-d55b16189cbd,segment=NetworkSegment(5937d6dc-0be2-45dd-a235-7e59997ded72),segment_id=5937d6dc-0be2-45dd-a235-7e59997ded72)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:16.694620 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3189781-0d49-4f87-bda8-b43e406199e3 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.716367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ebe60-643d-43d6-b609-d60fa1ac7d8a req-5191fe3b-a50c-4032-ba92-99203a62cd05 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:16.718432 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a18ebe60-643d-43d6-b609-d60fa1ac7d8a req-5191fe3b-a50c-4032-ba92-99203a62cd05 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1117101 Dec 22 04:55:16.756868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405692d5-0d9c-44e5-8164-e7e0de24a741 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'Subnet': ['ID=18994a94-4457-4afe-87c4-44590341a75d,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:16.799926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d0d0bf1a-7ff5-4987-8113-efd34d0fa9c1 None None] Provisioning complete for port 8f9bcf0b-0f73-463b-920c-4260393004ba triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:16.800897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d0d0bf1a-7ff5-4987-8113-efd34d0fa9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.804555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405692d5-0d9c-44e5-8164-e7e0de24a741 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Checking segment: {'id': '75eb925e-55aa-48e2-87ce-a729a12253d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '581ac459-3297-4a01-9676-fa2135d1a83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:16.804555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405692d5-0d9c-44e5-8164-e7e0de24a741 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Network hostable DHCP agents. Network: 581ac459-3297-4a01-9676-fa2135d1a83c, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:16.805598 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.828404 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:16.897082 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:16.903099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:16.910939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10d346-930a-45ef-b0dd-2900f4d1c404 None None] Pushing event updated for resources: {'Port': ['ID=1ac74da8-3889-4d9a-9b78-d55b16189cbd,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:16.913785 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c9af196a-cd68-4ba2-925c-0b08183e25fd up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:16.928900 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:16.933789 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=66de4485-f46f-465b-9003-dca8e9cbf398,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:16.993817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0bf1a-7ff5-4987-8113-efd34d0fa9c1 None None] Port 8f9bcf0b-0f73-463b-920c-4260393004ba cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:17.024277 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c9af196a-cd68-4ba2-925c-0b08183e25fd triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:17.024756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.067449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d0d0bf1a-7ff5-4987-8113-efd34d0fa9c1 None None] Provisioning complete for port c9af196a-cd68-4ba2-925c-0b08183e25fd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:17.067822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d0d0bf1a-7ff5-4987-8113-efd34d0fa9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.093547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a14b-379f-4c45-aee6-ca33dd4d762f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.408820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 4d16b194-e728-4795-a6fc-d7d5868fca96 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:17.459133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405692d5-0d9c-44e5-8164-e7e0de24a741 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Network 581ac459-3297-4a01-9676-fa2135d1a83c is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:17.464715 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 4d16b194-e728-4795-a6fc-d7d5868fca96 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:17.465278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.501132 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a18ebe60-643d-43d6-b609-d60fa1ac7d8a req-8d822569-36dc-4903-be14-0f22b1005b79 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7507033 Dec 22 04:55:17.509594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3189781-0d49-4f87-bda8-b43e406199e3 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.513205 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3189781-0d49-4f87-bda8-b43e406199e3 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.551928 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b2db79e6-dbf7-4025-9370-7cb4c4a0bfef None None] Provisioning complete for port c9af196a-cd68-4ba2-925c-0b08183e25fd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:17.552360 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b2db79e6-dbf7-4025-9370-7cb4c4a0bfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.600956 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-405692d5-0d9c-44e5-8164-e7e0de24a741 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 581ac459-3297-4a01-9676-fa2135d1a83c) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:17.608762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405692d5-0d9c-44e5-8164-e7e0de24a741 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:17.609346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-405692d5-0d9c-44e5-8164-e7e0de24a741 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.621264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccb1a1b-ab3d-4456-8795-240d41cb8fc8 None None] Network 581ac459-3297-4a01-9676-fa2135d1a83c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:17.649370 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3a14b-379f-4c45-aee6-ca33dd4d762f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Subnet': ['ID=a23c608e-65e5-440d-8276-8ee56e065185,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:17.686466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3189781-0d49-4f87-bda8-b43e406199e3 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.687316 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3189781-0d49-4f87-bda8-b43e406199e3 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Fanout notify agent at l3_agent the message router_deleted on router b005b522-7835-4677-beea-a01ce8d03f2f {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:55:17.692456 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3a14b-379f-4c45-aee6-ca33dd4d762f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 169e3a61-e005-48e9-b476-6da524003f82 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:17.695238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-e1e3a14b-379f-4c45-aee6-ca33dd4d762f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:17.698085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e3a14b-379f-4c45-aee6-ca33dd4d762f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:17.698682 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1e3a14b-379f-4c45-aee6-ca33dd4d762f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.710489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ae3c4-8b60-4d3e-bf72-657e44abe9a8 None None] Network 169e3a61-e005-48e9-b476-6da524003f82 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:17.719470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3189781-0d49-4f87-bda8-b43e406199e3 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:17.720626 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d3189781-0d49-4f87-bda8-b43e406199e3 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/routers/b005b522-7835-4677-beea-a01ce8d03f2f HTTP/1.1" status: 204 len: 168 time: 1.2575667 Dec 22 04:55:17.724641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40170) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:17.728170 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-405692d5-0d9c-44e5-8164-e7e0de24a741 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6732738 Dec 22 04:55:17.728981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40172) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:17.755863 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-52e6382b-8cb9-44c3-9d18-705cde8c5cf9 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "GET /v2.0/ports?device_id=b005b522-7835-4677-beea-a01ce8d03f2f HTTP/1.1" status: 200 len: 205 time: 0.0299079 Dec 22 04:55:17.758263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40174) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:17.810271 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-e8374692-678d-4a6d-b581-38ed0f730fcc tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] delete failed (client error): The resource could not be found. Dec 22 04:55:17.812312 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e8374692-678d-4a6d-b581-38ed0f730fcc tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/routers/b005b522-7835-4677-beea-a01ce8d03f2f HTTP/1.1" status: 404 len: 336 time: 0.0531743 Dec 22 04:55:17.815924 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e1e3a14b-379f-4c45-aee6-ca33dd4d762f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6578341 Dec 22 04:55:17.818403 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40178) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:17.818896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40180) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:17.838916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e4daf4c1-56f2-4a2e-b5a7-444937e5ec19 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-950755060', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a23c608e-65e5-440d-8276-8ee56e065185'}], 'security_groups': ['68ace23e-1498-49fa-80c4-ceda500de947']}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:17.898300 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e70db52d-3f44-4a12-a4f3-4118695314d9 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "GET /v2.0/ports?device_id=69609556-822e-441f-a176-95179d09d06f HTTP/1.1" status: 200 len: 205 time: 0.0776210 Dec 22 04:55:17.904825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40182) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:17.992444 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-07eade24-8c3a-4bee-b073-9767533a3f99 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] delete failed (client error): The resource could not be found. Dec 22 04:55:17.994772 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-07eade24-8c3a-4bee-b073-9767533a3f99 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/routers/69609556-822e-441f-a176-95179d09d06f HTTP/1.1" status: 404 len: 336 time: 0.0886946 Dec 22 04:55:18.005758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-581ac459-3297-4a01-9676-fa2135d1a83c', 'network_id': '581ac459-3297-4a01-9676-fa2135d1a83c', 'tenant_id': '7f819fa42ea14ee2a92a968918e83514', 'fixed_ips': [{'subnet_id': '18994a94-4457-4afe-87c4-44590341a75d'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:55:18.006623 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.018371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40184) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:18.061258 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c7639cde-8839-4fb8-a226-34bcf48be686 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac3a10e3-c1be-4644-a009-c5339d8fb9ea HTTP/1.1" status: 200 len: 205 time: 0.0408113 Dec 22 04:55:18.063667 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40186) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:18.111212 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e4daf4c1-56f2-4a2e-b5a7-444937e5ec19 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.145357 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-4ecc32db-606f-47c5-bf89-50be93c44fad tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] delete failed (client error): The resource could not be found. Dec 22 04:55:18.146564 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4ecc32db-606f-47c5-bf89-50be93c44fad tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/routers/ac3a10e3-c1be-4644-a009-c5339d8fb9ea HTTP/1.1" status: 404 len: 336 time: 0.0818317 Dec 22 04:55:18.150775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40190) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:18.158387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40192) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:18.224594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.268376 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b0c70071-2af8-4975-91d7-7ed08cfd7612 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "GET /v2.0/ports?device_id=1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41 HTTP/1.1" status: 200 len: 205 time: 0.1163385 Dec 22 04:55:18.277653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40196) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:18.313748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Allocated IP 2001:db8::2 (581ac459-3297-4a01-9676-fa2135d1a83c/18994a94-4457-4afe-87c4-44590341a75d/8dee8c21-c286-4dbb-b7b1-d0134f8f47b1) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:18.315352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.366031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a2e45eac-9804-4930-96b9-5b417d0c3da7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-633843467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:18.371908 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-528fb1e7-f8e3-46cd-b959-92b57c3010df tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] delete failed (client error): The resource could not be found. Dec 22 04:55:18.375479 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-528fb1e7-f8e3-46cd-b959-92b57c3010df tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/routers/1013c73e-1cfd-4a3b-9f74-d5a4d2d78b41 HTTP/1.1" status: 404 len: 336 time: 0.0924523 Dec 22 04:55:18.405688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40198) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:18.423167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30c2d4e-d461-4d22-8942-5a97610f8718 None None] Update dhcp port {'port': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'fixed_ips': [{'subnet_id': 'fcdec122-1ec0-4d8d-b650-3e1ef6663a15', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a23c608e-65e5-440d-8276-8ee56e065185'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '4d16b194-e728-4795-a6fc-d7d5868fca96'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:55:18.454323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e83225-e922-441c-9a07-3e9cd9243860 req-17817e16-afe3-49da-b7ed-f40136572c75 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.460749 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f30c2d4e-d461-4d22-8942-5a97610f8718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.462594 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78e83225-e922-441c-9a07-3e9cd9243860 req-17817e16-afe3-49da-b7ed-f40136572c75 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2373741 Dec 22 04:55:18.505818 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1cd86c5e-0b80-4276-9661-f047c245ab9e tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "GET /v2.0/ports?device_id=ea51792e-e619-42cb-8394-dfa005304661 HTTP/1.1" status: 200 len: 205 time: 0.0968897 Dec 22 04:55:18.511652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40200) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:18.517581 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a886687-2983-4a5e-bbc2-23c9b0d43d32 None None] Network fc359a9d-56ef-4e9e-8975-d800b6d2d784 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:18.532704 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.537305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2e45eac-9804-4930-96b9-5b417d0c3da7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.538359 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2e45eac-9804-4930-96b9-5b417d0c3da7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.596757 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-3aa4d3ae-fc10-4235-92c7-cf2e936cc9bc tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] delete failed (client error): The resource could not be found. Dec 22 04:55:18.600528 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3aa4d3ae-fc10-4235-92c7-cf2e936cc9bc tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/routers/ea51792e-e619-42cb-8394-dfa005304661 HTTP/1.1" status: 404 len: 336 time: 0.0849943 Dec 22 04:55:18.602805 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40202) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:18.616355 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78e83225-e922-441c-9a07-3e9cd9243860 req-58468193-4715-4765-95bd-250ac7840d92 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465266 Dec 22 04:55:18.727391 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-bc92747c-7c45-4274-837a-a0430e40ab40 None None] Provisioning complete for port 1ac74da8-3889-4d9a-9b78-d55b16189cbd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:18.727763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bc92747c-7c45-4274-837a-a0430e40ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.763155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.791451 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-e4daf4c1-56f2-4a2e-b5a7-444937e5ec19 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Delete allocated IP 2001:db8::44 (169e3a61-e005-48e9-b476-6da524003f82/fcdec122-1ec0-4d8d-b650-3e1ef6663a15) {{(pid=109182) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:55:18.803657 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b957dfdf-5ccc-4eaf-98d8-256e10c0e0bb tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "GET /v2.0/ports?device_id=88042314-7261-4a5c-b3da-d008dd6dc091 HTTP/1.1" status: 200 len: 205 time: 0.2015960 Dec 22 04:55:18.805592 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-e4daf4c1-56f2-4a2e-b5a7-444937e5ec19 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8:0:1::23b (169e3a61-e005-48e9-b476-6da524003f82/a23c608e-65e5-440d-8276-8ee56e065185/8f9bcf0b-0f73-463b-920c-4260393004ba) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:18.807736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40204) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:18.808124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Allocated IP 2001:db8::1 (fc359a9d-56ef-4e9e-8975-d800b6d2d784/15401f81-fd7b-4b98-9a3e-4bea80c21d78/e0b74ca8-af6f-40d0-b01d-494a57f645f6) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:18.837806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.858277 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2e45eac-9804-4930-96b9-5b417d0c3da7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.861523 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-9e4520d0-a864-43d4-a21f-b28b29c68528 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] delete failed (client error): The resource could not be found. Dec 22 04:55:18.864846 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9e4520d0-a864-43d4-a21f-b28b29c68528 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/routers/88042314-7261-4a5c-b3da-d008dd6dc091 HTTP/1.1" status: 404 len: 336 time: 0.0522773 Dec 22 04:55:18.869629 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40206) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:18.888339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1ac74da8-3889-4d9a-9b78-d55b16189cbd up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:18.937230 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bc92747c-7c45-4274-837a-a0430e40ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.942164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Pushing event updated for resources: {'Port': ['ID=8dee8c21-c286-4dbb-b7b1-d0134f8f47b1,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:18.958682 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec84f3cf-4cd9-4b5f-b069-22923f9e38b9 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:18.958682 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec84f3cf-4cd9-4b5f-b069-22923f9e38b9 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:18.960820 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ec84f3cf-4cd9-4b5f-b069-22923f9e38b9 tempest-RoutersIpV6AdminTest-469971030 tempest-RoutersIpV6AdminTest-469971030-project] 10.222.0.54 "DELETE /v2.0/subnets/605a6750-0bb0-47f3-849d-c52f32aac8b4 HTTP/1.1" status: 404 len: 337 time: 0.0902960 Dec 22 04:55:18.963011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Network 581ac459-3297-4a01-9676-fa2135d1a83c is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:18.966911 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2e45eac-9804-4930-96b9-5b417d0c3da7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.969689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:18.989906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:18.997915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:19.061313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-bc92747c-7c45-4274-837a-a0430e40ab40 None None] For port 1ac74da8-3889-4d9a-9b78-d55b16189cbd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1ac74da8-3889-4d9a-9b78-d55b16189cbd,segment=NetworkSegment(5937d6dc-0be2-45dd-a235-7e59997ded72),segment_id=5937d6dc-0be2-45dd-a235-7e59997ded72)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:19.101703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 1ac74da8-3889-4d9a-9b78-d55b16189cbd triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:19.101703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.104483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Attempting to bind port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:19.104684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Attempting to bind port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '75eb925e-55aa-48e2-87ce-a729a12253d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '581ac459-3297-4a01-9676-fa2135d1a83c'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:19.105041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Attempting to bind port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 on network 581ac459-3297-4a01-9676-fa2135d1a83c {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:19.118065 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2e45eac-9804-4930-96b9-5b417d0c3da7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.122190 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40210) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:19.122343 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a2e45eac-9804-4930-96b9-5b417d0c3da7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.9627869 Dec 22 04:55:19.131385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1451413157'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:19.135216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:19.135593 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Checking segment: {'id': '75eb925e-55aa-48e2-87ce-a729a12253d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '581ac459-3297-4a01-9676-fa2135d1a83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:19.135993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.136411 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Bound using segment: {'id': '75eb925e-55aa-48e2-87ce-a729a12253d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '581ac459-3297-4a01-9676-fa2135d1a83c'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:19.136886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Bound port: 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75eb925e-55aa-48e2-87ce-a729a12253d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '581ac459-3297-4a01-9676-fa2135d1a83c'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:19.141530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.160959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bc92747c-7c45-4274-837a-a0430e40ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.173136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.177294 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.202416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e4daf4c1-56f2-4a2e-b5a7-444937e5ec19 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.229867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Network fc359a9d-56ef-4e9e-8975-d800b6d2d784 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:19.233367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:19.237332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:19.237869 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.246489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'Port': ['ID=e0b74ca8-af6f-40d0-b01d-494a57f645f6,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:19.280285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Made reservation on behalf of 599ed556bd1b48cf98ce32eeeaff4d28 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:19.281319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92747c-7c45-4274-837a-a0430e40ab40 None None] Pushing event updated for resources: {'Port': ['ID=1ac74da8-3889-4d9a-9b78-d55b16189cbd,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:19.282760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.290018 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e4daf4c1-56f2-4a2e-b5a7-444937e5ec19 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.290460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] For port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:19.292124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.303465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] For port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8dee8c21-c286-4dbb-b7b1-d0134f8f47b1,segment=NetworkSegment(75eb925e-55aa-48e2-87ce-a729a12253d5),segment_id=75eb925e-55aa-48e2-87ce-a729a12253d5)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:19.318388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.357760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-f30c2d4e-d461-4d22-8942-5a97610f8718 None None] Allocated IP 2001:db8:0:1::2 (169e3a61-e005-48e9-b476-6da524003f82/a23c608e-65e5-440d-8276-8ee56e065185/4d16b194-e728-4795-a6fc-d7d5868fca96) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:19.385213 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.395888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-e4daf4c1-56f2-4a2e-b5a7-444937e5ec19 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] In _notify_port_updated(), no bound segment for port 8f9bcf0b-0f73-463b-920c-4260393004ba on network 169e3a61-e005-48e9-b476-6da524003f82 {{(pid=109182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:55:19.414590 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4daf4c1-56f2-4a2e-b5a7-444937e5ec19 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:19.418090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e4daf4c1-56f2-4a2e-b5a7-444937e5ec19 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.421142 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e4daf4c1-56f2-4a2e-b5a7-444937e5ec19 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "PUT /v2.0/ports/8f9bcf0b-0f73-463b-920c-4260393004ba HTTP/1.1" status: 200 len: 930 time: 1.5992942 Dec 22 04:55:19.424648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40212) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:19.442173 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=66de4485-f46f-465b-9003-dca8e9cbf398,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:19.502326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.600303 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40216) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:19.607902 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4daf4c1-56f2-4a2e-b5a7-444937e5ec19 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=8f9bcf0b-0f73-463b-920c-4260393004ba,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:19.610648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.666789 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Floating IP f91150c6-c650-40d6-9a02-3621feec9824 associated. External IP: 172.26.5.135, port: b855c5eb-0785-46b7-a67b-2230c2b7eecb. Dec 22 04:55:19.687380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.730868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f30c2d4e-d461-4d22-8942-5a97610f8718 None None] For port 4d16b194-e728-4795-a6fc-d7d5868fca96, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=4d16b194-e728-4795-a6fc-d7d5868fca96,segment=NetworkSegment(67a55c98-f7cd-4de7-9711-42c5128cd027),segment_id=67a55c98-f7cd-4de7-9711-42c5128cd027)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:19.766923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.778990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f30c2d4e-d461-4d22-8942-5a97610f8718 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.787426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9692d8fd-c231-4b55-85b8-e2342e4a381b None None] Provisioning complete for port 1ac74da8-3889-4d9a-9b78-d55b16189cbd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:19.788092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9692d8fd-c231-4b55-85b8-e2342e4a381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.820716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e28d5-8463-4106-9e79-b901405fbb91 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 8f9bcf0b-0f73-463b-920c-4260393004ba {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:19.821217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb9e28d5-8463-4106-9e79-b901405fbb91 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.829547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:19.833858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37ca8c34-cfb9-435a-8893-5c014712de6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.837260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07ae54c-b20e-44b3-995f-d0b4ae743133,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:19.841823 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a78f2c-915d-4ae2-9e94-c92a04d82b54 None None] Pushing event updated for resources: {'Port': ['ID=8dee8c21-c286-4dbb-b7b1-d0134f8f47b1,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:19.853816 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f30c2d4e-d461-4d22-8942-5a97610f8718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.902774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:19.903113 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Added segment 814db13f-780d-4163-ab1f-32d9ccd9989f of type vlan for network 7dc0bb42-173a-4f33-8520-6aeec2d62078 Dec 22 04:55:19.910566 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98c8d9-259b-445d-bbeb-8b9ad14c6ef3 req-abe3f58a-94f5-49ff-a0af-099290038e72 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:19.912263 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2a98c8d9-259b-445d-bbeb-8b9ad14c6ef3 req-abe3f58a-94f5-49ff-a0af-099290038e72 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1486449 Dec 22 04:55:19.990548 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30c2d4e-d461-4d22-8942-5a97610f8718 None None] Pushing event updated for resources: {'Port': ['ID=4d16b194-e728-4795-a6fc-d7d5868fca96,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:19.995294 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2a98c8d9-259b-445d-bbeb-8b9ad14c6ef3 req-b8db5eaa-bf29-49bf-b001-968c138b83ad tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552044 Dec 22 04:55:20.017462 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.130493 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a62f8546-6c8b-43cf-b3c1-f250eb90de63 None None] Provisioning complete for port e0b74ca8-af6f-40d0-b01d-494a57f645f6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:20.130986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a62f8546-6c8b-43cf-b3c1-f250eb90de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.131823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb9e28d5-8463-4106-9e79-b901405fbb91 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.174090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37ca8c34-cfb9-435a-8893-5c014712de6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.176823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e28d5-8463-4106-9e79-b901405fbb91 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 8f9bcf0b-0f73-463b-920c-4260393004ba owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:20.190570 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a62f8546-6c8b-43cf-b3c1-f250eb90de63 None None] Port e0b74ca8-af6f-40d0-b01d-494a57f645f6 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:20.203839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:20.250776 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.256284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.256852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.289808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37ca8c34-cfb9-435a-8893-5c014712de6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.309256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.342922 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca8c34-cfb9-435a-8893-5c014712de6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233c3ddc-6d6e-402b-aae7-d7b034294c59,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:20.356048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event updated for resources: {'Network': ['ID=7dc0bb42-173a-4f33-8520-6aeec2d62078,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:20.357015 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-37ca8c34-cfb9-435a-8893-5c014712de6c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8536c2262ee475fa221be4b87fe402a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7554612 Dec 22 04:55:20.357740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40224) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:20.373603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 7dc0bb42-173a-4f33-8520-6aeec2d62078 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:20.389834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.391210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.394538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:20.409659 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddafa598-13a4-4785-82c0-cf2c3b3568ed None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:20.422671 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafa598-13a4-4785-82c0-cf2c3b3568ed None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:20.423414 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ddafa598-13a4-4785-82c0-cf2c3b3568ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:20.442622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4e0bec6-b1bc-4f8f-8b28-04f1afbc1d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.503238 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ddafa598-13a4-4785-82c0-cf2c3b3568ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:20.526767 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafa598-13a4-4785-82c0-cf2c3b3568ed None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:20.527606 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ddafa598-13a4-4785-82c0-cf2c3b3568ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:20.533660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4e0bec6-b1bc-4f8f-8b28-04f1afbc1d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.540118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.546694 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Network fc359a9d-56ef-4e9e-8975-d800b6d2d784 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:20.583881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.585174 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ddafa598-13a4-4785-82c0-cf2c3b3568ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:20.586526 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddafa598-13a4-4785-82c0-cf2c3b3568ed None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:20.596647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:20.601352 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-65501995-8f43-4206-b766-78a5d331b025 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4780850 Dec 22 04:55:20.617849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40228) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:20.627080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3fda27d9-6189-44d9-a5c8-905b41d94733 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Request body: {'subnet': {'network_id': '7dc0bb42-173a-4f33-8520-6aeec2d62078', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:20.688964 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fc76333b-3773-4c7a-9f12-4b3b46a839fa tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0620446 Dec 22 04:55:20.688964 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40230) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:20.693749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b38a5a84-2004-43ac-addb-a316cb4a4267 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:20.698961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'Port': ['ID=e0b74ca8-af6f-40d0-b01d-494a57f645f6,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:20.746168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb9e28d5-8463-4106-9e79-b901405fbb91 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.773097 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d947e9-dac3-4459-861f-ff8ea0e0b677 req-772c3dca-1e03-4740-9e3d-6ab44c86a95e tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.781715 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d0d947e9-dac3-4459-861f-ff8ea0e0b677 req-772c3dca-1e03-4740-9e3d-6ab44c86a95e tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.3163342 Dec 22 04:55:20.796632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e28d5-8463-4106-9e79-b901405fbb91 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=8f9bcf0b-0f73-463b-920c-4260393004ba,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:20.854141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53942309-c492-4fa6-9933-eaf0d45f24f6 req-598f2478-f297-4747-ae55-ed59125ef1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:20.855811 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53942309-c492-4fa6-9933-eaf0d45f24f6 req-598f2478-f297-4747-ae55-ed59125ef1c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=348ed44d0e704fcba74c3cc8925ab135&device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 1099 time: 0.2302361 Dec 22 04:55:20.857428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb9e28d5-8463-4106-9e79-b901405fbb91 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.866643 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eb9e28d5-8463-4106-9e79-b901405fbb91 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/8f9bcf0b-0f73-463b-920c-4260393004ba HTTP/1.1" status: 204 len: 168 time: 1.4406641 Dec 22 04:55:20.870299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40234) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:20.884871 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b38a5a84-2004-43ac-addb-a316cb4a4267 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:20.974205 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc64d95-8840-41ea-a5ee-31dc039b747b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:55:20.975781 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9bc64d95-8840-41ea-a5ee-31dc039b747b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/8f9bcf0b-0f73-463b-920c-4260393004ba HTTP/1.1" status: 404 len: 333 time: 0.1043355 Dec 22 04:55:20.980337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40236) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:21.005576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4e0bec6-b1bc-4f8f-8b28-04f1afbc1d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.008142 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4e0bec6-b1bc-4f8f-8b28-04f1afbc1d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.015130 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c4e0bec6-b1bc-4f8f-8b28-04f1afbc1d3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/233c3ddc-6d6e-402b-aae7-d7b034294c59 HTTP/1.1" status: 204 len: 168 time: 0.6549048 Dec 22 04:55:21.043875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:21.052047 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d0d947e9-dac3-4459-861f-ff8ea0e0b677 req-88a729b1-6678-4858-995d-ab74304053f2 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693939 Dec 22 04:55:21.078591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40240) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:21.104060 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0bec6-b1bc-4f8f-8b28-04f1afbc1d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233c3ddc-6d6e-402b-aae7-d7b034294c59,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:21.146705 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:21.147161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.216346 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fda27d9-6189-44d9-a5c8-905b41d94733 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Made reservation on behalf of 599ed556bd1b48cf98ce32eeeaff4d28 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:21.219817 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3fda27d9-6189-44d9-a5c8-905b41d94733 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.292033 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.351379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-201e1e2b-6251-4f40-ad91-1f91a14de324 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.366643 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-382625c1-3e7e-4297-888a-98ae4a7267b6 None None] Provisioning complete for port e0b74ca8-af6f-40d0-b01d-494a57f645f6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:21.367460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-382625c1-3e7e-4297-888a-98ae4a7267b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.396771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Router e4d13dfc-04f5-4d48-a176-6aa581210f54 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:55:21.409362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-201e1e2b-6251-4f40-ad91-1f91a14de324 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.454141 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-382625c1-3e7e-4297-888a-98ae4a7267b6 None None] Port e0b74ca8-af6f-40d0-b01d-494a57f645f6 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:21.481229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8dee8c21-c286-4dbb-b7b1-d0134f8f47b1,segment=NetworkSegment(75eb925e-55aa-48e2-87ce-a729a12253d5),segment_id=75eb925e-55aa-48e2-87ce-a729a12253d5)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:21.488361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-382625c1-3e7e-4297-888a-98ae4a7267b6 None None] Provisioning complete for port 4d16b194-e728-4795-a6fc-d7d5868fca96 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:21.489726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-382625c1-3e7e-4297-888a-98ae4a7267b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.531895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18cdba8-07bf-487f-a197-582fa94d2ff1 None None] Network 581ac459-3297-4a01-9676-fa2135d1a83c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:21.678172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.678946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1ac74da8-3889-4d9a-9b78-d55b16189cbd up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:21.791826 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b38a5a84-2004-43ac-addb-a316cb4a4267 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.797779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=8dee8c21-c286-4dbb-b7b1-d0134f8f47b1,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:21.834994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 1ac74da8-3889-4d9a-9b78-d55b16189cbd triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:21.835374 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.876364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b38a5a84-2004-43ac-addb-a316cb4a4267 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.876787 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-b38a5a84-2004-43ac-addb-a316cb4a4267 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Floating IP f91150c6-c650-40d6-9a02-3621feec9824 disassociated. External IP: 172.26.5.135, port: b855c5eb-0785-46b7-a67b-2230c2b7eecb. Dec 22 04:55:21.946507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-382625c1-3e7e-4297-888a-98ae4a7267b6 None None] Could not find standard attr ID for object 8f9bcf0b-0f73-463b-920c-4260393004ba. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:21.972977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-382625c1-3e7e-4297-888a-98ae4a7267b6 None None] Provisioning complete for port 25c498c1-801f-47e2-9164-c1e932317872 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:21.973457 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-382625c1-3e7e-4297-888a-98ae4a7267b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:21.974449 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40244) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:22.055042 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 4d16b194-e728-4795-a6fc-d7d5868fca96 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:22.080023 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-53c6faa6-56f0-4219-a2c7-9feb5e209ac1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dfed7f8eb8a54d3cbb7a508790da5d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1042256 Dec 22 04:55:22.082584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40246) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:22.083815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53942309-c492-4fa6-9933-eaf0d45f24f6 req-448b365f-cde4-4297-b1c7-85d81e6205bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:22.085707 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53942309-c492-4fa6-9933-eaf0d45f24f6 req-448b365f-cde4-4297-b1c7-85d81e6205bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=1d436651-0ddd-42fa-825f-7a433bc5760e HTTP/1.1" status: 200 len: 912 time: 1.2161319 Dec 22 04:55:22.123825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-382625c1-3e7e-4297-888a-98ae4a7267b6 None None] Port 25c498c1-801f-47e2-9164-c1e932317872 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:22.148990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 4d16b194-e728-4795-a6fc-d7d5868fca96 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:22.150053 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.152705 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-93fcf9d7-f39c-4306-bb68-80819961a567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.155834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3fda27d9-6189-44d9-a5c8-905b41d94733 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.210357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:22.219335 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d8fc1709-b9f6-4b1b-9a55-807bea7252de tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "PUT /v2.0/routers/e4d13dfc-04f5-4d48-a176-6aa581210f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4861596 Dec 22 04:55:22.236758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40250) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:22.246647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e3b45-b472-48a4-b64d-9bc1a4423ec9 None None] Sync routers for ids ['e4d13dfc-04f5-4d48-a176-6aa581210f54'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:22.274784 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-93fcf9d7-f39c-4306-bb68-80819961a567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.276872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e3b45-b472-48a4-b64d-9bc1a4423ec9 None None] Routers {'e4d13dfc-04f5-4d48-a176-6aa581210f54'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:22.277603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f53e3b45-b472-48a4-b64d-9bc1a4423ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['e4d13dfc-04f5-4d48-a176-6aa581210f54'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:22.289763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e8e1a3da-4454-4c31-a81b-5e67a33a1b91 None None] Provisioning complete for port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:22.290225 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53942309-c492-4fa6-9933-eaf0d45f24f6 req-bf5390bb-72e9-44f2-9ed4-09e8e876ddb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b HTTP/1.1" status: 200 len: 1002 time: 0.1942878 Dec 22 04:55:22.290358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e8e1a3da-4454-4c31-a81b-5e67a33a1b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.327086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda27d9-6189-44d9-a5c8-905b41d94733 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event updated for resources: {'Subnet': ['ID=91cf881c-3d5d-4619-bb0f-8bf1fca6c926,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:22.327981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-201e1e2b-6251-4f40-ad91-1f91a14de324 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.335562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-201e1e2b-6251-4f40-ad91-1f91a14de324 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.335562 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-201e1e2b-6251-4f40-ad91-1f91a14de324 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/security-groups/1528eeda-9593-4a2f-ba01-f088b91ffc01 HTTP/1.1" status: 204 len: 168 time: 1.3534548 Dec 22 04:55:22.336456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Deleting port 8f60eb1d-f691-4574-9200-cc3b06f33d9e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:22.337046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.348483 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40252) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:22.349216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda27d9-6189-44d9-a5c8-905b41d94733 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Checking segment: {'id': '814db13f-780d-4163-ab1f-32d9ccd9989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7dc0bb42-173a-4f33-8520-6aeec2d62078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:22.349555 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fda27d9-6189-44d9-a5c8-905b41d94733 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Network hostable DHCP agents. Network: 7dc0bb42-173a-4f33-8520-6aeec2d62078, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:22.357403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f53e3b45-b472-48a4-b64d-9bc1a4423ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:22.371992 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53e3b45-b472-48a4-b64d-9bc1a4423ec9 None None] Routers {'e4d13dfc-04f5-4d48-a176-6aa581210f54'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:22.376459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f53e3b45-b472-48a4-b64d-9bc1a4423ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['e4d13dfc-04f5-4d48-a176-6aa581210f54'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:22.410490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f53e3b45-b472-48a4-b64d-9bc1a4423ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:22.411256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53e3b45-b472-48a4-b64d-9bc1a4423ec9 None None] The sync data for ids ['e4d13dfc-04f5-4d48-a176-6aa581210f54'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:22.425061 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38a5a84-2004-43ac-addb-a316cb4a4267 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:22.433507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e1e2b-6251-4f40-ad91-1f91a14de324 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1528eeda-9593-4a2f-ba01-f088b91ffc01,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:22.452562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3689-45db-4230-b9d2-cea2ac3ad4b3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.455442 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fda27d9-6189-44d9-a5c8-905b41d94733 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Network 7dc0bb42-173a-4f33-8520-6aeec2d62078 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:22.465006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664cc832-f6db-427e-900a-8d56acb4d590 req-22b92b2e-042c-4e29-a00d-61ef52aaaafe tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:22.472166 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-664cc832-f6db-427e-900a-8d56acb4d590 req-22b92b2e-042c-4e29-a00d-61ef52aaaafe tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2812424 Dec 22 04:55:22.479649 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e8e1a3da-4454-4c31-a81b-5e67a33a1b91 None None] Could not find standard attr ID for object 8f9bcf0b-0f73-463b-920c-4260393004ba. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:22.517066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53942309-c492-4fa6-9933-eaf0d45f24f6 req-52a6777d-7b8f-4c61-89ec-47351ba6269f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:22.518573 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53942309-c492-4fa6-9933-eaf0d45f24f6 req-52a6777d-7b8f-4c61-89ec-47351ba6269f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34ce218f-5db1-421c-b2b4-76f09d3395ae HTTP/1.1" status: 200 len: 850 time: 0.1459208 Dec 22 04:55:22.527551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-93fcf9d7-f39c-4306-bb68-80819961a567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.530113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-93fcf9d7-f39c-4306-bb68-80819961a567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.531221 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-93fcf9d7-f39c-4306-bb68-80819961a567 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f7bee412-eb93-48fd-93e2-6ad54500fb26 HTTP/1.1" status: 204 len: 168 time: 0.4476974 Dec 22 04:55:22.548240 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3689-45db-4230-b9d2-cea2ac3ad4b3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.562164 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcf9d7-f39c-4306-bb68-80819961a567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bee412-eb93-48fd-93e2-6ad54500fb26,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:22.598521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-3fda27d9-6189-44d9-a5c8-905b41d94733 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 7dc0bb42-173a-4f33-8520-6aeec2d62078) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:22.605434 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fda27d9-6189-44d9-a5c8-905b41d94733 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:22.606075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3fda27d9-6189-44d9-a5c8-905b41d94733 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.608171 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81daf2f-ba19-432c-9822-cfac984aa83b None None] Network 7dc0bb42-173a-4f33-8520-6aeec2d62078 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:22.633809 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.634487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.656271 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38a5a84-2004-43ac-addb-a316cb4a4267 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:22.669073 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b38a5a84-2004-43ac-addb-a316cb4a4267 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.669442 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8f062-fab5-4317-97cd-024ad51f2c0d None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:22.693583 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-664cc832-f6db-427e-900a-8d56acb4d590 req-236c741e-e8cf-4a45-8305-6ffb185a2e98 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115915 Dec 22 04:55:22.696525 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8f062-fab5-4317-97cd-024ad51f2c0d None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:22.697144 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-74d8f062-fab5-4317-97cd-024ad51f2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:22.700165 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Calling delete_port for 8f60eb1d-f691-4574-9200-cc3b06f33d9e owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:22.704739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3689-45db-4230-b9d2-cea2ac3ad4b3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.707821 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3689-45db-4230-b9d2-cea2ac3ad4b3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.708900 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2f7e3689-45db-4230-b9d2-cea2ac3ad4b3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/security-groups/68ace23e-1498-49fa-80c4-ceda500de947 HTTP/1.1" status: 204 len: 168 time: 0.3570883 Dec 22 04:55:22.715997 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40256) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:22.731793 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-74d8f062-fab5-4317-97cd-024ad51f2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:22.742051 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53942309-c492-4fa6-9933-eaf0d45f24f6 req-07cc77d4-a47e-40c2-bdbf-2d75796e3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:22.742212 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b38a5a84-2004-43ac-addb-a316cb4a4267 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "PUT /v2.0/floatingips/f91150c6-c650-40d6-9a02-3621feec9824 HTTP/1.1" status: 200 len: 688 time: 2.0500736 Dec 22 04:55:22.742315 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53942309-c492-4fa6-9933-eaf0d45f24f6 req-07cc77d4-a47e-40c2-bdbf-2d75796e3625 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1d436651-0ddd-42fa-825f-7a433bc5760e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1896038 Dec 22 04:55:22.742425 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d8f062-fab5-4317-97cd-024ad51f2c0d None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:22.742521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40258) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:22.742611 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-74d8f062-fab5-4317-97cd-024ad51f2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:22.790142 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e3689-45db-4230-b9d2-cea2ac3ad4b3 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ace23e-1498-49fa-80c4-ceda500de947,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:22.797118 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-74d8f062-fab5-4317-97cd-024ad51f2c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:22.798009 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d8f062-fab5-4317-97cd-024ad51f2c0d None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:22.812216 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3fda27d9-6189-44d9-a5c8-905b41d94733 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1891391 Dec 22 04:55:22.838145 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40260) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:22.843757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d280557e-596c-452c-a13b-0d989811cfb0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Request body: {'network': {'name': 'tempest-router-network01--2104756242'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:22.855902 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f805b7c-2d9a-4edb-8749-dcb649483964 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting subnet fcdec122-1ec0-4d8d-b650-3e1ef6663a15 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:22.866888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f805b7c-2d9a-4edb-8749-dcb649483964 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.869802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:22.872013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-7dc0bb42-173a-4f33-8520-6aeec2d62078', 'network_id': '7dc0bb42-173a-4f33-8520-6aeec2d62078', 'tenant_id': '599ed556bd1b48cf98ce32eeeaff4d28', 'fixed_ips': [{'subnet_id': '91cf881c-3d5d-4619-bb0f-8bf1fca6c926'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:55:22.874172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.983657 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:22.984508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:22.992875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f805b7c-2d9a-4edb-8749-dcb649483964 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.042824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d280557e-596c-452c-a13b-0d989811cfb0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Made reservation on behalf of 599ed556bd1b48cf98ce32eeeaff4d28 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:23.042824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d280557e-596c-452c-a13b-0d989811cfb0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.055695 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53942309-c492-4fa6-9933-eaf0d45f24f6 req-145277fe-1d7e-4784-af55-867dd7437f95 service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824166 Dec 22 04:55:23.121138 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d280557e-596c-452c-a13b-0d989811cfb0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:23.142588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba3bca-0691-4aed-b8aa-4062a7477b3d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port 66de4485-f46f-465b-9003-dca8e9cbf398 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:23.142926 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3bca-0691-4aed-b8aa-4062a7477b3d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.154081 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d280557e-596c-452c-a13b-0d989811cfb0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.155056 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-d280557e-596c-452c-a13b-0d989811cfb0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Added segment f9aca1a1-0454-4986-894f-5c8de3692e30 of type vlan for network 072258f3-0e4d-4968-a03e-e1353b42b0c2 Dec 22 04:55:23.200043 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f805b7c-2d9a-4edb-8749-dcb649483964 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.204651 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-6d929626-8eec-4fd3-bf69-06b393e6c07b tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:55:23.209150 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6d929626-8eec-4fd3-bf69-06b393e6c07b tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "PUT /v2.0/routers/e4d13dfc-04f5-4d48-a176-6aa581210f54/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9649296 Dec 22 04:55:23.212817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40270) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:23.252886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Allocated IP 172.20.0.2 (7dc0bb42-173a-4f33-8520-6aeec2d62078/91cf881c-3d5d-4619-bb0f-8bf1fca6c926/d2e451c2-0505-499e-b5c4-53bee849948d) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:23.278644 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d280557e-596c-452c-a13b-0d989811cfb0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.335280 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3bca-0691-4aed-b8aa-4062a7477b3d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.335280 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3bca-0691-4aed-b8aa-4062a7477b3d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.352968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d1ba3bca-0691-4aed-b8aa-4062a7477b3d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for 66de4485-f46f-465b-9003-dca8e9cbf398 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:23.414545 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f805b7c-2d9a-4edb-8749-dcb649483964 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.439960 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.447212 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f805b7c-2d9a-4edb-8749-dcb649483964 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Subnet': ['ID=fcdec122-1ec0-4d8d-b650-3e1ef6663a15,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:23.455521 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53942309-c492-4fa6-9933-eaf0d45f24f6 req-cdb44211-bbe0-4d55-8e2b-c3e03e8efddf service neutron] 10.222.0.16 "GET /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891437 Dec 22 04:55:23.458151 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f805b7c-2d9a-4edb-8749-dcb649483964 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.461380 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6f805b7c-2d9a-4edb-8749-dcb649483964 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/fcdec122-1ec0-4d8d-b650-3e1ef6663a15 HTTP/1.1" status: 204 len: 168 time: 0.7405930 Dec 22 04:55:23.469449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3160d69-43b4-4e0a-9f93-adcf58e7ddf2 None None] Network 169e3a61-e005-48e9-b476-6da524003f82 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:23.470336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d280557e-596c-452c-a13b-0d989811cfb0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.476551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d280557e-596c-452c-a13b-0d989811cfb0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:23.477135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d280557e-596c-452c-a13b-0d989811cfb0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.480524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40276) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:23.491198 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e53175f1-1531-4ef9-83af-b87895bbc3fb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:23.556291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280557e-596c-452c-a13b-0d989811cfb0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event updated for resources: {'Network': ['ID=072258f3-0e4d-4968-a03e-e1353b42b0c2,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:23.606201 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.609946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 072258f3-0e4d-4968-a03e-e1353b42b0c2 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:23.614289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.616247 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d280557e-596c-452c-a13b-0d989811cfb0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7763312 Dec 22 04:55:23.625236 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40284) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:23.630733 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0b1831e7-d89d-43e5-b3cb-e392864bd535 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Request body: {'network': {'name': 'tempest-router-network02--849013510'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:23.671533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3bca-0691-4aed-b8aa-4062a7477b3d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.705635 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba3bca-0691-4aed-b8aa-4062a7477b3d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=66de4485-f46f-465b-9003-dca8e9cbf398,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:23.706945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event deleted for resources: {'Port': ['ID=8f60eb1d-f691-4574-9200-cc3b06f33d9e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:23.726752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Network 7dc0bb42-173a-4f33-8520-6aeec2d62078 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:23.734846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:23.742201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:23.777172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Pushing event updated for resources: {'Port': ['ID=d2e451c2-0505-499e-b5c4-53bee849948d,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:23.800378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1831e7-d89d-43e5-b3cb-e392864bd535 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Made reservation on behalf of 599ed556bd1b48cf98ce32eeeaff4d28 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:23.805484 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b1831e7-d89d-43e5-b3cb-e392864bd535 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.813624 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Attempting to bind port d2e451c2-0505-499e-b5c4-53bee849948d on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:23.813991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Attempting to bind port d2e451c2-0505-499e-b5c4-53bee849948d by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '814db13f-780d-4163-ab1f-32d9ccd9989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7dc0bb42-173a-4f33-8520-6aeec2d62078'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:23.814363 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Attempting to bind port d2e451c2-0505-499e-b5c4-53bee849948d on network 7dc0bb42-173a-4f33-8520-6aeec2d62078 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:23.820026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:23.820427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Checking segment: {'id': '814db13f-780d-4163-ab1f-32d9ccd9989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7dc0bb42-173a-4f33-8520-6aeec2d62078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:23.820833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.821217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Bound using segment: {'id': '814db13f-780d-4163-ab1f-32d9ccd9989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7dc0bb42-173a-4f33-8520-6aeec2d62078'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:23.821686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Bound port: d2e451c2-0505-499e-b5c4-53bee849948d, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814db13f-780d-4163-ab1f-32d9ccd9989f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7dc0bb42-173a-4f33-8520-6aeec2d62078'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:23.822156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.830616 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3bca-0691-4aed-b8aa-4062a7477b3d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.835376 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3bca-0691-4aed-b8aa-4062a7477b3d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.841311 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40292) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:23.843706 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d1ba3bca-0691-4aed-b8aa-4062a7477b3d tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/floatingips/f91150c6-c650-40d6-9a02-3621feec9824 HTTP/1.1" status: 204 len: 168 time: 1.0964804 Dec 22 04:55:23.846560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.846894 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Floating IP b2ed8da7-00bf-40c5-94b3-5f3f09443730 disassociated (deleted). External IP: 172.26.5.108, port: 7365c11a-932b-489d-986a-94b74ea11f77. Dec 22 04:55:23.888485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] For port d2e451c2-0505-499e-b5c4-53bee849948d, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:23.892421 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] For port d2e451c2-0505-499e-b5c4-53bee849948d, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d2e451c2-0505-499e-b5c4-53bee849948d,segment=NetworkSegment(814db13f-780d-4163-ab1f-32d9ccd9989f),segment_id=814db13f-780d-4163-ab1f-32d9ccd9989f)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:23.893315 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1831e7-d89d-43e5-b3cb-e392864bd535 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:23.907127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b1831e7-d89d-43e5-b3cb-e392864bd535 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.907592 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-0b1831e7-d89d-43e5-b3cb-e392864bd535 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Added segment 029a0736-ffb6-437f-8846-e77f64f6d661 of type vlan for network 7526b2f1-2bdd-4a4c-a937-5551b0667ab2 Dec 22 04:55:23.930694 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': 'c265dc7a-ae87-4cca-b596-34eb8dec8838'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:23.961940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b1831e7-d89d-43e5-b3cb-e392864bd535 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:23.964826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40294) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:23.976530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8d59-34d8-411f-918f-8f0cc48f41d9 req-76195f85-eaf2-4b2c-97ae-f29cea46baf6 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:23.978067 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e46f8d59-34d8-411f-918f-8f0cc48f41d9 req-76195f85-eaf2-4b2c-97ae-f29cea46baf6 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.1299524 Dec 22 04:55:23.990105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.050650 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e46f8d59-34d8-411f-918f-8f0cc48f41d9 req-9e5cdb90-3283-4af4-a343-8e75388930e6 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607944 Dec 22 04:55:24.071423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6e28a-20cb-4989-854d-89c397cf6dd8 None None] Pushing event updated for resources: {'Port': ['ID=d2e451c2-0505-499e-b5c4-53bee849948d,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:24.096278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53175f1-1531-4ef9-83af-b87895bbc3fb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:24.100273 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e53175f1-1531-4ef9-83af-b87895bbc3fb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.153533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-757817657'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:24.162915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b1831e7-d89d-43e5-b3cb-e392864bd535 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.168094 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1831e7-d89d-43e5-b3cb-e392864bd535 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:24.168746 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b1831e7-d89d-43e5-b3cb-e392864bd535 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.239137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.254608 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1831e7-d89d-43e5-b3cb-e392864bd535 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event updated for resources: {'Network': ['ID=7526b2f1-2bdd-4a4c-a937-5551b0667ab2,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:24.271140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 7526b2f1-2bdd-4a4c-a937-5551b0667ab2 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:24.278244 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0b1831e7-d89d-43e5-b3cb-e392864bd535 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6519060 Dec 22 04:55:24.281196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40298) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:24.286660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2c94c033-94cf-4da0-848f-32cb9f17b896 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Request body: {'subnet': {'network_id': '072258f3-0e4d-4968-a03e-e1353b42b0c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:24.660735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-225aa17e-f6dd-43fd-b6ca-54521b345000 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.729917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b322d908-8cac-4284-94d5-f33cfcbeff85 None None] Provisioning complete for port 25c498c1-801f-47e2-9164-c1e932317872 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:24.729917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b322d908-8cac-4284-94d5-f33cfcbeff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.750540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c94c033-94cf-4da0-848f-32cb9f17b896 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Made reservation on behalf of 599ed556bd1b48cf98ce32eeeaff4d28 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:24.764133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c94c033-94cf-4da0-848f-32cb9f17b896 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.765718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b322d908-8cac-4284-94d5-f33cfcbeff85 None None] Port 25c498c1-801f-47e2-9164-c1e932317872 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:24.776278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b322d908-8cac-4284-94d5-f33cfcbeff85 None None] Provisioning complete for port 4d16b194-e728-4795-a6fc-d7d5868fca96 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:24.776746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b322d908-8cac-4284-94d5-f33cfcbeff85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.867194 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d2e451c2-0505-499e-b5c4-53bee849948d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:24.892548 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Router ac56cd02-6d73-4953-b4c3-056c1171d2ec has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:24.896106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Made reservation on behalf of dbc6c76bb42047c3af01af84cda90668 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:24.897128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.928168 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port d2e451c2-0505-499e-b5c4-53bee849948d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:24.928715 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:24.960003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.044422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.104303 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c94c033-94cf-4da0-848f-32cb9f17b896 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.211676 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94c033-94cf-4da0-848f-32cb9f17b896 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event updated for resources: {'Subnet': ['ID=25a7f956-3e53-407b-b2ba-a23b34b8c9cd,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:25.217902 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c94c033-94cf-4da0-848f-32cb9f17b896 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Checking segment: {'id': 'f9aca1a1-0454-4986-894f-5c8de3692e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '072258f3-0e4d-4968-a03e-e1353b42b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:25.218441 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94c033-94cf-4da0-848f-32cb9f17b896 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Network hostable DHCP agents. Network: 072258f3-0e4d-4968-a03e-e1353b42b0c2, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:25.240384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port d2e451c2-0505-499e-b5c4-53bee849948d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d2e451c2-0505-499e-b5c4-53bee849948d,segment=NetworkSegment(814db13f-780d-4163-ab1f-32d9ccd9989f),segment_id=814db13f-780d-4163-ab1f-32d9ccd9989f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:25.291835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.304348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94c033-94cf-4da0-848f-32cb9f17b896 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Network 072258f3-0e4d-4968-a03e-e1353b42b0c2 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:25.305802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce47aec-f05a-41e4-9dd8-1b988cee5bda None None] Network 7dc0bb42-173a-4f33-8520-6aeec2d62078 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:25.345032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.378568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-2c94c033-94cf-4da0-848f-32cb9f17b896 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 072258f3-0e4d-4968-a03e-e1353b42b0c2) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:25.386002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:25.386533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c94c033-94cf-4da0-848f-32cb9f17b896 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:25.387961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c94c033-94cf-4da0-848f-32cb9f17b896 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.398429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.410332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4375929-fdf0-434d-831c-89cd76d227e7 None None] Sync routers for ids ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:25.412361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d259dcb-4156-49a8-851c-1a1cbc7f7ea4 None None] Network 072258f3-0e4d-4968-a03e-e1353b42b0c2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:25.460797 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2c94c033-94cf-4da0-848f-32cb9f17b896 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1784630 Dec 22 04:55:25.463659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40306) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:25.470694 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c3ba0976-efbb-422d-916e-59127853ca23 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Request body: {'subnet': {'network_id': '7526b2f1-2bdd-4a4c-a937-5551b0667ab2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:25.474358 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5104be-2765-4577-bfcd-d96f6a742588 req-ae3a0f2d-6ec1-4493-a48e-82c24f8fda77 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:25.475867 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ba5104be-2765-4577-bfcd-d96f6a742588 req-ae3a0f2d-6ec1-4493-a48e-82c24f8fda77 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2847924 Dec 22 04:55:25.477936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=d2e451c2-0505-499e-b5c4-53bee849948d,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:25.496737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0675da58-c5de-4321-8544-c8097a22ec4b None None] Provisioning complete for port d2e451c2-0505-499e-b5c4-53bee849948d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:25.496737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0675da58-c5de-4321-8544-c8097a22ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.496737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4375929-fdf0-434d-831c-89cd76d227e7 None None] Routers {'ac56cd02-6d73-4953-b4c3-056c1171d2ec'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:25.496737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e4375929-fdf0-434d-831c-89cd76d227e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:25.508651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e53175f1-1531-4ef9-83af-b87895bbc3fb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.530895 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.536681 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a3c8f297-6b75-4aa6-8689-eafc5d20bcb4 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "DELETE /v2.0/floatingips/b2ed8da7-00bf-40c5-94b3-5f3f09443730 HTTP/1.1" status: 204 len: 168 time: 4.4312942 Dec 22 04:55:25.573629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:25.576361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ea7106-7fa7-4331-8947-29fb70184d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "tag": "7365c11a-932b-489d-986a-94b74ea11f77"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:25.643711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.646155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ba0976-efbb-422d-916e-59127853ca23 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Made reservation on behalf of 599ed556bd1b48cf98ce32eeeaff4d28 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:25.650820 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0976-efbb-422d-916e-59127853ca23 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.675021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53175f1-1531-4ef9-83af-b87895bbc3fb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 169e3a61-e005-48e9-b476-6da524003f82 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:25.707580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-e53175f1-1531-4ef9-83af-b87895bbc3fb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:25.726203 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53175f1-1531-4ef9-83af-b87895bbc3fb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:25.726785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e53175f1-1531-4ef9-83af-b87895bbc3fb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.735675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:25.736201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5625bbb-e83f-4d05-af00-50d5ab2ccf86 None None] Network 169e3a61-e005-48e9-b476-6da524003f82 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:25.740736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.26.5.131 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/734dee16-1f41-403f-9b3c-25605dfb0dd5) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:25.746899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53175f1-1531-4ef9-83af-b87895bbc3fb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Subnet': ['ID=be8d935b-bbe4-49ec-9ce6-edc8bc408aba,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:25.748845 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-e4375929-fdf0-434d-831c-89cd76d227e7 None None] Set router ac56cd02-6d73-4953-b4c3-056c1171d2ec gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:25.760787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0681e64-4d35-46c8-82ab-68db6cc999e2,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:25.766147 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ba5104be-2765-4577-bfcd-d96f6a742588 req-3c2ae806-2061-4689-a2ce-7bd365dd6bcf tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722178 Dec 22 04:55:25.776595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:25.777018 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Added segment bcf6654d-4f66-4e3c-8466-d33f57deefac of type vlan for network 46ded546-a6ba-4873-873f-3b58e3d03663 Dec 22 04:55:25.845916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112e3c0a-f48d-4ec2-bfb0-35788a2c7b18 x-openstack-request-id: req-112e3c0a-f48d-4ec2-bfb0-35788a2c7b18 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:25.848483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "tag": "7365c11a-932b-489d-986a-94b74ea11f77", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:25.849343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-112e3c0a-f48d-4ec2-bfb0-35788a2c7b18 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:25.850489 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77', 'status': 'completed', 'code': 200} Dec 22 04:55:25.886453 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.019665 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e53175f1-1531-4ef9-83af-b87895bbc3fb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5367630 Dec 22 04:55:26.021175 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-072258f3-0e4d-4968-a03e-e1353b42b0c2', 'network_id': '072258f3-0e4d-4968-a03e-e1353b42b0c2', 'tenant_id': '599ed556bd1b48cf98ce32eeeaff4d28', 'fixed_ips': [{'subnet_id': '25a7f956-3e53-407b-b2ba-a23b34b8c9cd'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:55:26.022028 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.022151 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40316) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:26.028145 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-99a6246b-2227-4918-8fc9-89d06e7c0f55 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'security_group': {'name': 'tempest-secgroup-1103033056'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:26.041302 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0976-efbb-422d-916e-59127853ca23 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.050209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-225aa17e-f6dd-43fd-b6ca-54521b345000 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Deleting port e0b74ca8-af6f-40d0-b01d-494a57f645f6 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:26.059954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-225aa17e-f6dd-43fd-b6ca-54521b345000 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.138170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.144163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:26.145632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.169204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba0976-efbb-422d-916e-59127853ca23 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event updated for resources: {'Subnet': ['ID=feecc99a-4908-4dd9-af39-785dc71b7085,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:26.209273 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51b491-5254-498d-a9f4-3e832f516291 req-db864a32-130b-4487-b210-e18c896ae100 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:26.210919 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3c51b491-5254-498d-a9f4-3e832f516291 req-db864a32-130b-4487-b210-e18c896ae100 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.1226482 Dec 22 04:55:26.213437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-99a6246b-2227-4918-8fc9-89d06e7c0f55 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.214994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea7106-7fa7-4331-8947-29fb70184d3b req-6c008daa-bdbb-4c3d-8921-dca5a58f31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:26.215644 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ba0976-efbb-422d-916e-59127853ca23 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Checking segment: {'id': '029a0736-ffb6-437f-8846-e77f64f6d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7526b2f1-2bdd-4a4c-a937-5551b0667ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:26.216087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba0976-efbb-422d-916e-59127853ca23 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Network hostable DHCP agents. Network: 7526b2f1-2bdd-4a4c-a937-5551b0667ab2, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:26.217097 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06ea7106-7fa7-4331-8947-29fb70184d3b req-6c008daa-bdbb-4c3d-8921-dca5a58f31fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=87218e7ff44b42c4aa8e3ef8a1246630&device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 1098 time: 0.3177881 Dec 22 04:55:26.300699 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3c51b491-5254-498d-a9f4-3e832f516291 req-94372475-9f9f-4c71-b2ab-5dc4ed049af8 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724461 Dec 22 04:55:26.326821 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6ff1cd11-864b-4c51-b702-de67efc03659 None None] Provisioning complete for port d2e451c2-0505-499e-b5c4-53bee849948d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:26.327352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6ff1cd11-864b-4c51-b702-de67efc03659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.346559 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba0976-efbb-422d-916e-59127853ca23 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Network 7526b2f1-2bdd-4a4c-a937-5551b0667ab2 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:26.351276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-99a6246b-2227-4918-8fc9-89d06e7c0f55 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.356419 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3861580 Dec 22 04:55:26.357867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd3b6a-2c4a-40d6-962d-9a4379ad9a33 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Pushing event updated for resources: {'Network': ['ID=46ded546-a6ba-4873-873f-3b58e3d03663,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:26.359737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40318) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:26.365102 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-76a21134-d8db-4eb4-8959-0037b268d00c tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Request body: {'subnet': {'network_id': '46ded546-a6ba-4873-873f-3b58e3d03663', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:26.365221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Allocated IP 172.20.0.2 (072258f3-0e4d-4968-a03e-e1353b42b0c2/25a7f956-3e53-407b-b2ba-a23b34b8c9cd/5514224c-b467-43a2-bd8f-98ee1f885c6d) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:26.373992 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 46ded546-a6ba-4873-873f-3b58e3d03663 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:26.375136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec7019-03e4-488c-bf17-3c9c783f49ae req-91d96b4d-fd4a-46b1-8805-b5730d017f84 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:26.377150 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e6ec7019-03e4-488c-bf17-3c9c783f49ae req-91d96b4d-fd4a-46b1-8805-b5730d017f84 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.3618324 Dec 22 04:55:26.407035 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.410895 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-225aa17e-f6dd-43fd-b6ca-54521b345000 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.438136 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-99a6246b-2227-4918-8fc9-89d06e7c0f55 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.439894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-225aa17e-f6dd-43fd-b6ca-54521b345000 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Calling delete_port for e0b74ca8-af6f-40d0-b01d-494a57f645f6 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:26.464269 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e4375929-fdf0-434d-831c-89cd76d227e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:53:21Z', 'revision_number': 4, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '92b3c503-e487-4f46-9985-197c940d17da', 'name': '', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'mac_address': 'fa:16:3e:0b:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:20Z', 'updated_at': '2021-12-22T04:53:29Z', 'revision_number': 5, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'subnets': [{'id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:26.473164 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-c3ba0976-efbb-422d-916e-59127853ca23 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 7526b2f1-2bdd-4a4c-a937-5551b0667ab2) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:26.483359 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba0976-efbb-422d-916e-59127853ca23 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:26.483932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c3ba0976-efbb-422d-916e-59127853ca23 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.489665 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6246b-2227-4918-8fc9-89d06e7c0f55 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f640471b-17d7-4e13-bcee-6f10c667be98,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:26.515810 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e6ec7019-03e4-488c-bf17-3c9c783f49ae req-ce8f46c5-a00f-414e-83b7-101dacb66ca7 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217518 Dec 22 04:55:26.524917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349cc306-f6ae-4c1c-91a5-f938594ef07c None None] Network 7526b2f1-2bdd-4a4c-a937-5551b0667ab2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:26.546639 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-99a6246b-2227-4918-8fc9-89d06e7c0f55 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.550280 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-99a6246b-2227-4918-8fc9-89d06e7c0f55 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5246460 Dec 22 04:55:26.550429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea7106-7fa7-4331-8947-29fb70184d3b req-6d29cb36-cfa6-4bea-a759-53d580f304a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:26.550429 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06ea7106-7fa7-4331-8947-29fb70184d3b req-6d29cb36-cfa6-4bea-a759-53d580f304a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c05da7f-0ae9-4357-a264-91fa5293b962 HTTP/1.1" status: 200 len: 897 time: 0.3125899 Dec 22 04:55:26.550585 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40322) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:26.556375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-abc0354d-cd0a-47e8-a302-0c3df5062a60 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'security_group': {'name': 'tempest-secgroup-1504306235'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:26.557461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4375929-fdf0-434d-831c-89cd76d227e7 None None] Checking router: ac56cd02-6d73-4953-b4c3-056c1171d2ec for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:26.570733 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c3ba0976-efbb-422d-916e-59127853ca23 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1055889 Dec 22 04:55:26.572228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a21134-d8db-4eb4-8959-0037b268d00c tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Made reservation on behalf of dbc6c76bb42047c3af01af84cda90668 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:26.573717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40324) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:26.576216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-76a21134-d8db-4eb4-8959-0037b268d00c tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.625849 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06ea7106-7fa7-4331-8947-29fb70184d3b req-7b19e69c-3005-4812-a396-3681a0c05af7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7365c11a-932b-489d-986a-94b74ea11f77 HTTP/1.1" status: 200 len: 217 time: 0.0658166 Dec 22 04:55:26.638583 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e361e9f4-ad48-4d53-aa87-e96b8060b582 None None] Update dhcp port {'port': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'fixed_ips': [{'subnet_id': 'a23c608e-65e5-440d-8276-8ee56e065185', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'be8d935b-bbe4-49ec-9ce6-edc8bc408aba'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '4d16b194-e728-4795-a6fc-d7d5868fca96'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:55:26.664218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.675391 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4375929-fdf0-434d-831c-89cd76d227e7 None None] Routers {'ac56cd02-6d73-4953-b4c3-056c1171d2ec'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:26.676016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e4375929-fdf0-434d-831c-89cd76d227e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:26.719826 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-abc0354d-cd0a-47e8-a302-0c3df5062a60 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.760862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea7106-7fa7-4331-8947-29fb70184d3b req-076c4665-65e6-46d8-b937-3a928c82a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:26.762831 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06ea7106-7fa7-4331-8947-29fb70184d3b req-076c4665-65e6-46d8-b937-3a928c82a216 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=76e6c44e-b152-445e-ba22-203c2ceee9e6 HTTP/1.1" status: 200 len: 834 time: 0.0935030 Dec 22 04:55:26.850095 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-abc0354d-cd0a-47e8-a302-0c3df5062a60 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.871425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:26.892674 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-76a21134-d8db-4eb4-8959-0037b268d00c tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.912095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d2e451c2-0505-499e-b5c4-53bee849948d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:26.958724 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-abc0354d-cd0a-47e8-a302-0c3df5062a60 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:26.964703 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a21134-d8db-4eb4-8959-0037b268d00c tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Pushing event updated for resources: {'Subnet': ['ID=467eb01c-50ac-4455-93ef-bf20a8bf0108,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:26.973563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e361e9f4-ad48-4d53-aa87-e96b8060b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.020454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a21134-d8db-4eb4-8959-0037b268d00c tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Checking segment: {'id': 'bcf6654d-4f66-4e3c-8466-d33f57deefac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '46ded546-a6ba-4873-873f-3b58e3d03663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:27.020825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a21134-d8db-4eb4-8959-0037b268d00c tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Network hostable DHCP agents. Network: 46ded546-a6ba-4873-873f-3b58e3d03663, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:27.022932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0354d-cd0a-47e8-a302-0c3df5062a60 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b46b770-033c-439e-a2f3-19e2a4d98c5b,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:27.046683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:27.051567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:27.112105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-abc0354d-cd0a-47e8-a302-0c3df5062a60 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.112336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=734dee16-1f41-403f-9b3c-25605dfb0dd5,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:27.116412 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-abc0354d-cd0a-47e8-a302-0c3df5062a60 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5625339 Dec 22 04:55:27.117160 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40328) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:27.124902 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-97f3234a-9bf3-482f-af9c-c9d2502c4c33 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'security_group': {'name': 'tempest-secgroup-14078161'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:27.132171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a21134-d8db-4eb4-8959-0037b268d00c tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Network 46ded546-a6ba-4873-873f-3b58e3d03663 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:27.229257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-76a21134-d8db-4eb4-8959-0037b268d00c tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 46ded546-a6ba-4873-873f-3b58e3d03663) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:27.234468 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a21134-d8db-4eb4-8959-0037b268d00c tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:27.235226 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-76a21134-d8db-4eb4-8959-0037b268d00c tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.251392 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.255172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9672649-4f37-476e-996d-24fdc352ca3d None None] Network 46ded546-a6ba-4873-873f-3b58e3d03663 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:27.257893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97f3234a-9bf3-482f-af9c-c9d2502c4c33 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.269024 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-e4375929-fdf0-434d-831c-89cd76d227e7 None None] Set router ac56cd02-6d73-4953-b4c3-056c1171d2ec gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:27.340393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97f3234a-9bf3-482f-af9c-c9d2502c4c33 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.352674 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-76a21134-d8db-4eb4-8959-0037b268d00c tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9880145 Dec 22 04:55:27.353686 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40332) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:27.365959 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Request body: {'port': {'network_id': '46ded546-a6ba-4873-873f-3b58e3d03663', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-910879363'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:27.375550 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port d2e451c2-0505-499e-b5c4-53bee849948d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:27.376107 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.378106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.390463 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-7526b2f1-2bdd-4a4c-a937-5551b0667ab2', 'network_id': '7526b2f1-2bdd-4a4c-a937-5551b0667ab2', 'tenant_id': '599ed556bd1b48cf98ce32eeeaff4d28', 'fixed_ips': [{'subnet_id': 'feecc99a-4908-4dd9-af39-785dc71b7085'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:55:27.391289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.440690 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97f3234a-9bf3-482f-af9c-c9d2502c4c33 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.518341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3234a-9bf3-482f-af9c-c9d2502c4c33 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bc03ca-4313-47f4-b050-268fa8e4ee77,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:27.554322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6969f9-7c73-4c01-913e-96340890bb3a req-d22c233c-82b2-46f8-87b0-b1ca2a7b68d5 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:27.561035 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bf6969f9-7c73-4c01-913e-96340890bb3a req-d22c233c-82b2-46f8-87b0-b1ca2a7b68d5 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.1286077 Dec 22 04:55:27.564684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Network 072258f3-0e4d-4968-a03e-e1353b42b0c2 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:27.599323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97f3234a-9bf3-482f-af9c-c9d2502c4c33 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.603079 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-97f3234a-9bf3-482f-af9c-c9d2502c4c33 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.4823735 Dec 22 04:55:27.611648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40334) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:27.617470 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:27.620116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-199942005', 'security_groups': ['74bc03ca-4313-47f4-b050-268fa8e4ee77'], 'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'be8d935b-bbe4-49ec-9ce6-edc8bc408aba'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:27.620318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:27.629292 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea7106-7fa7-4331-8947-29fb70184d3b req-f5a2ef47-4327-4186-979f-9a6ddc00c57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:27.631492 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06ea7106-7fa7-4331-8947-29fb70184d3b req-f5a2ef47-4327-4186-979f-9a6ddc00c57f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c05da7f-0ae9-4357-a264-91fa5293b962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8401339 Dec 22 04:55:27.643242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-225aa17e-f6dd-43fd-b6ca-54521b345000 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.671103 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bf6969f9-7c73-4c01-913e-96340890bb3a req-26bcca82-c6ad-481a-977d-cbb2c136c36a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043639 Dec 22 04:55:27.674478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Pushing event updated for resources: {'Port': ['ID=5514224c-b467-43a2-bd8f-98ee1f885c6d,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:27.699184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-e361e9f4-ad48-4d53-aa87-e96b8060b582 None None] Allocated IP 2001:db8::2 (169e3a61-e005-48e9-b476-6da524003f82/be8d935b-bbe4-49ec-9ce6-edc8bc408aba/4d16b194-e728-4795-a6fc-d7d5868fca96) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:27.752688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5247b-4510-4ff3-a9c2-6955e82c6c47 req-d07f9c02-1262-4c79-b2ac-9f5927626d07 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:27.754270 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b4d5247b-4510-4ff3-a9c2-6955e82c6c47 req-d07f9c02-1262-4c79-b2ac-9f5927626d07 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.6771562 Dec 22 04:55:27.755048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225aa17e-f6dd-43fd-b6ca-54521b345000 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Port': ['ID=e0b74ca8-af6f-40d0-b01d-494a57f645f6,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:27.769488 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Made reservation on behalf of dbc6c76bb42047c3af01af84cda90668 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:27.772393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.799445 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] device_id is not set on port fb521035-9852-4fb0-8867-c60d1d13d96f yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:27.826688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:27.861442 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:27.967212 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Attempting to bind port 5514224c-b467-43a2-bd8f-98ee1f885c6d on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:27.967589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Attempting to bind port 5514224c-b467-43a2-bd8f-98ee1f885c6d by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'f9aca1a1-0454-4986-894f-5c8de3692e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '072258f3-0e4d-4968-a03e-e1353b42b0c2'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:27.967944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Attempting to bind port 5514224c-b467-43a2-bd8f-98ee1f885c6d on network 072258f3-0e4d-4968-a03e-e1353b42b0c2 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:27.987642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.011677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] device_id is not set on port e653f98b-dd65-47b4-aee8-a21bc72e00d0 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:28.019999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:28.020478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Checking segment: {'id': 'f9aca1a1-0454-4986-894f-5c8de3692e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '072258f3-0e4d-4968-a03e-e1353b42b0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:28.020880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.021271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Bound using segment: {'id': 'f9aca1a1-0454-4986-894f-5c8de3692e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '072258f3-0e4d-4968-a03e-e1353b42b0c2'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:28.021747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Bound port: 5514224c-b467-43a2-bd8f-98ee1f885c6d, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9aca1a1-0454-4986-894f-5c8de3692e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '072258f3-0e4d-4968-a03e-e1353b42b0c2'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:28.022121 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.032935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Allocated IP 172.20.0.2 (7526b2f1-2bdd-4a4c-a937-5551b0667ab2/feecc99a-4908-4dd9-af39-785dc71b7085/39aa1b6b-385e-401b-9f5a-7d2ba2877dd3) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:28.064701 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06ea7106-7fa7-4331-8947-29fb70184d3b req-f21fce41-616e-430b-8db3-72dbeef478b6 service neutron] 10.222.0.16 "GET /v2.0/networks/3c05da7f-0ae9-4357-a264-91fa5293b962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140348 Dec 22 04:55:28.112581 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c27fe2-b4ee-4d6a-b32f-43ab451551cc req-4eb4e229-b3f4-490f-a98c-f06fb392b334 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:28.114035 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-48c27fe2-b4ee-4d6a-b32f-43ab451551cc req-4eb4e229-b3f4-490f-a98c-f06fb392b334 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.16 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.4911771 Dec 22 04:55:28.128509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-46ded546-a6ba-4873-873f-3b58e3d03663', 'network_id': '46ded546-a6ba-4873-873f-3b58e3d03663', 'tenant_id': 'dbc6c76bb42047c3af01af84cda90668', 'fixed_ips': [{'subnet_id': '467eb01c-50ac-4455-93ef-bf20a8bf0108'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:55:28.129354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.153015 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Allocated IP 2001:db8::1c7 (46ded546-a6ba-4873-873f-3b58e3d03663/467eb01c-50ac-4455-93ef-bf20a8bf0108/fb521035-9852-4fb0-8867-c60d1d13d96f) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:28.162818 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e361e9f4-ad48-4d53-aa87-e96b8060b582 None None] For port 4d16b194-e728-4795-a6fc-d7d5868fca96, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=4d16b194-e728-4795-a6fc-d7d5868fca96,segment=NetworkSegment(67a55c98-f7cd-4de7-9711-42c5128cd027),segment_id=67a55c98-f7cd-4de7-9711-42c5128cd027)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:28.255630 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b4d5247b-4510-4ff3-a9c2-6955e82c6c47 req-e670d72f-f8b6-4c93-9026-25811a4ebfbe tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4692216 Dec 22 04:55:28.267416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] For port 5514224c-b467-43a2-bd8f-98ee1f885c6d, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:28.273586 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e361e9f4-ad48-4d53-aa87-e96b8060b582 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.277080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-225aa17e-f6dd-43fd-b6ca-54521b345000 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.339663 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] For port 5514224c-b467-43a2-bd8f-98ee1f885c6d, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5514224c-b467-43a2-bd8f-98ee1f885c6d,segment=NetworkSegment(f9aca1a1-0454-4986-894f-5c8de3692e30),segment_id=f9aca1a1-0454-4986-894f-5c8de3692e30)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:28.342979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e361e9f4-ad48-4d53-aa87-e96b8060b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.389905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.395600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e4375929-fdf0-434d-831c-89cd76d227e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:53:21Z', 'revision_number': 4, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '92b3c503-e487-4f46-9985-197c940d17da', 'name': '', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'mac_address': 'fa:16:3e:0b:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:20Z', 'updated_at': '2021-12-22T04:53:29Z', 'revision_number': 5, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'subnets': [{'id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:28.422370 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8::ec (169e3a61-e005-48e9-b476-6da524003f82/be8d935b-bbe4-49ec-9ce6-edc8bc408aba/e653f98b-dd65-47b4-aee8-a21bc72e00d0) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:28.443108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.474585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4375929-fdf0-434d-831c-89cd76d227e7 None None] The sync data for ids ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'] in dv-neutron-822523-1-hyperv is: [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:53:21Z', 'revision_number': 4, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '92b3c503-e487-4f46-9985-197c940d17da', 'name': '', 'network_id': '3c05da7f-0ae9-4357-a264-91fa5293b962', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'mac_address': 'fa:16:3e:0b:3e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:20Z', 'updated_at': '2021-12-22T04:53:29Z', 'revision_number': 5, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'subnets': [{'id': '76e6c44e-b152-445e-ba22-203c2ceee9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:28.550592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361e9f4-ad48-4d53-aa87-e96b8060b582 None None] Pushing event updated for resources: {'Port': ['ID=4d16b194-e728-4795-a6fc-d7d5868fca96,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:28.564067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.599669 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:55:28.642993 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06ea7106-7fa7-4331-8947-29fb70184d3b req-6f36bb47-d261-4f32-81fb-13f374578ee3 service neutron] 10.222.0.16 "GET /v2.0/networks/3c05da7f-0ae9-4357-a264-91fa5293b962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882071 Dec 22 04:55:28.645466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Network 46ded546-a6ba-4873-873f-3b58e3d03663 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:28.657865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:28.660233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.667648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:28.674892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:28.675670 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.711795 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103eabe-a27c-45cd-bab4-bdc3db87013a None None] Pushing event updated for resources: {'Port': ['ID=5514224c-b467-43a2-bd8f-98ee1f885c6d,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:28.720598 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.724879 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Pushing event updated for resources: {'Port': ['ID=fb521035-9852-4fb0-8867-c60d1d13d96f,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:28.772625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.823208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Allocated IP 2001:db8::2 (46ded546-a6ba-4873-873f-3b58e3d03663/467eb01c-50ac-4455-93ef-bf20a8bf0108/6df9e959-caa5-43f7-9821-b72ade5bfdaa) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:28.836554 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:28.866568 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3003c563-b757-48a5-9228-74e4fe66571a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5098393 Dec 22 04:55:28.870940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40338) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:28.896679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Request body: {'port': {'network_id': '46ded546-a6ba-4873-873f-3b58e3d03663', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-420691555', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:28.897329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.api.validators [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] bootfile-name is not in valid_values {{(pid=109182) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:55:28.897750 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.api.validators [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] tftp-server is not in valid_values {{(pid=109182) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:55:28.898176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.api.validators [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] server-ip-address is not in valid_values {{(pid=109182) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:55:28.984164 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b656a2-e164-48cc-a029-c33223a9d33c None None] New status for floating IP b2ed8da7-00bf-40c5-94b3-5f3f09443730: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:55:29.100053 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Network 7526b2f1-2bdd-4a4c-a937-5551b0667ab2 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:29.129914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:29.138431 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 4d16b194-e728-4795-a6fc-d7d5868fca96 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:29.141147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:29.212803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225aa17e-f6dd-43fd-b6ca-54521b345000 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Router e4d13dfc-04f5-4d48-a176-6aa581210f54 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:29.212803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-48c27fe2-b4ee-4d6a-b32f-43ab451551cc req-9ff7a860-4e52-409a-a93e-0e47f9615423 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Deleting port 7365c11a-932b-489d-986a-94b74ea11f77 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:29.212803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-48c27fe2-b4ee-4d6a-b32f-43ab451551cc req-9ff7a860-4e52-409a-a93e-0e47f9615423 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.244174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Allocated IP 172.20.0.1 (072258f3-0e4d-4968-a03e-e1353b42b0c2/25a7f956-3e53-407b-b2ba-a23b34b8c9cd/9997edd5-0086-435f-955e-57ebc31eb0e1) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:29.309200 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Pushing event updated for resources: {'Port': ['ID=39aa1b6b-385e-401b-9f5a-7d2ba2877dd3,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:29.398592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Attempting to bind port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:29.399164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Attempting to bind port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '029a0736-ffb6-437f-8846-e77f64f6d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7526b2f1-2bdd-4a4c-a937-5551b0667ab2'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:29.399291 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Attempting to bind port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 on network 7526b2f1-2bdd-4a4c-a937-5551b0667ab2 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:29.407022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 4d16b194-e728-4795-a6fc-d7d5868fca96 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:29.407395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.410244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:29.410450 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Checking segment: {'id': '029a0736-ffb6-437f-8846-e77f64f6d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7526b2f1-2bdd-4a4c-a937-5551b0667ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:29.410742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.411126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Bound using segment: {'id': '029a0736-ffb6-437f-8846-e77f64f6d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7526b2f1-2bdd-4a4c-a937-5551b0667ab2'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:29.411598 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Bound port: 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029a0736-ffb6-437f-8846-e77f64f6d661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '7526b2f1-2bdd-4a4c-a937-5551b0667ab2'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:29.411972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.463346 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.480642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-48c27fe2-b4ee-4d6a-b32f-43ab451551cc req-9ff7a860-4e52-409a-a93e-0e47f9615423 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] For port 7365c11a-932b-489d-986a-94b74ea11f77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7365c11a-932b-489d-986a-94b74ea11f77,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:29.481967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-48c27fe2-b4ee-4d6a-b32f-43ab451551cc req-9ff7a860-4e52-409a-a93e-0e47f9615423 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.529756 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c2ab0-1a6c-48f3-b366-19652db36fe2 req-0b9337d1-feb3-40d9-b59c-57e0c63740a1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:29.537944 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e51c2ab0-1a6c-48f3-b366-19652db36fe2 req-0b9337d1-feb3-40d9-b59c-57e0c63740a1 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.7336397 Dec 22 04:55:29.544697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] For port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:29.569902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] For port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=39aa1b6b-385e-401b-9f5a-7d2ba2877dd3,segment=NetworkSegment(029a0736-ffb6-437f-8846-e77f64f6d661),segment_id=029a0736-ffb6-437f-8846-e77f64f6d661)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:29.582798 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 169e3a61-e005-48e9-b476-6da524003f82 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:29.586807 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=e653f98b-dd65-47b4-aee8-a21bc72e00d0,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:29.589688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-48c27fe2-b4ee-4d6a-b32f-43ab451551cc req-9ff7a860-4e52-409a-a93e-0e47f9615423 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Calling delete_port for 7365c11a-932b-489d-986a-94b74ea11f77 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:29.592576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:29.619542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:29.625289 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:29.625922 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.630586 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e51c2ab0-1a6c-48f3-b366-19652db36fe2 req-a1fc6278-c92e-437d-9ff0-305d0f23b7cc tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918193 Dec 22 04:55:29.664441 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225aa17e-f6dd-43fd-b6ca-54521b345000 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:29.665130 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3adab5ab-ab8a-473a-b4e6-dd0110bf518a None None] Provisioning complete for port 25c498c1-801f-47e2-9164-c1e932317872 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:29.665900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3adab5ab-ab8a-473a-b4e6-dd0110bf518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.667767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.671608 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-225aa17e-f6dd-43fd-b6ca-54521b345000 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "PUT /v2.0/routers/e4d13dfc-04f5-4d48-a176-6aa581210f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4558761 Dec 22 04:55:29.674066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.675133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40342) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:29.732582 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-53efc7d6-2952-4d51-aded-baf8154367ba tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] delete failed (client error): The resource could not be found. Dec 22 04:55:29.733402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a143f85-d245-4f49-be91-21c8dd989bc8 None None] Sync routers for ids ['e4d13dfc-04f5-4d48-a176-6aa581210f54'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:29.743810 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-53efc7d6-2952-4d51-aded-baf8154367ba tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-209284288 HTTP/1.1" status: 404 len: 334 time: 0.0674713 Dec 22 04:55:29.744595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40344) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:29.749478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0d08ff51-d615-47c5-b25a-e73f45d8bd0f tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e4d13dfc-04f5-4d48-a176-6aa581210f54'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:29.806563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.806563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a143f85-d245-4f49-be91-21c8dd989bc8 None None] Routers {'e4d13dfc-04f5-4d48-a176-6aa581210f54'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:29.806563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3a143f85-d245-4f49-be91-21c8dd989bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['e4d13dfc-04f5-4d48-a176-6aa581210f54'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:29.822390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-3adab5ab-ab8a-473a-b4e6-dd0110bf518a None None] Port 25c498c1-801f-47e2-9164-c1e932317872 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:29.868777 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6ca790c9-6f3c-424e-a8bb-50742f927212 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2539463 Dec 22 04:55:29.896132 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.898944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40346) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:29.903843 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3a143f85-d245-4f49-be91-21c8dd989bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:29.913675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da93dc-c854-4f85-9ec5-bb5746002d95 None None] Pushing event updated for resources: {'Port': ['ID=39aa1b6b-385e-401b-9f5a-7d2ba2877dd3,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:29.919804 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3adab5ab-ab8a-473a-b4e6-dd0110bf518a None None] Provisioning complete for port 4d16b194-e728-4795-a6fc-d7d5868fca96 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:29.920166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3adab5ab-ab8a-473a-b4e6-dd0110bf518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:29.938641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ef39934c-c992-4101-bfd4-a08bf8926a82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:29.964497 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa6e42-d234-49bf-93ef-e43b3cf24e25 req-e189b630-a6a6-4a6f-acc0-06f1ee35fb13 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:29.967107 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11fa6e42-d234-49bf-93ef-e43b3cf24e25 req-e189b630-a6a6-4a6f-acc0-06f1ee35fb13 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.4701352 Dec 22 04:55:29.978974 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Network 46ded546-a6ba-4873-873f-3b58e3d03663 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:29.985633 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a143f85-d245-4f49-be91-21c8dd989bc8 None None] Routers {'e4d13dfc-04f5-4d48-a176-6aa581210f54'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:29.988912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3a143f85-d245-4f49-be91-21c8dd989bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['e4d13dfc-04f5-4d48-a176-6aa581210f54'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:30.009354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.027279 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:30.029122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Pushing event updated for resources: {'Port': ['ID=6df9e959-caa5-43f7-9821-b72ade5bfdaa,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:30.034497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:30.075613 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Made reservation on behalf of dbc6c76bb42047c3af01af84cda90668 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:30.079676 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.090956 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0d08ff51-d615-47c5-b25a-e73f45d8bd0f tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.123381 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] device_id is not set on port a3e6bfa4-c0f3-47ef-a80a-374f2d2483ee yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:30.142227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3a143f85-d245-4f49-be91-21c8dd989bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:30.144063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a143f85-d245-4f49-be91-21c8dd989bc8 None None] The sync data for ids ['e4d13dfc-04f5-4d48-a176-6aa581210f54'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:30.222664 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-0d08ff51-d615-47c5-b25a-e73f45d8bd0f tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] update failed (client error): The resource could not be found. Dec 22 04:55:30.227641 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0d08ff51-d615-47c5-b25a-e73f45d8bd0f tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "PUT /v2.0/routers/e4d13dfc-04f5-4d48-a176-6aa581210f54 HTTP/1.1" status: 404 len: 339 time: 0.4780366 Dec 22 04:55:30.236594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40348) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:30.243622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-7aa6f7cb-3122-42dd-9a9a-f68c4593da3a tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1856720270'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:30.278790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Attempting to bind port 6df9e959-caa5-43f7-9821-b72ade5bfdaa on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:30.279194 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Attempting to bind port 6df9e959-caa5-43f7-9821-b72ade5bfdaa by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'bcf6654d-4f66-4e3c-8466-d33f57deefac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '46ded546-a6ba-4873-873f-3b58e3d03663'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:30.279555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Attempting to bind port 6df9e959-caa5-43f7-9821-b72ade5bfdaa on network 46ded546-a6ba-4873-873f-3b58e3d03663 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:30.287783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:30.288164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Checking segment: {'id': 'bcf6654d-4f66-4e3c-8466-d33f57deefac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '46ded546-a6ba-4873-873f-3b58e3d03663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:30.288596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.288988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Bound using segment: {'id': 'bcf6654d-4f66-4e3c-8466-d33f57deefac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '46ded546-a6ba-4873-873f-3b58e3d03663'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:30.289471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Bound port: 6df9e959-caa5-43f7-9821-b72ade5bfdaa, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf6654d-4f66-4e3c-8466-d33f57deefac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '46ded546-a6ba-4873-873f-3b58e3d03663'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:30.289855 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.353749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Allocated IP 2001:db8::175 (46ded546-a6ba-4873-873f-3b58e3d03663/467eb01c-50ac-4455-93ef-bf20a8bf0108/a3e6bfa4-c0f3-47ef-a80a-374f2d2483ee) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:30.390058 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] For port 6df9e959-caa5-43f7-9821-b72ade5bfdaa, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:30.394279 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] For port 6df9e959-caa5-43f7-9821-b72ade5bfdaa, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6df9e959-caa5-43f7-9821-b72ade5bfdaa,segment=NetworkSegment(bcf6654d-4f66-4e3c-8466-d33f57deefac),segment_id=bcf6654d-4f66-4e3c-8466-d33f57deefac)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:30.405698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa6f7cb-3122-42dd-9a9a-f68c4593da3a tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Made reservation on behalf of 7f819fa42ea14ee2a92a968918e83514 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:30.411013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f7cb-3122-42dd-9a9a-f68c4593da3a tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.411181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-aa0d67af-1bd3-4388-a41c-daa1ad2c6de0 None None] Provisioning complete for port e653f98b-dd65-47b4-aee8-a21bc72e00d0 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:30.411636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-aa0d67af-1bd3-4388-a41c-daa1ad2c6de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.443361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e10476e-2873-42da-92fe-b39328b593a2 None None] Network 072258f3-0e4d-4968-a03e-e1353b42b0c2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:30.455494 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa6f7cb-3122-42dd-9a9a-f68c4593da3a tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:30.483924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.514961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f7cb-3122-42dd-9a9a-f68c4593da3a tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.515578 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-7aa6f7cb-3122-42dd-9a9a-f68c4593da3a tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Added segment 6a9bf8ef-37f0-4c44-a068-0fed74edcdbf of type vlan for network e3fd612d-aeba-4184-a5d8-d3668c30841c Dec 22 04:55:30.530460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d67af-1bd3-4388-a41c-daa1ad2c6de0 None None] Port e653f98b-dd65-47b4-aee8-a21bc72e00d0 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:30.588937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775407a-6957-4d12-8d21-fd9fb75f4f9a None None] Pushing event updated for resources: {'Port': ['ID=6df9e959-caa5-43f7-9821-b72ade5bfdaa,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:30.596013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f7cb-3122-42dd-9a9a-f68c4593da3a tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.650560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627077e-7421-4f1b-b953-e88742400f11 req-b8cde95c-0a38-4d55-a6cf-d31d1281d800 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:30.652439 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d627077e-7421-4f1b-b953-e88742400f11 req-b8cde95c-0a38-4d55-a6cf-d31d1281d800 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.9866419 Dec 22 04:55:30.673825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3c674c9a-7f2f-4d54-a7db-69b4514dc30b None None] Provisioning complete for port 5514224c-b467-43a2-bd8f-98ee1f885c6d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:30.674306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c674c9a-7f2f-4d54-a7db-69b4514dc30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.770744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.787401 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c674c9a-7f2f-4d54-a7db-69b4514dc30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.810492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f7cb-3122-42dd-9a9a-f68c4593da3a tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.819366 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa6f7cb-3122-42dd-9a9a-f68c4593da3a tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:30.820934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7aa6f7cb-3122-42dd-9a9a-f68c4593da3a tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.866092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3c674c9a-7f2f-4d54-a7db-69b4514dc30b None None] For port 5514224c-b467-43a2-bd8f-98ee1f885c6d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5514224c-b467-43a2-bd8f-98ee1f885c6d,segment=NetworkSegment(f9aca1a1-0454-4986-894f-5c8de3692e30),segment_id=f9aca1a1-0454-4986-894f-5c8de3692e30)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:30.938418 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c674c9a-7f2f-4d54-a7db-69b4514dc30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:30.949716 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11fa6e42-d234-49bf-93ef-e43b3cf24e25 req-2851f959-bdb0-439f-9361-98c17751fbe3 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9223611 Dec 22 04:55:31.032975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16cf03-6d12-4715-80c3-3d56954af8b5 req-16b7fb9a-a304-440c-a1c1-202eb8b47e09 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:31.033504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c674c9a-7f2f-4d54-a7db-69b4514dc30b None None] Pushing event updated for resources: {'Port': ['ID=5514224c-b467-43a2-bd8f-98ee1f885c6d,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:31.041489 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5e16cf03-6d12-4715-80c3-3d56954af8b5 req-16b7fb9a-a304-440c-a1c1-202eb8b47e09 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 945 time: 0.3145587 Dec 22 04:55:31.066106 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7aa6f7cb-3122-42dd-9a9a-f68c4593da3a tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8288324 Dec 22 04:55:31.067839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40352) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:31.088432 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5514224c-b467-43a2-bd8f-98ee1f885c6d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:31.094317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-47dc2372-a45b-473c-ba98-32a9c4ab59df tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Request body: {'subnet': {'network_id': 'e3fd612d-aeba-4184-a5d8-d3668c30841c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:31.103124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Network 072258f3-0e4d-4968-a03e-e1353b42b0c2 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:31.123506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6f7cb-3122-42dd-9a9a-f68c4593da3a tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'Network': ['ID=e3fd612d-aeba-4184-a5d8-d3668c30841c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:31.135128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network e3fd612d-aeba-4184-a5d8-d3668c30841c details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:31.157346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:31.166564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.173736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:31.184300 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event updated for resources: {'Port': ['ID=9997edd5-0086-435f-955e-57ebc31eb0e1,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:31.211755 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5e16cf03-6d12-4715-80c3-3d56954af8b5 req-44e8a284-436b-4328-bc32-db683c8c2b45 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6d475d3-1bd1-4e99-8e0a-4644be4de821&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692505 Dec 22 04:55:31.228225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Deleting port 8d5fabd3-d5d4-4906-ba76-4e506346242b {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:31.228459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.240563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef39934c-c992-4101-bfd4-a08bf8926a82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:31.249143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ef39934c-c992-4101-bfd4-a08bf8926a82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.249874 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-fa26ca39-ea35-4ce6-8529-1ff15806a050 None None] Provisioning complete for port 5514224c-b467-43a2-bd8f-98ee1f885c6d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:31.250250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fa26ca39-ea35-4ce6-8529-1ff15806a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.273382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.284608 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.328158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 5514224c-b467-43a2-bd8f-98ee1f885c6d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:31.328566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.347595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-48c27fe2-b4ee-4d6a-b32f-43ab451551cc req-9ff7a860-4e52-409a-a93e-0e47f9615423 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.403234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.436923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dc2372-a45b-473c-ba98-32a9c4ab59df tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Made reservation on behalf of 7f819fa42ea14ee2a92a968918e83514 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:31.445786 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47dc2372-a45b-473c-ba98-32a9c4ab59df tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.486980 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:31.520042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.546705 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375fe1fd-0a6f-47f6-9879-64ae9ed8ff15 None None] Network 7526b2f1-2bdd-4a4c-a937-5551b0667ab2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:31.617467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Network 46ded546-a6ba-4873-873f-3b58e3d03663 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:31.622091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=734dee16-1f41-403f-9b3c-25605dfb0dd5,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:31.625970 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:31.637037 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:31.644379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:31.645039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.660542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6e878373-e01d-4728-8862-0beb231aab50 None None] Provisioning complete for port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:31.660905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6e878373-e01d-4728-8862-0beb231aab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.662873 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:31.663462 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.677195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] For port 8d5fabd3-d5d4-4906-ba76-4e506346242b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b,segment=NetworkSegment(53ccdc7b-8e96-41c3-a284-ea2402686593),segment_id=53ccdc7b-8e96-41c3-a284-ea2402686593)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:31.677460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.717883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Pushing event updated for resources: {'Port': ['ID=a3e6bfa4-c0f3-47ef-a80a-374f2d2483ee,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:31.826795 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c1b5573f-42fc-45f9-88eb-b06f253f29d5 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.9551191 Dec 22 04:55:31.829138 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40354) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:31.862948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.882466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47dc2372-a45b-473c-ba98-32a9c4ab59df tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.887827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7a860-4e52-409a-a93e-0e47f9615423 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event deleted for resources: {'Port': ['ID=7365c11a-932b-489d-986a-94b74ea11f77,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:31.936244 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b2a67-d686-4b4e-8319-699d0725ba9a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:31.941684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6e878373-e01d-4728-8862-0beb231aab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:31.943310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b2a67-d686-4b4e-8319-699d0725ba9a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:31.953491 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b2a67-d686-4b4e-8319-699d0725ba9a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:31.953615 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.ipam_backend_mixin [None req-ef39934c-c992-4101-bfd4-a08bf8926a82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be8d935b-bbe4-49ec-9ce6-edc8bc408aba (CIDR: 2001:db8::/64) Dec 22 04:55:31.953709 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-285b2a67-d686-4b4e-8319-699d0725ba9a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1228795 Dec 22 04:55:31.960847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40356) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:31.975257 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=39aa1b6b-385e-401b-9f5a-7d2ba2877dd3,segment=NetworkSegment(029a0736-ffb6-437f-8846-e77f64f6d661),segment_id=029a0736-ffb6-437f-8846-e77f64f6d661)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:31.995122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.001562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c27fe2-b4ee-4d6a-b32f-43ab451551cc req-9ff7a860-4e52-409a-a93e-0e47f9615423 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] No DVR routers for this DVR port 7365c11a-932b-489d-986a-94b74ea11f77 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:32.015262 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-48c27fe2-b4ee-4d6a-b32f-43ab451551cc req-9ff7a860-4e52-409a-a93e-0e47f9615423 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.015994 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-48c27fe2-b4ee-4d6a-b32f-43ab451551cc req-9ff7a860-4e52-409a-a93e-0e47f9615423 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.16 "DELETE /v2.0/ports/7365c11a-932b-489d-986a-94b74ea11f77 HTTP/1.1" status: 204 len: 173 time: 3.8184834 Dec 22 04:55:32.064416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.077002 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc2372-a45b-473c-ba98-32a9c4ab59df tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'Subnet': ['ID=40fa1821-cb63-417c-be23-eb8197336fe0,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:32.084654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'name': 'network-vif-deleted', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:32.088234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3c25c8-9eff-49b8-97b0-d0bfdc624b5a" -d '{"events": [{"server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "name": "network-vif-deleted", "tag": "7365c11a-932b-489d-986a-94b74ea11f77"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:32.122157 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc2372-a45b-473c-ba98-32a9c4ab59df tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Checking segment: {'id': '6a9bf8ef-37f0-4c44-a068-0fed74edcdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e3fd612d-aeba-4184-a5d8-d3668c30841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:32.122513 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc2372-a45b-473c-ba98-32a9c4ab59df tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Network hostable DHCP agents. Network: e3fd612d-aeba-4184-a5d8-d3668c30841c, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:32.152669 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-024fa162-b6dc-423b-9d0f-2a52ab47f38a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Deleting port a3e6bfa4-c0f3-47ef-a80a-374f2d2483ee {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:32.153047 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-024fa162-b6dc-423b-9d0f-2a52ab47f38a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.164422 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef39934c-c992-4101-bfd4-a08bf8926a82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:55:32.164945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef39934c-c992-4101-bfd4-a08bf8926a82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:32.174363 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d2ff0a-47c3-4286-b3ac-a72040af58a9 None None] Network 46ded546-a6ba-4873-873f-3b58e3d03663 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:32.176374 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 8d5fabd3-d5d4-4906-ba76-4e506346242b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:32.182803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997f69ae-4463-498a-a60c-d62f08864e21 x-openstack-request-id: req-997f69ae-4463-498a-a60c-d62f08864e21 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:32.183014 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7098e2-49d0-4213-83fc-fb65d09fdc89", "name": "network-vif-deleted", "tag": "7365c11a-932b-489d-986a-94b74ea11f77", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:32.183233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-997f69ae-4463-498a-a60c-d62f08864e21 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:32.183619 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7098e2-49d0-4213-83fc-fb65d09fdc89', 'name': 'network-vif-deleted', 'tag': '7365c11a-932b-489d-986a-94b74ea11f77', 'status': 'completed', 'code': 200} Dec 22 04:55:32.295757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc2372-a45b-473c-ba98-32a9c4ab59df tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Network e3fd612d-aeba-4184-a5d8-d3668c30841c is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:32.313172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.322356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.322356 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Floating IP 66566245-ae62-478f-b83c-1068c5745f97 disassociated. External IP: 172.26.5.174, port: 8d5fabd3-d5d4-4906-ba76-4e506346242b. Dec 22 04:55:32.322356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Calling delete_port for 8d5fabd3-d5d4-4906-ba76-4e506346242b owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:32.338691 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-024fa162-b6dc-423b-9d0f-2a52ab47f38a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.357200 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-024fa162-b6dc-423b-9d0f-2a52ab47f38a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Calling delete_port for a3e6bfa4-c0f3-47ef-a80a-374f2d2483ee owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:32.370612 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.408902 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-190c4b0a-90ff-49f4-8c61-217e83b68a94 req-532122fc-715a-4b03-907f-fe04c32d782d tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 210 time: 0.0361032 Dec 22 04:55:32.412046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-47dc2372-a45b-473c-ba98-32a9c4ab59df tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, e3fd612d-aeba-4184-a5d8-d3668c30841c) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:32.418052 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc2372-a45b-473c-ba98-32a9c4ab59df tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:32.420250 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47dc2372-a45b-473c-ba98-32a9c4ab59df tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.427288 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da911e31-0151-4d04-a7c1-fe69dcd56b38 req-fdda57b4-e8b9-4c36-8354-128bb07c5400 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:32.430156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8f0d27-fa2a-47c2-8ffe-64d21314d741 None None] Network e3fd612d-aeba-4184-a5d8-d3668c30841c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:32.436075 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-da911e31-0151-4d04-a7c1-fe69dcd56b38 req-fdda57b4-e8b9-4c36-8354-128bb07c5400 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 946 time: 0.2677846 Dec 22 04:55:32.462951 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ef39934c-c992-4101-bfd4-a08bf8926a82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5589170 Dec 22 04:55:32.571754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40368) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:32.577919 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-dd95dc24-3254-44b8-a526-2366ff5b920b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:32.588132 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-6e878373-e01d-4728-8862-0beb231aab50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:55:32.588643 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-6e878373-e01d-4728-8862-0beb231aab50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:55:32.626183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=39aa1b6b-385e-401b-9f5a-7d2ba2877dd3,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:32.633055 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-e3fd612d-aeba-4184-a5d8-d3668c30841c', 'network_id': 'e3fd612d-aeba-4184-a5d8-d3668c30841c', 'tenant_id': '7f819fa42ea14ee2a92a968918e83514', 'fixed_ips': [{'subnet_id': '40fa1821-cb63-417c-be23-eb8197336fe0'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:55:32.633892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.669159 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Floating IP c25fb888-3063-4442-9c25-3c7600ab23ac associated. External IP: 172.26.5.131, port: c265dc7a-ae87-4cca-b596-34eb8dec8838. Dec 22 04:55:32.684434 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-024fa162-b6dc-423b-9d0f-2a52ab47f38a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.781844 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-47dc2372-a45b-473c-ba98-32a9c4ab59df tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7083931 Dec 22 04:55:32.783794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-024fa162-b6dc-423b-9d0f-2a52ab47f38a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.791337 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-024fa162-b6dc-423b-9d0f-2a52ab47f38a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] 10.222.0.54 "DELETE /v2.0/ports/a3e6bfa4-c0f3-47ef-a80a-374f2d2483ee HTTP/1.1" status: 204 len: 168 time: 0.8233182 Dec 22 04:55:32.791337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fa162-b6dc-423b-9d0f-2a52ab47f38a tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Pushing event deleted for resources: {'Port': ['ID=a3e6bfa4-c0f3-47ef-a80a-374f2d2483ee,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:32.792710 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40370) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:32.792710 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40372) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:32.798617 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-da911e31-0151-4d04-a7c1-fe69dcd56b38 req-d5da5428-6a6c-4a61-aab0-932afef35485 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups?id=88e3911d-aaa2-45fa-8ecf-124324df0dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613877 Dec 22 04:55:32.798749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-12c064c0-be1d-4854-8118-47e0f538327d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e3fd612d-aeba-4184-a5d8-d3668c30841c'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:32.804712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.806658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Request body: {'port': {'name': 'tempest-new-port-name-1284062751', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:32.807041 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.api.validators [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] bootfile-name is not in valid_values {{(pid=109182) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:55:32.807367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.api.validators [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] tftp-server is not in valid_values {{(pid=109182) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:55:32.807685 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.api.validators [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] server-ip-address is not in valid_values {{(pid=109182) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:55:32.841901 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5fabd3-d5d4-4906-ba76-4e506346242b'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:32.846212 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d5a60f-5222-49dd-8e0c-1ece2e96dc72" -d '{"events": [{"server_uuid": "5b331c9a-9262-41ea-87b0-11ac7da42e42", "name": "network-vif-unplugged", "status": "completed", "tag": "8d5fabd3-d5d4-4906-ba76-4e506346242b"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:32.916983 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f28299b-0b89-40ac-82a2-cbb33f8aa780 x-openstack-request-id: req-1f28299b-0b89-40ac-82a2-cbb33f8aa780 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:32.926253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b331c9a-9262-41ea-87b0-11ac7da42e42", "name": "network-vif-unplugged", "status": "completed", "tag": "8d5fabd3-d5d4-4906-ba76-4e506346242b", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:32.926253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f28299b-0b89-40ac-82a2-cbb33f8aa780 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:32.926253 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5fabd3-d5d4-4906-ba76-4e506346242b', 'code': 200} Dec 22 04:55:32.926805 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 8d5fabd3-d5d4-4906-ba76-4e506346242b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8d5fabd3-d5d4-4906-ba76-4e506346242b,segment=NetworkSegment(53ccdc7b-8e96-41c3-a284-ea2402686593),segment_id=53ccdc7b-8e96-41c3-a284-ea2402686593)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:32.945883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd95dc24-3254-44b8-a526-2366ff5b920b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:32.950147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dd95dc24-3254-44b8-a526-2366ff5b920b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:32.992667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Allocated IP 2001:db8:1::2 (e3fd612d-aeba-4184-a5d8-d3668c30841c/40fa1821-cb63-417c-be23-eb8197336fe0/f65e016c-8d37-4506-b96f-9e6f2c16b20c) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:32.995797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.087576 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:33.088492 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.096910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5514224c-b467-43a2-bd8f-98ee1f885c6d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:33.107415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.108147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7365c11a-932b-489d-986a-94b74ea11f77 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:33.126893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.204713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 7365c11a-932b-489d-986a-94b74ea11f77 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:33.205170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7365c11a-932b-489d-986a-94b74ea11f77 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:33.241950 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-12c064c0-be1d-4854-8118-47e0f538327d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.280023 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.ipam_backend_mixin [None req-dd95dc24-3254-44b8-a526-2366ff5b920b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a23c608e-65e5-440d-8276-8ee56e065185 (CIDR: 2001:db8:0:1::/64) Dec 22 04:55:33.287220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.296217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event updated for resources: {'Port': ['ID=9997edd5-0086-435f-955e-57ebc31eb0e1,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.306549 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=8d5fabd3-d5d4-4906-ba76-4e506346242b,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.311182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.315299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:33.320473 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 5514224c-b467-43a2-bd8f-98ee1f885c6d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:33.320473 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.327720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.329982 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b57ba7-3e7d-4f6f-ba37-bdf11f9c8287 None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:33.345657 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b57ba7-3e7d-4f6f-ba37-bdf11f9c8287 None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:33.346472 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f0b57ba7-3e7d-4f6f-ba37-bdf11f9c8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:33.359470 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6e878373-e01d-4728-8862-0beb231aab50 None None] Provisioning complete for port 9997edd5-0086-435f-955e-57ebc31eb0e1 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:33.359850 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6e878373-e01d-4728-8862-0beb231aab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.391611 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd95dc24-3254-44b8-a526-2366ff5b920b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:55:33.392106 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd95dc24-3254-44b8-a526-2366ff5b920b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:33.412055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Pushing event deleted for resources: {'Port': ['ID=8d5fabd3-d5d4-4906-ba76-4e506346242b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.423520 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.472092 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-dd95dc24-3254-44b8-a526-2366ff5b920b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8991120 Dec 22 04:55:33.484166 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40378) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:33.499557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9d606c8a-b276-4b97-83ad-69389ff30d03 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'subnet': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:33.503176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.508073 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f0b57ba7-3e7d-4f6f-ba37-bdf11f9c8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:33.517724 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b57ba7-3e7d-4f6f-ba37-bdf11f9c8287 None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:33.518672 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f0b57ba7-3e7d-4f6f-ba37-bdf11f9c8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:33.573110 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f0b57ba7-3e7d-4f6f-ba37-bdf11f9c8287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:33.574083 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b57ba7-3e7d-4f6f-ba37-bdf11f9c8287 None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:33.631060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-6e878373-e01d-4728-8862-0beb231aab50 None None] Port 9997edd5-0086-435f-955e-57ebc31eb0e1 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:33.651502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Network e3fd612d-aeba-4184-a5d8-d3668c30841c is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:33.672967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:33.679379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:33.681079 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Pushing event updated for resources: {'Port': ['ID=f65e016c-8d37-4506-b96f-9e6f2c16b20c,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.738298 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.782644 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-12c064c0-be1d-4854-8118-47e0f538327d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:55:33.787406 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-12c064c0-be1d-4854-8118-47e0f538327d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "PUT /v2.0/routers/e4d13dfc-04f5-4d48-a176-6aa581210f54 HTTP/1.1" status: 400 len: 364 time: 0.9904385 Dec 22 04:55:33.788410 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40380) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:33.807424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Attempting to bind port f65e016c-8d37-4506-b96f-9e6f2c16b20c on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:33.807791 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Attempting to bind port f65e016c-8d37-4506-b96f-9e6f2c16b20c by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a9bf8ef-37f0-4c44-a068-0fed74edcdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e3fd612d-aeba-4184-a5d8-d3668c30841c'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:33.808161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Attempting to bind port f65e016c-8d37-4506-b96f-9e6f2c16b20c on network e3fd612d-aeba-4184-a5d8-d3668c30841c {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:33.821875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6df9e959-caa5-43f7-9821-b72ade5bfdaa up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:33.838186 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.843190 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:33.843564 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Checking segment: {'id': '6a9bf8ef-37f0-4c44-a068-0fed74edcdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e3fd612d-aeba-4184-a5d8-d3668c30841c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:33.843954 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.844439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Bound using segment: {'id': '6a9bf8ef-37f0-4c44-a068-0fed74edcdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e3fd612d-aeba-4184-a5d8-d3668c30841c'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:33.844921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Bound port: f65e016c-8d37-4506-b96f-9e6f2c16b20c, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9bf8ef-37f0-4c44-a068-0fed74edcdbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e3fd612d-aeba-4184-a5d8-d3668c30841c'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:33.845296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.849755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a3e4793f-7ebf-44ee-b6bf-e45c67fc9e93 None None] Provisioning complete for port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:33.850115 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a3e4793f-7ebf-44ee-b6bf-e45c67fc9e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.881392 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d606c8a-b276-4b97-83ad-69389ff30d03 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Made reservation on behalf of 57d5c0f7a0254b2994086b9f9f83d7fc for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:33.885091 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d606c8a-b276-4b97-83ad-69389ff30d03 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.984781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] In _notify_port_updated(), no bound segment for port fb521035-9852-4fb0-8867-c60d1d13d96f on network 46ded546-a6ba-4873-873f-3b58e3d03663 {{(pid=109182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:55:33.991189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] For port f65e016c-8d37-4506-b96f-9e6f2c16b20c, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:33.991395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:33.992250 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:33.994301 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] 10.222.0.54 "PUT /v2.0/ports/fb521035-9852-4fb0-8867-c60d1d13d96f HTTP/1.1" status: 200 len: 1130 time: 1.1994729 Dec 22 04:55:33.995090 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] For port f65e016c-8d37-4506-b96f-9e6f2c16b20c, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f65e016c-8d37-4506-b96f-9e6f2c16b20c,segment=NetworkSegment(6a9bf8ef-37f0-4c44-a068-0fed74edcdbf),segment_id=6a9bf8ef-37f0-4c44-a068-0fed74edcdbf)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:34.002159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 6df9e959-caa5-43f7-9821-b72ade5bfdaa triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:34.002501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.017877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40384) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:34.027161 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3ed63f88-14ac-44ff-b86a-46aa2ae420f9 req-fba0b213-836b-44df-a34a-1ff6f5d41a0a tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 210 time: 0.1310227 Dec 22 04:55:34.100611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.118941 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c3787e5e-2b05-450c-b7a4-4e691f6739bb tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 10.2713506 Dec 22 04:55:34.132010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40386) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:34.176479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a3e4793f-7ebf-44ee-b6bf-e45c67fc9e93 None None] Provisioning complete for port 6df9e959-caa5-43f7-9821-b72ade5bfdaa triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:34.176849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a3e4793f-7ebf-44ee-b6bf-e45c67fc9e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.208041 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0fa04063-6722-47cb-88a9-ed19c82b7d04 req-f42473ca-76f0-49c8-b0e9-0144ce72ebaf tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "GET /v2.0/ports?device_id=be7098e2-49d0-4213-83fc-fb65d09fdc89 HTTP/1.1" status: 200 len: 210 time: 0.0902579 Dec 22 04:55:34.219677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.238318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e9dcc-6183-42d2-9f92-a41e7afb39e9 None None] Pushing event updated for resources: {'Port': ['ID=f65e016c-8d37-4506-b96f-9e6f2c16b20c,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:34.341700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 6df9e959-caa5-43f7-9821-b72ade5bfdaa, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6df9e959-caa5-43f7-9821-b72ade5bfdaa,segment=NetworkSegment(bcf6654d-4f66-4e3c-8466-d33f57deefac),segment_id=bcf6654d-4f66-4e3c-8466-d33f57deefac)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:34.348031 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-259db126-83e1-4c44-aea0-d609941bebc7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "GET /v2.0/floatingips/c25fb888-3063-4442-9c25-3c7600ab23ac HTTP/1.1" status: 200 len: 979 time: 0.2111235 Dec 22 04:55:34.353153 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40388) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:34.392807 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a3e4793f-7ebf-44ee-b6bf-e45c67fc9e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.418332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.419240 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:34.451514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Network 072258f3-0e4d-4968-a03e-e1353b42b0c2 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:34.473515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:34.474839 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:34.533798 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eb41391b-5abc-492e-9198-85dff4a778d3 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1794479 Dec 22 04:55:34.548793 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131d677f-e732-46f2-bb89-409033fd18bb tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:34.550208 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-131d677f-e732-46f2-bb89-409033fd18bb tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] 10.222.0.54 "GET /v2.0/ports/fb521035-9852-4fb0-8867-c60d1d13d96f HTTP/1.1" status: 200 len: 1130 time: 0.5221291 Dec 22 04:55:34.562368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40390) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:34.562779 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40392) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:34.583125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-839906a3-b7d0-4efb-93ed-e1e1eba4ec00 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'floatingip': {'port_id': 'b855c5eb-0785-46b7-a67b-2230c2b7eecb'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:34.634818 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=6df9e959-caa5-43f7-9821-b72ade5bfdaa,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:34.675450 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-a3e4793f-7ebf-44ee-b6bf-e45c67fc9e93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:55:34.676490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-a3e4793f-7ebf-44ee-b6bf-e45c67fc9e93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:55:34.681002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:34.681773 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.703554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Pushing event updated for resources: {'Port': ['ID=fb521035-9852-4fb0-8867-c60d1d13d96f,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:34.713164 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-839906a3-b7d0-4efb-93ed-e1e1eba4ec00 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.796497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:34.797148 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:34.797148 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:34.798080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:34.798431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:34.799012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:34.799143 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:34.799477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:34.799888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:34.806339 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:34.806778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:34.807162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986619ad-a812-4aa6-b26d-b829af4f0743 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:34.878544 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:34.892051 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f500fea-247e-4162-bdc5-3b574c82cbd2 None None] Sync routers for ids ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:34.905367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f500fea-247e-4162-bdc5-3b574c82cbd2 None None] Routers {'87fcade4-419b-4296-b4d5-f8e4d9a23a07'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:34.906098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8f500fea-247e-4162-bdc5-3b574c82cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:34.939940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] No DVR routers for this DVR port 8d5fabd3-d5d4-4906-ba76-4e506346242b on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:34.943188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:34.950265 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d627077e-7421-4f1b-b953-e88742400f11 req-578c5912-da49-4ea4-b12b-29369fe25665 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.16 "DELETE /v2.0/ports/8d5fabd3-d5d4-4906-ba76-4e506346242b HTTP/1.1" status: 204 len: 173 time: 4.2897725 Dec 22 04:55:34.951306 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'name': 'network-vif-deleted', 'tag': '8d5fabd3-d5d4-4906-ba76-4e506346242b'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:34.961360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5cb94c-a456-4189-b1ee-1f796d797a92" -d '{"events": [{"server_uuid": "5b331c9a-9262-41ea-87b0-11ac7da42e42", "name": "network-vif-deleted", "tag": "8d5fabd3-d5d4-4906-ba76-4e506346242b"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:35.020184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f26e1a3-9d37-4acb-b078-fb18a22ef1b3 x-openstack-request-id: req-9f26e1a3-9d37-4acb-b078-fb18a22ef1b3 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:35.020184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b331c9a-9262-41ea-87b0-11ac7da42e42", "name": "network-vif-deleted", "tag": "8d5fabd3-d5d4-4906-ba76-4e506346242b", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:35.021542 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f26e1a3-9d37-4acb-b078-fb18a22ef1b3 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:35.021739 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b331c9a-9262-41ea-87b0-11ac7da42e42', 'name': 'network-vif-deleted', 'tag': '8d5fabd3-d5d4-4906-ba76-4e506346242b', 'status': 'completed', 'code': 200} Dec 22 04:55:35.034783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Router 40339f0d-cdef-4f53-b87b-e0a06f82d4ae is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:55:35.124462 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-8f500fea-247e-4162-bdc5-3b574c82cbd2 None None] Set router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:35.225959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6df9e959-caa5-43f7-9821-b72ade5bfdaa up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:35.256886 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483d00c0-278a-4a50-bc5c-54de8c7123d0 req-9aeb3e22-dcbc-4f23-b9cb-14e91567122d tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b331c9a-9262-41ea-87b0-11ac7da42e42 HTTP/1.1" status: 200 len: 210 time: 0.0883706 Dec 22 04:55:35.272008 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.285289 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:35.293923 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1acc013b-f145-4198-af0a-d9972a4550b2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "PUT /v2.0/routers/40339f0d-cdef-4f53-b87b-e0a06f82d4ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7164230 Dec 22 04:55:35.296403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40400) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:35.298080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40402) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:35.302525 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac106bef-f858-4d6f-b216-e28d1e438985 None None] Sync routers for ids ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:35.314975 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac106bef-f858-4d6f-b216-e28d1e438985 None None] Routers {'40339f0d-cdef-4f53-b87b-e0a06f82d4ae'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:35.315646 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ac106bef-f858-4d6f-b216-e28d1e438985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:35.340925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-75d5b403-0302-4db5-9462-90362f309ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Deleting port fb521035-9852-4fb0-8867-c60d1d13d96f {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:35.341264 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75d5b403-0302-4db5-9462-90362f309ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.359563 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ac106bef-f858-4d6f-b216-e28d1e438985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:35.383313 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac106bef-f858-4d6f-b216-e28d1e438985 None None] Routers {'40339f0d-cdef-4f53-b87b-e0a06f82d4ae'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:35.383937 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ac106bef-f858-4d6f-b216-e28d1e438985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:35.441176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75d5b403-0302-4db5-9462-90362f309ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.442845 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ac106bef-f858-4d6f-b216-e28d1e438985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:35.443722 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac106bef-f858-4d6f-b216-e28d1e438985 None None] The sync data for ids ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:35.455197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-75d5b403-0302-4db5-9462-90362f309ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Calling delete_port for fb521035-9852-4fb0-8867-c60d1d13d96f owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:35.658863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 6df9e959-caa5-43f7-9821-b72ade5bfdaa triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:35.659419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.705136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a3e4793f-7ebf-44ee-b6bf-e45c67fc9e93 None None] Provisioning complete for port fb521035-9852-4fb0-8867-c60d1d13d96f triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:35.705521 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a3e4793f-7ebf-44ee-b6bf-e45c67fc9e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.796403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f65e016c-8d37-4506-b96f-9e6f2c16b20c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:35.823003 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ecb251-778d-4185-a660-16e0bb98651e None None] Network e3fd612d-aeba-4184-a5d8-d3668c30841c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:35.847966 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4793f-7ebf-44ee-b6bf-e45c67fc9e93 None None] Port fb521035-9852-4fb0-8867-c60d1d13d96f cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:35.901656 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8f500fea-247e-4162-bdc5-3b574c82cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 4, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '7e3f2dd3-a120-40be-bced-75aa666f36a6', 'name': '', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'mac_address': 'fa:16:3e:33:a9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:45Z', 'updated_at': '2021-12-22T04:51:54Z', 'revision_number': 5, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'subnets': [{'id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:35.939172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f500fea-247e-4162-bdc5-3b574c82cbd2 None None] Checking router: 87fcade4-419b-4296-b4d5-f8e4d9a23a07 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:35.942933 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port f65e016c-8d37-4506-b96f-9e6f2c16b20c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:35.943312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:35.997490 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-3177478e-415b-406c-a6e2-a00730bca3fb tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:55:35.999077 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3177478e-415b-406c-a6e2-a00730bca3fb tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "PUT /v2.0/routers/40339f0d-cdef-4f53-b87b-e0a06f82d4ae/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7013814 Dec 22 04:55:36.006616 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40404) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:36.021572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7c8a637b-5861-4f7c-b35e-a23fb0bde1ed None None] Could not find standard attr ID for object a3e6bfa4-c0f3-47ef-a80a-374f2d2483ee. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:36.025181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f500fea-247e-4162-bdc5-3b574c82cbd2 None None] Routers {'87fcade4-419b-4296-b4d5-f8e4d9a23a07'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:36.025981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8f500fea-247e-4162-bdc5-3b574c82cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:36.175988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7c8a637b-5861-4f7c-b35e-a23fb0bde1ed None None] Provisioning complete for port 9997edd5-0086-435f-955e-57ebc31eb0e1 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:36.176250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c8a637b-5861-4f7c-b35e-a23fb0bde1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.200473 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d606c8a-b276-4b97-83ad-69389ff30d03 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.207707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.220741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.db.resource_extend [None req-839906a3-b7d0-4efb-93ed-e1e1eba4ec00 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:55:36.227764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.268508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a637b-5861-4f7c-b35e-a23fb0bde1ed None None] Port 9997edd5-0086-435f-955e-57ebc31eb0e1 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:36.291353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-8f500fea-247e-4162-bdc5-3b574c82cbd2 None None] Set router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:36.369652 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d606c8a-b276-4b97-83ad-69389ff30d03 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Network 169e3a61-e005-48e9-b476-6da524003f82 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:36.377217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port f65e016c-8d37-4506-b96f-9e6f2c16b20c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f65e016c-8d37-4506-b96f-9e6f2c16b20c,segment=NetworkSegment(6a9bf8ef-37f0-4c44-a068-0fed74edcdbf),segment_id=6a9bf8ef-37f0-4c44-a068-0fed74edcdbf)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:36.390406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9d606c8a-b276-4b97-83ad-69389ff30d03 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:36.400814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d606c8a-b276-4b97-83ad-69389ff30d03 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:36.401583 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d606c8a-b276-4b97-83ad-69389ff30d03 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.404426 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40412) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:36.423782 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-839906a3-b7d0-4efb-93ed-e1e1eba4ec00 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.426341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Allocated IP 2001:db8::1 (1fc523db-49f6-449a-859d-fece93197f1c/1bd5ecac-e692-4a36-8563-2790add08904/5c97864c-078a-4a39-841f-4d45c87a2923) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:36.429778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7c8a637b-5861-4f7c-b35e-a23fb0bde1ed None None] Provisioning complete for port f65e016c-8d37-4506-b96f-9e6f2c16b20c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:36.429778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c8a637b-5861-4f7c-b35e-a23fb0bde1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.430073 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d606c8a-b276-4b97-83ad-69389ff30d03 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Subnet': ['ID=fa5c4280-40fe-4305-b558-e1eb79cbcf7a,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:36.444765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.446815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0aac4d-0587-4467-869d-f6ab567b2ad2 None None] Network 169e3a61-e005-48e9-b476-6da524003f82 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:36.531330 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-839906a3-b7d0-4efb-93ed-e1e1eba4ec00 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.578192 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75d5b403-0302-4db5-9462-90362f309ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.631317 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9d606c8a-b276-4b97-83ad-69389ff30d03 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1459172 Dec 22 04:55:36.648299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=f65e016c-8d37-4506-b96f-9e6f2c16b20c,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:36.659398 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40414) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:36.667450 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9eb0ac78-a061-4ddd-88b5-fac8e5e5b37e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2001426723', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fa5c4280-40fe-4305-b558-e1eb79cbcf7a'}], 'security_groups': ['f640471b-17d7-4e13-bcee-6f10c667be98', '1b46b770-033c-439e-a2f3-19e2a4d98c5b']}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:36.674838 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab9d661b-39b5-4c19-8e28-90dbc603529b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.683704 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5b403-0302-4db5-9462-90362f309ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Pushing event deleted for resources: {'Port': ['ID=fb521035-9852-4fb0-8867-c60d1d13d96f,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:36.769330 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75d5b403-0302-4db5-9462-90362f309ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.775619 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-75d5b403-0302-4db5-9462-90362f309ba4 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] 10.222.0.54 "DELETE /v2.0/ports/fb521035-9852-4fb0-8867-c60d1d13d96f HTTP/1.1" status: 204 len: 168 time: 2.2064924 Dec 22 04:55:36.787339 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40416) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:36.815395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab9d661b-39b5-4c19-8e28-90dbc603529b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.822917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7c8a637b-5861-4f7c-b35e-a23fb0bde1ed None None] Could not find standard attr ID for object fb521035-9852-4fb0-8867-c60d1d13d96f. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:36.908631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8f500fea-247e-4162-bdc5-3b574c82cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 4, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '7e3f2dd3-a120-40be-bced-75aa666f36a6', 'name': '', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'mac_address': 'fa:16:3e:33:a9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:45Z', 'updated_at': '2021-12-22T04:51:54Z', 'revision_number': 5, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'subnets': [{'id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:36.946013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.947801 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f500fea-247e-4162-bdc5-3b574c82cbd2 None None] The sync data for ids ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'] in dv-neutron-822523-1-hyperv is: [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:51:49Z', 'revision_number': 4, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '7e3f2dd3-a120-40be-bced-75aa666f36a6', 'name': '', 'network_id': '1d436651-0ddd-42fa-825f-7a433bc5760e', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'mac_address': 'fa:16:3e:33:a9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:45Z', 'updated_at': '2021-12-22T04:51:54Z', 'revision_number': 5, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'subnets': [{'id': '34ce218f-5db1-421c-b2b4-76f09d3395ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:36.969566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9bc761c6-dee6-4ac1-9780-fb2b9ddfa4c7 None None] Provisioning complete for port f65e016c-8d37-4506-b96f-9e6f2c16b20c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:36.969831 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9bc761c6-dee6-4ac1-9780-fb2b9ddfa4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:36.976025 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-839906a3-b7d0-4efb-93ed-e1e1eba4ec00 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Floating IP c25fb888-3063-4442-9c25-3c7600ab23ac associated. External IP: 172.26.5.131, port: c265dc7a-ae87-4cca-b596-34eb8dec8838. Dec 22 04:55:37.010112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f65e016c-8d37-4506-b96f-9e6f2c16b20c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:37.055719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1d0187-094d-4c38-9d2e-003747d9b193 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Deleting subnet 467eb01c-50ac-4455-93ef-bf20a8bf0108 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:37.062232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-000ced9b-2a62-4075-bcaf-f8468db1be18 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.096926 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0187-094d-4c38-9d2e-003747d9b193 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.107199 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port f65e016c-8d37-4506-b96f-9e6f2c16b20c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:37.107199 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.130889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963032b5-5500-4dd3-aaf0-c4fc75b66d9f None None] Update dhcp port {'port': {'network_id': '169e3a61-e005-48e9-b476-6da524003f82', 'fixed_ips': [{'subnet_id': 'a23c608e-65e5-440d-8276-8ee56e065185', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'be8d935b-bbe4-49ec-9ce6-edc8bc408aba', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fa5c4280-40fe-4305-b558-e1eb79cbcf7a'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '4d16b194-e728-4795-a6fc-d7d5868fca96'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:55:37.176857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-963032b5-5500-4dd3-aaf0-c4fc75b66d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.230993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0187-094d-4c38-9d2e-003747d9b193 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.266525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab9d661b-39b5-4c19-8e28-90dbc603529b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.269085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab9d661b-39b5-4c19-8e28-90dbc603529b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.273052 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ab9d661b-39b5-4c19-8e28-90dbc603529b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "DELETE /v2.0/security-groups/88e3911d-aaa2-45fa-8ecf-124324df0dca HTTP/1.1" status: 204 len: 168 time: 0.8620024 Dec 22 04:55:37.274663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40418) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:37.291146 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d661b-39b5-4c19-8e28-90dbc603529b tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e3911d-aaa2-45fa-8ecf-124324df0dca,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:37.292776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ac78-a061-4ddd-88b5-fac8e5e5b37e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.313271 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-50770cb0-38aa-43de-b335-db8a6a12b659 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] show failed (client error): The resource could not be found. Dec 22 04:55:37.315071 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-50770cb0-38aa-43de-b335-db8a6a12b659 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "GET /v2.0/security-groups/88e3911d-aaa2-45fa-8ecf-124324df0dca HTTP/1.1" status: 404 len: 347 time: 0.0329940 Dec 22 04:55:37.319542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40420) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:37.329500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.377004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Deleting port 92b3c503-e487-4f46-9985-197c940d17da {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:37.377244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.410516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e771c-02cd-49e3-9811-1b43a7b4e302 None None] New status for floating IP 66566245-ae62-478f-b83c-1068c5745f97: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:55:37.433599 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'Port': ['ID=5c97864c-078a-4a39-841f-4d45c87a2923,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:37.498689 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Network 1fc523db-49f6-449a-859d-fece93197f1c is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:37.579899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] For port 92b3c503-e487-4f46-9985-197c940d17da, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=92b3c503-e487-4f46-9985-197c940d17da,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:37.580334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.604371 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Calling delete_port for 92b3c503-e487-4f46-9985-197c940d17da owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:37.668009 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-000ced9b-2a62-4075-bcaf-f8468db1be18 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Deleting port 9997edd5-0086-435f-955e-57ebc31eb0e1 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:37.668385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-000ced9b-2a62-4075-bcaf-f8468db1be18 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.718016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-963032b5-5500-4dd3-aaf0-c4fc75b66d9f None None] Allocated IP 2001:db8:0:2::2 (169e3a61-e005-48e9-b476-6da524003f82/fa5c4280-40fe-4305-b558-e1eb79cbcf7a/4d16b194-e728-4795-a6fc-d7d5868fca96) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:37.836642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-000ced9b-2a62-4075-bcaf-f8468db1be18 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.839361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-963032b5-5500-4dd3-aaf0-c4fc75b66d9f None None] For port 4d16b194-e728-4795-a6fc-d7d5868fca96, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=4d16b194-e728-4795-a6fc-d7d5868fca96,segment=NetworkSegment(67a55c98-f7cd-4de7-9711-42c5128cd027),segment_id=67a55c98-f7cd-4de7-9711-42c5128cd027)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:37.862371 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-000ced9b-2a62-4075-bcaf-f8468db1be18 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Calling delete_port for 9997edd5-0086-435f-955e-57ebc31eb0e1 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:37.877191 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-963032b5-5500-4dd3-aaf0-c4fc75b66d9f None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.913792 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:37.951928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:37.952583 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:37.989484 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-963032b5-5500-4dd3-aaf0-c4fc75b66d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.091110 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0187-094d-4c38-9d2e-003747d9b193 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.126014 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.136617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963032b5-5500-4dd3-aaf0-c4fc75b66d9f None None] Pushing event updated for resources: {'Port': ['ID=4d16b194-e728-4795-a6fc-d7d5868fca96,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:38.162118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event deleted for resources: {'Port': ['ID=92b3c503-e487-4f46-9985-197c940d17da,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:38.192594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:38.192936 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:38.193339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:38.193651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:38.193969 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:38.194283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:38.194603 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:38.194916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:38.195237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:38.195549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:38.195865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:38.196177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:38.204806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-000ced9b-2a62-4075-bcaf-f8468db1be18 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.257787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-80983e34-9dca-4308-bb4d-2ab74028ac60 None None] Provisioning complete for port 5c97864c-078a-4a39-841f-4d45c87a2923 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:38.259169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-80983e34-9dca-4308-bb4d-2ab74028ac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.267331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ced9b-2a62-4075-bcaf-f8468db1be18 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event deleted for resources: {'Port': ['ID=9997edd5-0086-435f-955e-57ebc31eb0e1,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:38.323328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839906a3-b7d0-4efb-93ed-e1e1eba4ec00 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:38.349223 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-80983e34-9dca-4308-bb4d-2ab74028ac60 None None] Port 5c97864c-078a-4a39-841f-4d45c87a2923 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:38.446741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-37bf061d-831e-4a7b-ac4b-20be8ff92b84 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Deleting port c542e147-b085-4ff8-a433-4ba6ac64899d {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:38.447119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37bf061d-831e-4a7b-ac4b-20be8ff92b84 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.455424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0187-094d-4c38-9d2e-003747d9b193 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.522442 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-000ced9b-2a62-4075-bcaf-f8468db1be18 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.578815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.600016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.635460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d0187-094d-4c38-9d2e-003747d9b193 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Pushing event deleted for resources: {'Subnet': ['ID=467eb01c-50ac-4455-93ef-bf20a8bf0108,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:38.668156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dbd1c8-5738-4851-88b9-d28328a613f7 None None] Network 46ded546-a6ba-4873-873f-3b58e3d03663 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:38.679905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1d0187-094d-4c38-9d2e-003747d9b193 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.686165 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9b1d0187-094d-4c38-9d2e-003747d9b193 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] 10.222.0.54 "DELETE /v2.0/subnets/467eb01c-50ac-4455-93ef-bf20a8bf0108 HTTP/1.1" status: 204 len: 168 time: 1.8876882 Dec 22 04:55:38.689107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40422) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:38.867349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000ced9b-2a62-4075-bcaf-f8468db1be18 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Router 40339f0d-cdef-4f53-b87b-e0a06f82d4ae has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:38.881673 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.883437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37bf061d-831e-4a7b-ac4b-20be8ff92b84 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.883838 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37bf061d-831e-4a7b-ac4b-20be8ff92b84 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:38.926671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-37bf061d-831e-4a7b-ac4b-20be8ff92b84 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Calling delete_port for c542e147-b085-4ff8-a433-4ba6ac64899d owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:38.940434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816401c3-4dca-4603-ae53-9137db3aa574 None None] DHCP port deletion for 46ded546-a6ba-4873-873f-3b58e3d03663 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:38.954875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-9eb0ac78-a061-4ddd-88b5-fac8e5e5b37e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Delete allocated IP 2001:db8::ec (169e3a61-e005-48e9-b476-6da524003f82/be8d935b-bbe4-49ec-9ce6-edc8bc408aba) {{(pid=109182) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:55:38.962320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839906a3-b7d0-4efb-93ed-e1e1eba4ec00 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:38.974043 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95167c-a909-453f-8f28-f91c84eda55d None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:38.986114 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95167c-a909-453f-8f28-f91c84eda55d None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:38.988583 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8f95167c-a909-453f-8f28-f91c84eda55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:38.988832 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000ced9b-2a62-4075-bcaf-f8468db1be18 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:39.006452 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-000ced9b-2a62-4075-bcaf-f8468db1be18 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "PUT /v2.0/routers/40339f0d-cdef-4f53-b87b-e0a06f82d4ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9895706 Dec 22 04:55:39.011765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40424) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:39.035514 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a08c68-7d20-4344-bde9-b84b09b0b982 None None] Sync routers for ids ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:39.056460 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8f95167c-a909-453f-8f28-f91c84eda55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:39.065569 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95167c-a909-453f-8f28-f91c84eda55d None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:39.066270 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8f95167c-a909-453f-8f28-f91c84eda55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:39.077918 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a08c68-7d20-4344-bde9-b84b09b0b982 None None] Routers {'40339f0d-cdef-4f53-b87b-e0a06f82d4ae'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:39.078561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-d0a08c68-7d20-4344-bde9-b84b09b0b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:39.108822 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8f95167c-a909-453f-8f28-f91c84eda55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:39.109902 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95167c-a909-453f-8f28-f91c84eda55d None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:39.110741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-9eb0ac78-a061-4ddd-88b5-fac8e5e5b37e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Allocated IP 2001:db8:0:2::cc (169e3a61-e005-48e9-b476-6da524003f82/fa5c4280-40fe-4305-b558-e1eb79cbcf7a/e653f98b-dd65-47b4-aee8-a21bc72e00d0) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:39.144140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 4d16b194-e728-4795-a6fc-d7d5868fca96 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:39.149641 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-d0a08c68-7d20-4344-bde9-b84b09b0b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:39.160271 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-92178cac-dc0b-4066-8357-663199d8a155 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] delete failed (client error): The resource could not be found. Dec 22 04:55:39.165202 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-92178cac-dc0b-4066-8357-663199d8a155 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-894710371 HTTP/1.1" status: 404 len: 334 time: 0.1523838 Dec 22 04:55:39.165765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40426) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:39.174566 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ff9e4019-7899-433c-b5b5-2399f88394b0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Request body: {'router': {'external_gateway_info': {'network_id': '40339f0d-cdef-4f53-b87b-e0a06f82d4ae'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:39.211370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a08c68-7d20-4344-bde9-b84b09b0b982 None None] Routers {'40339f0d-cdef-4f53-b87b-e0a06f82d4ae'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:39.212468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-d0a08c68-7d20-4344-bde9-b84b09b0b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:39.215433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e7b0d9b3-fdac-4dbf-a7f6-a0a1fc3b5a0d None None] Provisioning complete for port 25c498c1-801f-47e2-9164-c1e932317872 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:39.216052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d9b3-fdac-4dbf-a7f6-a0a1fc3b5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.272289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-d0a08c68-7d20-4344-bde9-b84b09b0b982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:39.272943 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a08c68-7d20-4344-bde9-b84b09b0b982 None None] The sync data for ids ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:39.284116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-816401c3-4dca-4603-ae53-9137db3aa574 None None] Deleting port 6df9e959-caa5-43f7-9821-b72ade5bfdaa {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:39.284633 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-816401c3-4dca-4603-ae53-9137db3aa574 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.288971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6d787d6c-3101-4cb4-9646-855149d89d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.339056 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0d9b3-fdac-4dbf-a7f6-a0a1fc3b5a0d None None] Port 25c498c1-801f-47e2-9164-c1e932317872 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:39.365128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 4d16b194-e728-4795-a6fc-d7d5868fca96 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:39.365507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.392529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Deleting port 6df9e959-caa5-43f7-9821-b72ade5bfdaa {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:39.392870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.402930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-816401c3-4dca-4603-ae53-9137db3aa574 None None] For port 6df9e959-caa5-43f7-9821-b72ade5bfdaa, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6df9e959-caa5-43f7-9821-b72ade5bfdaa,segment=NetworkSegment(bcf6654d-4f66-4e3c-8466-d33f57deefac),segment_id=bcf6654d-4f66-4e3c-8466-d33f57deefac)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:39.403326 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-816401c3-4dca-4603-ae53-9137db3aa574 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.413476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e7b0d9b3-fdac-4dbf-a7f6-a0a1fc3b5a0d None None] Provisioning complete for port 4d16b194-e728-4795-a6fc-d7d5868fca96 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:39.414852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d9b3-fdac-4dbf-a7f6-a0a1fc3b5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.426763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-816401c3-4dca-4603-ae53-9137db3aa574 None None] Calling delete_port for 6df9e959-caa5-43f7-9821-b72ade5bfdaa owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:39.473022 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839906a3-b7d0-4efb-93ed-e1e1eba4ec00 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:39.543169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.630017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e7b0d9b3-fdac-4dbf-a7f6-a0a1fc3b5a0d None None] Provisioning complete for port e653f98b-dd65-47b4-aee8-a21bc72e00d0 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:39.630386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e7b0d9b3-fdac-4dbf-a7f6-a0a1fc3b5a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.639384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.640386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.666554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0d9b3-fdac-4dbf-a7f6-a0a1fc3b5a0d None None] Port e653f98b-dd65-47b4-aee8-a21bc72e00d0 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:39.698411 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-816401c3-4dca-4603-ae53-9137db3aa574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.740944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816401c3-4dca-4603-ae53-9137db3aa574 None None] No DVR routers for this DVR port 6df9e959-caa5-43f7-9821-b72ade5bfdaa on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:39.745310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816401c3-4dca-4603-ae53-9137db3aa574 None None] Pushing event deleted for resources: {'Port': ['ID=6df9e959-caa5-43f7-9821-b72ade5bfdaa,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:39.760989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37bf061d-831e-4a7b-ac4b-20be8ff92b84 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.772121 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ac78-a061-4ddd-88b5-fac8e5e5b37e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.775293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event updated for resources: {'Port': ['ID=5c97864c-078a-4a39-841f-4d45c87a2923,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:39.803768 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Router ac56cd02-6d73-4953-b4c3-056c1171d2ec has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:39.807593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff9e4019-7899-433c-b5b5-2399f88394b0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.821739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf061d-831e-4a7b-ac4b-20be8ff92b84 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Pushing event deleted for resources: {'Port': ['ID=c542e147-b085-4ff8-a433-4ba6ac64899d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:39.842852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] For port 6df9e959-caa5-43f7-9821-b72ade5bfdaa, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:39.843212 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.850412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ac78-a061-4ddd-88b5-fac8e5e5b37e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.876423 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839906a3-b7d0-4efb-93ed-e1e1eba4ec00 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:39.886720 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe192dd-9522-4372-88a1-c7d1f807016f None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:39.893747 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-839906a3-b7d0-4efb-93ed-e1e1eba4ec00 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.895894 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe192dd-9522-4372-88a1-c7d1f807016f None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:39.896528 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ffe192dd-9522-4372-88a1-c7d1f807016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:39.918983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Calling delete_port for 6df9e959-caa5-43f7-9821-b72ade5bfdaa owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:39.929069 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ffe192dd-9522-4372-88a1-c7d1f807016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:39.934598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_backend_mixin [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Port 6df9e959-caa5-43f7-9821-b72ade5bfdaa was not found and therefore no delete operation was performed {{(pid=109183) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:55:39.939299 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe192dd-9522-4372-88a1-c7d1f807016f None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:39.943505 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ffe192dd-9522-4372-88a1-c7d1f807016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:39.948934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.984663 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-ff9e4019-7899-433c-b5b5-2399f88394b0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] update failed (client error): The resource could not be found. Dec 22 04:55:39.990648 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ff9e4019-7899-433c-b5b5-2399f88394b0 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "PUT /v2.0/routers/40339f0d-cdef-4f53-b87b-e0a06f82d4ae HTTP/1.1" status: 404 len: 339 time: 0.8161621 Dec 22 04:55:39.990849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Network 1fc523db-49f6-449a-859d-fece93197f1c is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:39.990849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9eb0ac78-a061-4ddd-88b5-fac8e5e5b37e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] In _notify_port_updated(), no bound segment for port e653f98b-dd65-47b4-aee8-a21bc72e00d0 on network 169e3a61-e005-48e9-b476-6da524003f82 {{(pid=109182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:55:39.991061 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Pushing event deleted for resources: {'Port': ['ID=6df9e959-caa5-43f7-9821-b72ade5bfdaa,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:39.995006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb0ac78-a061-4ddd-88b5-fac8e5e5b37e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:39.995531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40428) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:39.995655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9eb0ac78-a061-4ddd-88b5-fac8e5e5b37e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:39.996844 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9eb0ac78-a061-4ddd-88b5-fac8e5e5b37e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "PUT /v2.0/ports/e653f98b-dd65-47b4-aee8-a21bc72e00d0 HTTP/1.1" status: 200 len: 969 time: 3.3339210 Dec 22 04:55:39.999955 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40430) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:40.001101 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ffe192dd-9522-4372-88a1-c7d1f807016f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:40.002818 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe192dd-9522-4372-88a1-c7d1f807016f None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:40.016120 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:40.020411 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37bf061d-831e-4a7b-ac4b-20be8ff92b84 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.021694 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37bf061d-831e-4a7b-ac4b-20be8ff92b84 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.025525 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-37bf061d-831e-4a7b-ac4b-20be8ff92b84 tempest-ServerActionsTestJSON-1765602107 tempest-ServerActionsTestJSON-1765602107-project] 10.222.0.54 "DELETE /v2.0/floatingips/66566245-ae62-478f-b83c-1068c5745f97 HTTP/1.1" status: 204 len: 168 time: 2.7004690 Dec 22 04:55:40.038724 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0ac78-a061-4ddd-88b5-fac8e5e5b37e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event updated for resources: {'Port': ['ID=e653f98b-dd65-47b4-aee8-a21bc72e00d0,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:40.068844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40432) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:40.093842 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-839906a3-b7d0-4efb-93ed-e1e1eba4ec00 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "PUT /v2.0/floatingips/c25fb888-3063-4442-9c25-3c7600ab23ac HTTP/1.1" status: 200 len: 977 time: 5.5258572 Dec 22 04:55:40.124264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40434) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:40.126396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] No DVR routers for this DVR port 6df9e959-caa5-43f7-9821-b72ade5bfdaa on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:40.168272 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-955d5b4f-4a20-400f-ab5a-142560a8e28f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:40.243153 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Router e4d13dfc-04f5-4d48-a176-6aa581210f54 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:40.258455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-67c119d7-5f8a-4e29-bcc1-003de423f7b7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port e653f98b-dd65-47b4-aee8-a21bc72e00d0 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:40.258936 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-67c119d7-5f8a-4e29-bcc1-003de423f7b7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.295824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0021c38e-3761-4ee9-955a-caad416de179 None None] Provisioning complete for port e653f98b-dd65-47b4-aee8-a21bc72e00d0 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:40.297025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0021c38e-3761-4ee9-955a-caad416de179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.324271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:40.337870 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d622d24-de48-43f5-b76a-33c666e240fd None None] Sync routers for ids ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:40.341386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-0021c38e-3761-4ee9-955a-caad416de179 None None] Port e653f98b-dd65-47b4-aee8-a21bc72e00d0 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:40.349609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d622d24-de48-43f5-b76a-33c666e240fd None None] Routers {'ac56cd02-6d73-4953-b4c3-056c1171d2ec'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:40.349609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-6d622d24-de48-43f5-b76a-33c666e240fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:40.361165 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d54a2dcf-f47a-4c73-860e-67d28b353a2a tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "PUT /v2.0/routers/ac56cd02-6d73-4953-b4c3-056c1171d2ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0545471 Dec 22 04:55:40.366650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40436) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:40.435630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.476730 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-6d622d24-de48-43f5-b76a-33c666e240fd None None] Set router ac56cd02-6d73-4953-b4c3-056c1171d2ec gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:40.478964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8930f374-c533-4041-94bd-e25ddcb2a866 None None] Provisioning complete for port 5c97864c-078a-4a39-841f-4d45c87a2923 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:40.479339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8930f374-c533-4041-94bd-e25ddcb2a866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.479755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-955d5b4f-4a20-400f-ab5a-142560a8e28f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.592513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ded546-a6ba-4873-873f-3b58e3d03663']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:40.611246 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8930f374-c533-4041-94bd-e25ddcb2a866 None None] Port 5c97864c-078a-4a39-841f-4d45c87a2923 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:40.635055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-802db2bd-0eee-4553-8275-b72bb38dd38c tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Deleting subnet 76e6c44e-b152-445e-ba22-203c2ceee9e6 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:40.642667 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcf6654d-4f66-4e3c-8466-d33f57deefac') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:40.643046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcf6654d-4f66-4e3c-8466-d33f57deefac') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:40.649015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-802db2bd-0eee-4553-8275-b72bb38dd38c tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.712401 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-6d622d24-de48-43f5-b76a-33c666e240fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 5, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:40.746524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:40.751808 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d622d24-de48-43f5-b76a-33c666e240fd None None] Checking router: ac56cd02-6d73-4953-b4c3-056c1171d2ec for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:40.757688 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a2a25729-675a-421a-aedb-45dc3347db18 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "PUT /v2.0/routers/e4d13dfc-04f5-4d48-a176-6aa581210f54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9683692 Dec 22 04:55:40.758312 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40440) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:40.759736 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b269d8-dac6-4a32-b70d-1b5ad9111b7e None None] Sync routers for ids ['e4d13dfc-04f5-4d48-a176-6aa581210f54'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:40.763510 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d622d24-de48-43f5-b76a-33c666e240fd None None] Routers {'ac56cd02-6d73-4953-b4c3-056c1171d2ec'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:40.763938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-6d622d24-de48-43f5-b76a-33c666e240fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:40.768544 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b269d8-dac6-4a32-b70d-1b5ad9111b7e None None] Routers {'e4d13dfc-04f5-4d48-a176-6aa581210f54'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:40.769337 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-61b269d8-dac6-4a32-b70d-1b5ad9111b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['e4d13dfc-04f5-4d48-a176-6aa581210f54'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:40.807341 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-61b269d8-dac6-4a32-b70d-1b5ad9111b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:40.817605 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b269d8-dac6-4a32-b70d-1b5ad9111b7e None None] Routers {'e4d13dfc-04f5-4d48-a176-6aa581210f54'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:40.818498 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-61b269d8-dac6-4a32-b70d-1b5ad9111b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['e4d13dfc-04f5-4d48-a176-6aa581210f54'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:40.840077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.848283 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-67c119d7-5f8a-4e29-bcc1-003de423f7b7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.858547 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-61b269d8-dac6-4a32-b70d-1b5ad9111b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:40.859410 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b269d8-dac6-4a32-b70d-1b5ad9111b7e None None] The sync data for ids ['e4d13dfc-04f5-4d48-a176-6aa581210f54'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:40.861833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-096ebdb2-ad67-46c6-9b29-61529c50a46f tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.867087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-67c119d7-5f8a-4e29-bcc1-003de423f7b7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for e653f98b-dd65-47b4-aee8-a21bc72e00d0 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:40.880334 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-6d622d24-de48-43f5-b76a-33c666e240fd None None] Set router ac56cd02-6d73-4953-b4c3-056c1171d2ec gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:40.919175 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.931827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.941152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:40.941682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:40.955169 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:40.991950 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-096ebdb2-ad67-46c6-9b29-61529c50a46f tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 04:55:40.994518 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-096ebdb2-ad67-46c6-9b29-61529c50a46f tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "DELETE /v2.0/routers/e4d13dfc-04f5-4d48-a176-6aa581210f54 HTTP/1.1" status: 409 len: 329 time: 0.2305579 Dec 22 04:55:40.998633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40442) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:41.004301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-802db2bd-0eee-4553-8275-b72bb38dd38c tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.165182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6df9e959-caa5-43f7-9821-b72ade5bfdaa no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:41.185892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-955d5b4f-4a20-400f-ab5a-142560a8e28f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.192164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 6df9e959-caa5-43f7-9821-b72ade5bfdaa {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:41.192537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6df9e959-caa5-43f7-9821-b72ade5bfdaa not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:41.280618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-955d5b4f-4a20-400f-ab5a-142560a8e28f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.281017 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-955d5b4f-4a20-400f-ab5a-142560a8e28f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Floating IP c25fb888-3063-4442-9c25-3c7600ab23ac disassociated. External IP: 172.26.5.131, port: b855c5eb-0785-46b7-a67b-2230c2b7eecb. Dec 22 04:55:41.293243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-6d622d24-de48-43f5-b76a-33c666e240fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 5, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:41.324475 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d622d24-de48-43f5-b76a-33c666e240fd None None] The sync data for ids ['ac56cd02-6d73-4953-b4c3-056c1171d2ec'] in dv-neutron-822523-1-hyperv is: [{'id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796205532', 'tenant_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:13Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 5, 'project_id': '87218e7ff44b42c4aa8e3ef8a1246630', 'gw_port': {'id': '53251500-f69b-403f-8ff8-1c3deb2c602d', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bf:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac56cd02-6d73-4953-b4c3-056c1171d2ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:14Z', 'updated_at': '2021-12-22T04:53:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:41.355213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-67c119d7-5f8a-4e29-bcc1-003de423f7b7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.361938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.392994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.393096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c119d7-5f8a-4e29-bcc1-003de423f7b7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=e653f98b-dd65-47b4-aee8-a21bc72e00d0,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:41.393183 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] 10.222.0.54 "DELETE /v2.0/networks/46ded546-a6ba-4873-873f-3b58e3d03663 HTTP/1.1" status: 204 len: 168 time: 2.6999931 Dec 22 04:55:41.421949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-802db2bd-0eee-4553-8275-b72bb38dd38c tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.431896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-67c119d7-5f8a-4e29-bcc1-003de423f7b7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.436232 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-67c119d7-5f8a-4e29-bcc1-003de423f7b7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/e653f98b-dd65-47b4-aee8-a21bc72e00d0 HTTP/1.1" status: 204 len: 168 time: 1.4297163 Dec 22 04:55:41.438687 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40446) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:41.473347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeca146-6453-4a13-9e3b-5731bd3e93cd tempest-ExtraDHCPOptionsIpV6TestJSON-481839489 tempest-ExtraDHCPOptionsIpV6TestJSON-481839489-project] Pushing event deleted for resources: {'Network': ['ID=46ded546-a6ba-4873-873f-3b58e3d03663,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:41.483196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7931c831-4dc3-4964-a547-2ac94216a39c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.487164 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1717e44-c719-4e8d-97f5-d121fec66ad4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] GET failed (client error): The resource could not be found. Dec 22 04:55:41.492439 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a1717e44-c719-4e8d-97f5-d121fec66ad4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports/e653f98b-dd65-47b4-aee8-a21bc72e00d0 HTTP/1.1" status: 404 len: 333 time: 0.0526478 Dec 22 04:55:41.494906 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40448) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:41.698313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a7fbfe44-8e81-4f31-a2da-a86cf5dc53b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.703774 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c298eb4-4592-4307-bf61-12a8cb058f82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.734523 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c298eb4-4592-4307-bf61-12a8cb058f82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.880973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-7931c831-4dc3-4964-a547-2ac94216a39c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Deleting port 5c97864c-078a-4a39-841f-4d45c87a2923 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:41.881630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7931c831-4dc3-4964-a547-2ac94216a39c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.885643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c298eb4-4592-4307-bf61-12a8cb058f82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.888227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c298eb4-4592-4307-bf61-12a8cb058f82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:41.889395 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8c298eb4-4592-4307-bf61-12a8cb058f82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/security-groups/74bc03ca-4313-47f4-b050-268fa8e4ee77 HTTP/1.1" status: 204 len: 168 time: 0.3544126 Dec 22 04:55:41.902688 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40450) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:41.952734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Allocated IP 172.20.0.1 (7dc0bb42-173a-4f33-8520-6aeec2d62078/91cf881c-3d5d-4619-bb0f-8bf1fca6c926/17a3b14b-83b2-4bb4-a8e9-b40f5e09e901) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:41.956946 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c298eb4-4592-4307-bf61-12a8cb058f82 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bc03ca-4313-47f4-b050-268fa8e4ee77,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:42.037444 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7931c831-4dc3-4964-a547-2ac94216a39c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.040254 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08cf1069-c3fb-4d84-8180-e57624211cb4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.064170 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08cf1069-c3fb-4d84-8180-e57624211cb4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.081320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-802db2bd-0eee-4553-8275-b72bb38dd38c tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.090408 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40454) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:42.103214 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-7931c831-4dc3-4964-a547-2ac94216a39c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Calling delete_port for 5c97864c-078a-4a39-841f-4d45c87a2923 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:42.140006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802db2bd-0eee-4553-8275-b72bb38dd38c tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event deleted for resources: {'Subnet': ['ID=76e6c44e-b152-445e-ba22-203c2ceee9e6,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:42.152884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-81d8aa0b-8fbd-4bad-bbee-e22153453448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.158939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-802db2bd-0eee-4553-8275-b72bb38dd38c tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.165060 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-802db2bd-0eee-4553-8275-b72bb38dd38c tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "DELETE /v2.0/subnets/76e6c44e-b152-445e-ba22-203c2ceee9e6 HTTP/1.1" status: 204 len: 168 time: 1.7894945 Dec 22 04:55:42.167792 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1081af7-6146-49e2-8c80-5aaf12866c3a None None] Network 3c05da7f-0ae9-4357-a264-91fa5293b962 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:42.193977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40458) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:42.272081 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08cf1069-c3fb-4d84-8180-e57624211cb4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.274736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08cf1069-c3fb-4d84-8180-e57624211cb4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.275866 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-08cf1069-c3fb-4d84-8180-e57624211cb4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/security-groups/1b46b770-033c-439e-a2f3-19e2a4d98c5b HTTP/1.1" status: 204 len: 168 time: 0.3473134 Dec 22 04:55:42.282932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40460) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:42.300719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf1069-c3fb-4d84-8180-e57624211cb4 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b46b770-033c-439e-a2f3-19e2a4d98c5b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:42.354397 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b4773cf1-0770-4297-a304-b41e2a35561d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.376794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b4773cf1-0770-4297-a304-b41e2a35561d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.379926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] DHCP port deletion for 3c05da7f-0ae9-4357-a264-91fa5293b962 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:42.384943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7931c831-4dc3-4964-a547-2ac94216a39c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.402539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.424097 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931c831-4dc3-4964-a547-2ac94216a39c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Port': ['ID=5c97864c-078a-4a39-841f-4d45c87a2923,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:42.436280 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Deleting port 9dae8709-ae75-4e01-9c84-ed1943e77ac2 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:42.436848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.444120 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955d5b4f-4a20-400f-ab5a-142560a8e28f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:42.487158 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-97cbbef8-b9cb-4077-b4b4-fbb1a11a2c9e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dbc6c76bb42047c3af01af84cda90668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859837 Dec 22 04:55:42.491974 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40462) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:42.505276 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] For port 9dae8709-ae75-4e01-9c84-ed1943e77ac2, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9dae8709-ae75-4e01-9c84-ed1943e77ac2,segment=NetworkSegment(4e60033e-ebd9-443d-99d8-7c2b62fc106b),segment_id=4e60033e-ebd9-443d-99d8-7c2b62fc106b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:42.505934 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.520611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Calling delete_port for 9dae8709-ae75-4e01-9c84-ed1943e77ac2 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:42.545909 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.559306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7931c831-4dc3-4964-a547-2ac94216a39c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.627496 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b4773cf1-0770-4297-a304-b41e2a35561d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.630272 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b4773cf1-0770-4297-a304-b41e2a35561d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.631434 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b4773cf1-0770-4297-a304-b41e2a35561d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/security-groups/f640471b-17d7-4e13-bcee-6f10c667be98 HTTP/1.1" status: 204 len: 168 time: 0.3457935 Dec 22 04:55:42.671087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40464) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:42.692562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.712574 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4773cf1-0770-4297-a304-b41e2a35561d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f640471b-17d7-4e13-bcee-6f10c667be98,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:42.719446 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Pushing event deleted for resources: {'Port': ['ID=9dae8709-ae75-4e01-9c84-ed1943e77ac2,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:42.730572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] No DVR routers for this DVR port 9dae8709-ae75-4e01-9c84-ed1943e77ac2 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:42.737028 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:42.737743 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:42.738314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:42.738869 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:42.739402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:42.739969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:42.740643 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:42.741173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:42.741697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:42.742840 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:42.743381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:42.743909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e13d0c4-81fd-44a9-9e3b-5ed2752cf33c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:42.760950 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a7dbeef-c444-465c-835d-e13595f9aaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.792128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.803685 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b5c6ce-78c6-41da-968c-2be324653b67 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting subnet be8d935b-bbe4-49ec-9ce6-edc8bc408aba {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:42.804168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955d5b4f-4a20-400f-ab5a-142560a8e28f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:42.806292 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.813469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-955d5b4f-4a20-400f-ab5a-142560a8e28f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.817868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010d8b2-f0d5-4f3e-8350-9b959f43ce19 None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:42.827198 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010d8b2-f0d5-4f3e-8350-9b959f43ce19 None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:42.827856 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-d010d8b2-f0d5-4f3e-8350-9b959f43ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:42.869369 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-65b5c6ce-78c6-41da-968c-2be324653b67 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.873450 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-d010d8b2-f0d5-4f3e-8350-9b959f43ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:42.880739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Network 7dc0bb42-173a-4f33-8520-6aeec2d62078 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:42.890076 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010d8b2-f0d5-4f3e-8350-9b959f43ce19 None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:42.890617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-d010d8b2-f0d5-4f3e-8350-9b959f43ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:42.896432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:42.900134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7931c831-4dc3-4964-a547-2ac94216a39c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Router e4d13dfc-04f5-4d48-a176-6aa581210f54 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:42.901115 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-955d5b4f-4a20-400f-ab5a-142560a8e28f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "PUT /v2.0/floatingips/c25fb888-3063-4442-9c25-3c7600ab23ac HTTP/1.1" status: 200 len: 688 time: 2.7720737 Dec 22 04:55:42.903947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:42.907023 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40466) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:42.931606 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a7dbeef-c444-465c-835d-e13595f9aaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:42.955463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event updated for resources: {'Port': ['ID=17a3b14b-83b2-4bb4-a8e9-b40f5e09e901,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:42.995356 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 92b3c503-e487-4f46-9985-197c940d17da no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:42.999638 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-d010d8b2-f0d5-4f3e-8350-9b959f43ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:43.000417 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010d8b2-f0d5-4f3e-8350-9b959f43ce19 None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:43.018062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.028061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 92b3c503-e487-4f46-9985-197c940d17da {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:43.028639 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 92b3c503-e487-4f46-9985-197c940d17da not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:43.029407 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9dae8709-ae75-4e01-9c84-ed1943e77ac2 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:43.059457 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 9dae8709-ae75-4e01-9c84-ed1943e77ac2 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:43.059861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9dae8709-ae75-4e01-9c84-ed1943e77ac2 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:43.067360 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7931c831-4dc3-4964-a547-2ac94216a39c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:43.072822 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-65b5c6ce-78c6-41da-968c-2be324653b67 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.078620 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7931c831-4dc3-4964-a547-2ac94216a39c tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "PUT /v2.0/routers/e4d13dfc-04f5-4d48-a176-6aa581210f54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0789316 Dec 22 04:55:43.085556 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c24addf-68ee-41be-b3d7-dce8bbea2ba2 None None] Sync routers for ids ['e4d13dfc-04f5-4d48-a176-6aa581210f54'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:43.097937 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c24addf-68ee-41be-b3d7-dce8bbea2ba2 None None] Routers {'e4d13dfc-04f5-4d48-a176-6aa581210f54'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:43.098799 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1c24addf-68ee-41be-b3d7-dce8bbea2ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['e4d13dfc-04f5-4d48-a176-6aa581210f54'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:43.113449 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40468) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:43.135825 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1c24addf-68ee-41be-b3d7-dce8bbea2ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:43.141973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-81d8aa0b-8fbd-4bad-bbee-e22153453448 admin admin] Deleting port 7e3f2dd3-a120-40be-bced-75aa666f36a6 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:43.142507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-81d8aa0b-8fbd-4bad-bbee-e22153453448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.146536 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c24addf-68ee-41be-b3d7-dce8bbea2ba2 None None] Routers {'e4d13dfc-04f5-4d48-a176-6aa581210f54'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:43.147388 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1c24addf-68ee-41be-b3d7-dce8bbea2ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['e4d13dfc-04f5-4d48-a176-6aa581210f54'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:43.171984 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.183146 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1c24addf-68ee-41be-b3d7-dce8bbea2ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:43.183812 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c24addf-68ee-41be-b3d7-dce8bbea2ba2 None None] The sync data for ids ['e4d13dfc-04f5-4d48-a176-6aa581210f54'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:43.209736 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-7ba09622-21e7-4d80-89ba-acfae2f499b9 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] show failed (client error): The resource could not be found. Dec 22 04:55:43.214287 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7ba09622-21e7-4d80-89ba-acfae2f499b9 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-1694028068 HTTP/1.1" status: 404 len: 335 time: 0.0964696 Dec 22 04:55:43.214805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40470) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:43.221580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-577359ff-f6c4-45a4-af71-de436a116b05 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:43.269251 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-577359ff-f6c4-45a4-af71-de436a116b05 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] update failed (client error): The resource could not be found. Dec 22 04:55:43.273615 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-577359ff-f6c4-45a4-af71-de436a116b05 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-752960707 HTTP/1.1" status: 404 len: 334 time: 0.0523849 Dec 22 04:55:43.273615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Deleting port 53251500-f69b-403f-8ff8-1c3deb2c602d {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:43.273615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.274094 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40472) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:43.280894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e3827787-d397-4854-b071-271f12091369 None None] Provisioning complete for port 17a3b14b-83b2-4bb4-a8e9-b40f5e09e901 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:43.281259 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3827787-d397-4854-b071-271f12091369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.315909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e3827787-d397-4854-b071-271f12091369 None None] Port 17a3b14b-83b2-4bb4-a8e9-b40f5e09e901 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:43.335720 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-65b5c6ce-78c6-41da-968c-2be324653b67 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.373827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-81d8aa0b-8fbd-4bad-bbee-e22153453448 admin admin] For port 7e3f2dd3-a120-40be-bced-75aa666f36a6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7e3f2dd3-a120-40be-bced-75aa666f36a6,segment=NetworkSegment(53ccdc7b-8e96-41c3-a284-ea2402686593),segment_id=53ccdc7b-8e96-41c3-a284-ea2402686593)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:43.374059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-81d8aa0b-8fbd-4bad-bbee-e22153453448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.383086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ccf208-abf9-42a8-bf3b-7d1204c6ab71 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Deleting subnet 40fa1821-cb63-417c-be23-eb8197336fe0 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:43.387882 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.388754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d565d-47a7-4f2a-b4f4-cbdd65445c28 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port 734dee16-1f41-403f-9b3c-25605dfb0dd5 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:43.389084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fd1d565d-47a7-4f2a-b4f4-cbdd65445c28 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.390659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89ccf208-abf9-42a8-bf3b-7d1204c6ab71 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.394711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a7dbeef-c444-465c-835d-e13595f9aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.400916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a7dbeef-c444-465c-835d-e13595f9aaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.400916 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0a7dbeef-c444-465c-835d-e13595f9aaad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0681e64-4d35-46c8-82ab-68db6cc999e2 HTTP/1.1" status: 204 len: 168 time: 0.9046867 Dec 22 04:55:43.401147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-81d8aa0b-8fbd-4bad-bbee-e22153453448 admin admin] Calling delete_port for 7e3f2dd3-a120-40be-bced-75aa666f36a6 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:43.422564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] For port 53251500-f69b-403f-8ff8-1c3deb2c602d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=53251500-f69b-403f-8ff8-1c3deb2c602d,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:43.422938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.467257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7dbeef-c444-465c-835d-e13595f9aaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0681e64-4d35-46c8-82ab-68db6cc999e2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:43.501191 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89ccf208-abf9-42a8-bf3b-7d1204c6ab71 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.506562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Calling delete_port for 53251500-f69b-403f-8ff8-1c3deb2c602d owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:43.557621 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fd1d565d-47a7-4f2a-b4f4-cbdd65445c28 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.557957 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fd1d565d-47a7-4f2a-b4f4-cbdd65445c28 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.574112 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-65b5c6ce-78c6-41da-968c-2be324653b67 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.582755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d565d-47a7-4f2a-b4f4-cbdd65445c28 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for 734dee16-1f41-403f-9b3c-25605dfb0dd5 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:43.635774 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5c6ce-78c6-41da-968c-2be324653b67 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Subnet': ['ID=be8d935b-bbe4-49ec-9ce6-edc8bc408aba,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:43.641658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-65b5c6ce-78c6-41da-968c-2be324653b67 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.644826 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-65b5c6ce-78c6-41da-968c-2be324653b67 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/be8d935b-bbe4-49ec-9ce6-edc8bc408aba HTTP/1.1" status: 204 len: 168 time: 0.9714048 Dec 22 04:55:43.648981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40476) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:43.653057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae20bc04-a8bc-4941-bd72-f26885020438 None None] Network 169e3a61-e005-48e9-b476-6da524003f82 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:43.704512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89ccf208-abf9-42a8-bf3b-7d1204c6ab71 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:43.892786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada02797-80ae-43a3-b44c-e2e02705870e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting subnet fa5c4280-40fe-4305-b558-e1eb79cbcf7a {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:43.901719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ada02797-80ae-43a3-b44c-e2e02705870e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.043277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ada02797-80ae-43a3-b44c-e2e02705870e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.137791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.203029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ada02797-80ae-43a3-b44c-e2e02705870e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.224042 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.227043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-81d8aa0b-8fbd-4bad-bbee-e22153453448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.227641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.270956 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8aa0b-8fbd-4bad-bbee-e22153453448 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3f2dd3-a120-40be-bced-75aa666f36a6,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:44.281254 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89ccf208-abf9-42a8-bf3b-7d1204c6ab71 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.309271 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccf208-abf9-42a8-bf3b-7d1204c6ab71 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Subnet': ['ID=40fa1821-cb63-417c-be23-eb8197336fe0,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:44.311362 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fd1d565d-47a7-4f2a-b4f4-cbdd65445c28 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.320723 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89ccf208-abf9-42a8-bf3b-7d1204c6ab71 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.326385 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-89ccf208-abf9-42a8-bf3b-7d1204c6ab71 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "DELETE /v2.0/subnets/40fa1821-cb63-417c-be23-eb8197336fe0 HTTP/1.1" status: 204 len: 168 time: 1.0485511 Dec 22 04:55:44.333683 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ffd984-bf67-4104-add9-63859e41f8a3 None None] Network e3fd612d-aeba-4184-a5d8-d3668c30841c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:44.345619 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40488) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:44.364761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d565d-47a7-4f2a-b4f4-cbdd65445c28 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=734dee16-1f41-403f-9b3c-25605dfb0dd5,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:44.382990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.539360 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.550867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fd1d565d-47a7-4f2a-b4f4-cbdd65445c28 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.553500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fd1d565d-47a7-4f2a-b4f4-cbdd65445c28 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.557235 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fd1d565d-47a7-4f2a-b4f4-cbdd65445c28 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/floatingips/c25fb888-3063-4442-9c25-3c7600ab23ac HTTP/1.1" status: 204 len: 168 time: 1.6390445 Dec 22 04:55:44.563552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40496) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:44.626987 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-ce7c4dad-6eb2-40e0-87a6-8b5484807a4a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] delete failed (client error): The resource could not be found. Dec 22 04:55:44.632120 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ce7c4dad-6eb2-40e0-87a6-8b5484807a4a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/floatingips/c25fb888-3063-4442-9c25-3c7600ab23ac HTTP/1.1" status: 404 len: 345 time: 0.0633290 Dec 22 04:55:44.644571 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40498) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:44.715907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072bc24a-c644-4374-89f0-04eaa194ea37 None None] DHCP port deletion for e3fd612d-aeba-4184-a5d8-d3668c30841c request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:44.762795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9162828-f36e-4f1c-9197-41fe04b299a7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:44.769457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9162828-f36e-4f1c-9197-41fe04b299a7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:44.779716 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9162828-f36e-4f1c-9197-41fe04b299a7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:44.781452 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e9162828-f36e-4f1c-9197-41fe04b299a7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "GET /v2.0/ports?network_id=ef95334f-f7fa-4b4c-8ca2-604956ccf184 HTTP/1.1" status: 200 len: 2358 time: 0.1357648 Dec 22 04:55:44.784311 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40502) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:44.786019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-072bc24a-c644-4374-89f0-04eaa194ea37 None None] Deleting port f65e016c-8d37-4506-b96f-9e6f2c16b20c {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:44.786625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-072bc24a-c644-4374-89f0-04eaa194ea37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.799186 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Deleting port f65e016c-8d37-4506-b96f-9e6f2c16b20c {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:44.799511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.830531 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40504) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:44.851582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event deleted for resources: {'Port': ['ID=53251500-f69b-403f-8ff8-1c3deb2c602d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:44.880330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8c6fff6f-cfa9-465b-8746-8b818e1bd9a5 None None] Provisioning complete for port 25c498c1-801f-47e2-9164-c1e932317872 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:44.880735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ada02797-80ae-43a3-b44c-e2e02705870e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.881409 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8c6fff6f-cfa9-465b-8746-8b818e1bd9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.892529 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-072bc24a-c644-4374-89f0-04eaa194ea37 None None] For port f65e016c-8d37-4506-b96f-9e6f2c16b20c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f65e016c-8d37-4506-b96f-9e6f2c16b20c,segment=NetworkSegment(6a9bf8ef-37f0-4c44-a068-0fed74edcdbf),segment_id=6a9bf8ef-37f0-4c44-a068-0fed74edcdbf)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:44.893021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-072bc24a-c644-4374-89f0-04eaa194ea37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.903588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcade653-24d1-4332-9e5a-093408ef2592 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:44.909355 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-dcade653-24d1-4332-9e5a-093408ef2592 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "GET /v2.0/subnets/7f5f4dd5-ee63-4c04-a902-938b03926a62 HTTP/1.1" status: 200 len: 797 time: 0.1197550 Dec 22 04:55:44.910122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] For port f65e016c-8d37-4506-b96f-9e6f2c16b20c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f65e016c-8d37-4506-b96f-9e6f2c16b20c,segment=NetworkSegment(6a9bf8ef-37f0-4c44-a068-0fed74edcdbf),segment_id=6a9bf8ef-37f0-4c44-a068-0fed74edcdbf)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:44.910574 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:44.912560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40508) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:44.924222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'port': {'network_id': 'ef95334f-f7fa-4b4c-8ca2-604956ccf184', 'name': 'tempest-FloatingIPTestJSON-1252779868', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:44.933994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-072bc24a-c644-4374-89f0-04eaa194ea37 None None] Calling delete_port for f65e016c-8d37-4506-b96f-9e6f2c16b20c owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:44.953289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fff6f-cfa9-465b-8746-8b818e1bd9a5 None None] Port 25c498c1-801f-47e2-9164-c1e932317872 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:44.977626 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Calling delete_port for f65e016c-8d37-4506-b96f-9e6f2c16b20c owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:45.000333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada02797-80ae-43a3-b44c-e2e02705870e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Subnet': ['ID=fa5c4280-40fe-4305-b558-e1eb79cbcf7a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:45.012128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ada02797-80ae-43a3-b44c-e2e02705870e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.017331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8c6fff6f-cfa9-465b-8746-8b818e1bd9a5 None None] Provisioning complete for port 4d16b194-e728-4795-a6fc-d7d5868fca96 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:45.019347 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8c6fff6f-cfa9-465b-8746-8b818e1bd9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.032418 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ada02797-80ae-43a3-b44c-e2e02705870e tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/fa5c4280-40fe-4305-b558-e1eb79cbcf7a HTTP/1.1" status: 204 len: 168 time: 1.3633165 Dec 22 04:55:45.037899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.039614 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40510) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:45.063791 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ca6b0-c792-4e88-aaa1-131902e4523d None None] Network 169e3a61-e005-48e9-b476-6da524003f82 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:45.087973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-326089971'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:45.116234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.117975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event updated for resources: {'Port': ['ID=17a3b14b-83b2-4bb4-a8e9-b40f5e09e901,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:45.167297 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f65e016c-8d37-4506-b96f-9e6f2c16b20c no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:45.180923 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10e362b-8e64-433a-8ba9-738b686d489b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:45.180923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10e362b-8e64-433a-8ba9-738b686d489b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:45.183902 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a10e362b-8e64-433a-8ba9-738b686d489b tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/be8d935b-bbe4-49ec-9ce6-edc8bc408aba HTTP/1.1" status: 404 len: 337 time: 0.1413958 Dec 22 04:55:45.187519 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40512) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:45.220541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Made reservation on behalf of 65d8408b61944dba9e9e6eda99c85e65 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:45.224306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.245101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.251310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No active binding found for port f65e016c-8d37-4506-b96f-9e6f2c16b20c {{(pid=109184) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:55:45.251734 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f65e016c-8d37-4506-b96f-9e6f2c16b20c not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:45.253199 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.263349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.263518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.291874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.313170 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-944041a9-909e-4ee8-a8ba-4d8a16945ceb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting subnet a23c608e-65e5-440d-8276-8ee56e065185 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:45.316440 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-072bc24a-c644-4374-89f0-04eaa194ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.319508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Port': ['ID=f65e016c-8d37-4506-b96f-9e6f2c16b20c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:45.325065 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944041a9-909e-4ee8-a8ba-4d8a16945ceb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.328027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] No DVR routers for this DVR port f65e016c-8d37-4506-b96f-9e6f2c16b20c on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:45.369403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bc24a-c644-4374-89f0-04eaa194ea37 None None] Pushing event deleted for resources: {'Port': ['ID=f65e016c-8d37-4506-b96f-9e6f2c16b20c,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:45.379874 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072bc24a-c644-4374-89f0-04eaa194ea37 None None] No DVR routers for this DVR port f65e016c-8d37-4506-b96f-9e6f2c16b20c on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:45.398210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-81d8aa0b-8fbd-4bad-bbee-e22153453448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.407769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Made reservation on behalf of 77f383aab80c4ca28c4dee3028166f73 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:45.413159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Network 7dc0bb42-173a-4f33-8520-6aeec2d62078 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:45.416915 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:45.481540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.482637 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Fanout notify agent at l3_agent the message router_deleted on router ac56cd02-6d73-4953-b4c3-056c1171d2ec {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:55:45.491212 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.494910 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-46cecabc-8046-4ca0-9c40-30e53d4282da tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "DELETE /v2.0/routers/ac56cd02-6d73-4953-b4c3-056c1171d2ec HTTP/1.1" status: 204 len: 168 time: 3.2952960 Dec 22 04:55:45.496876 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40514) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:45.510064 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944041a9-909e-4ee8-a8ba-4d8a16945ceb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.670751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.680942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.713606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.715875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fd612d-aeba-4184-a5d8-d3668c30841c']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:45.736356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Router 40339f0d-cdef-4f53-b87b-e0a06f82d4ae has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:45.743801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.770310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9bf8ef-37f0-4c44-a068-0fed74edcdbf') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:45.770700 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9bf8ef-37f0-4c44-a068-0fed74edcdbf') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:45.772378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:45.826572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-42555a7e-ff6d-4fca-a749-39b70d5568d6 None None] Provisioning complete for port 17a3b14b-83b2-4bb4-a8e9-b40f5e09e901 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:45.827585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-42555a7e-ff6d-4fca-a749-39b70d5568d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.828880 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.856147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.856521 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Added segment c90b7422-fe9a-40cd-bde6-e1d35a0b2c24 of type vlan for network 0a61f746-acf4-41df-bc2f-b7c281e36f32 Dec 22 04:55:45.864598 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.872179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-42555a7e-ff6d-4fca-a749-39b70d5568d6 None None] Port 17a3b14b-83b2-4bb4-a8e9-b40f5e09e901 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:45.898906 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] device_id is not set on port 7d33ae4e-b9f7-48bc-aa35-bcd52ec5c732 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:45.908895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.911980 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f27cbb-a7ab-4efb-8eaa-fb7a563b2a21,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:45.983934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:45.988419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:45.997919 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f93b8e06-ec09-467c-8df7-5ec2084b9893 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "PUT /v2.0/routers/40339f0d-cdef-4f53-b87b-e0a06f82d4ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0007970 Dec 22 04:55:46.001469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40516) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:46.003987 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f967bdd-bd18-4002-8f0f-40c6533b00d6 None None] Sync routers for ids ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:46.018492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f967bdd-bd18-4002-8f0f-40c6533b00d6 None None] Routers {'40339f0d-cdef-4f53-b87b-e0a06f82d4ae'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:46.018844 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:46.019171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.019859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1f967bdd-bd18-4002-8f0f-40c6533b00d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:46.023918 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944041a9-909e-4ee8-a8ba-4d8a16945ceb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:46.031125 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:46.058904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1f967bdd-bd18-4002-8f0f-40c6533b00d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:46.081785 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f967bdd-bd18-4002-8f0f-40c6533b00d6 None None] Routers {'40339f0d-cdef-4f53-b87b-e0a06f82d4ae'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:46.082956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1f967bdd-bd18-4002-8f0f-40c6533b00d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:46.098526 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c05da7f-0ae9-4357-a264-91fa5293b962']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:46.118983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e60033e-ebd9-443d-99d8-7c2b62fc106b') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:46.119263 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e60033e-ebd9-443d-99d8-7c2b62fc106b') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:46.126960 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1f967bdd-bd18-4002-8f0f-40c6533b00d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:46.126960 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f967bdd-bd18-4002-8f0f-40c6533b00d6 None None] The sync data for ids ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:46.131080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d8aa0b-8fbd-4bad-bbee-e22153453448 admin admin] Router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:46.139022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.147486 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.163362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.173934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fb74315b-1b09-456b-bf2a-53a3d5c893dd tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.180251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:46.180251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:46.182166 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:46.201203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-dd088477-667f-4ff7-aee8-b0a4a8245b31 None None] Provisioning complete for port 25c498c1-801f-47e2-9164-c1e932317872 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:46.201575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd088477-667f-4ff7-aee8-b0a4a8245b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.248316 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-dd088477-667f-4ff7-aee8-b0a4a8245b31 None None] Port 25c498c1-801f-47e2-9164-c1e932317872 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:46.258586 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-dd088477-667f-4ff7-aee8-b0a4a8245b31 None None] Provisioning complete for port 4d16b194-e728-4795-a6fc-d7d5868fca96 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:46.259088 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd088477-667f-4ff7-aee8-b0a4a8245b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.305039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.322416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.326356 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "DELETE /v2.0/networks/e3fd612d-aeba-4184-a5d8-d3668c30841c HTTP/1.1" status: 204 len: 168 time: 1.9788194 Dec 22 04:55:46.333992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40518) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:46.341209 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.345387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:46.346747 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.353433 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc76f2-a961-43bd-90e5-ca41380d1678 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Network': ['ID=e3fd612d-aeba-4184-a5d8-d3668c30841c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:46.409664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944041a9-909e-4ee8-a8ba-4d8a16945ceb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.420008 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-fb74315b-1b09-456b-bf2a-53a3d5c893dd tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 04:55:46.421078 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fb74315b-1b09-456b-bf2a-53a3d5c893dd tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "DELETE /v2.0/routers/40339f0d-cdef-4f53-b87b-e0a06f82d4ae HTTP/1.1" status: 409 len: 329 time: 0.4174414 Dec 22 04:55:46.424631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40520) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:46.441622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b7151f-90b8-4e0b-b50a-58241fd992cc tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Deleting subnet 18994a94-4457-4afe-87c4-44590341a75d {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:46.476522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-69b7151f-90b8-4e0b-b50a-58241fd992cc tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.484389 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6299512 Dec 22 04:55:46.489213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944041a9-909e-4ee8-a8ba-4d8a16945ceb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Subnet': ['ID=a23c608e-65e5-440d-8276-8ee56e065185,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:46.495176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-944041a9-909e-4ee8-a8ba-4d8a16945ceb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.498990 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-944041a9-909e-4ee8-a8ba-4d8a16945ceb tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/a23c608e-65e5-440d-8276-8ee56e065185 HTTP/1.1" status: 204 len: 168 time: 1.3105206 Dec 22 04:55:46.499520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40522) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:46.503839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc2b5d5-69b6-420e-8d98-a2999bddbdae None None] Network 169e3a61-e005-48e9-b476-6da524003f82 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:46.507000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a7e4d299-65f9-4955-99df-e17353cd1cb6 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Request body: {'subnet': {'network_id': '0a61f746-acf4-41df-bc2f-b7c281e36f32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:46.507139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40524) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:46.514279 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b870f-cacf-4160-9777-c9036c364832 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event updated for resources: {'Network': ['ID=0a61f746-acf4-41df-bc2f-b7c281e36f32,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:46.539495 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.545950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d8aa0b-8fbd-4bad-bbee-e22153453448 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:46.554016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 0a61f746-acf4-41df-bc2f-b7c281e36f32 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:46.559651 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c383c8-00f4-4b5a-9159-a5a4aa7f41ab None None] Sync routers for ids ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:46.577337 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-81d8aa0b-8fbd-4bad-bbee-e22153453448 admin admin] 10.222.0.54 "PUT /v2.0/routers/87fcade4-419b-4296-b4d5-f8e4d9a23a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5058651 Dec 22 04:55:46.578430 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.581427 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "DELETE /v2.0/networks/3c05da7f-0ae9-4357-a264-91fa5293b962 HTTP/1.1" status: 204 len: 168 time: 1.0829930 Dec 22 04:55:46.586604 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40526) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:46.587479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40528) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:46.588162 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba22afc-329c-4032-a81d-579520dfd885 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:46.588579 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c383c8-00f4-4b5a-9159-a5a4aa7f41ab None None] Routers {'87fcade4-419b-4296-b4d5-f8e4d9a23a07'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:46.588984 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba22afc-329c-4032-a81d-579520dfd885 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:46.590161 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c1c383c8-00f4-4b5a-9159-a5a4aa7f41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:46.592739 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1ba22afc-329c-4032-a81d-579520dfd885 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/fcdec122-1ec0-4d8d-b650-3e1ef6663a15 HTTP/1.1" status: 404 len: 337 time: 0.0641296 Dec 22 04:55:46.603045 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40530) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:46.612756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6cabf-11a4-4018-9f2c-fcd88cb15fc7 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event deleted for resources: {'Network': ['ID=3c05da7f-0ae9-4357-a264-91fa5293b962,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:46.624271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-69b7151f-90b8-4e0b-b50a-58241fd992cc tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.741577 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7bdf42f4-f8aa-48df-916c-84076a0d0631 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "GET /v2.0/ports?device_id=30208a6b-b202-43f4-a7c7-9c47d0baf148 HTTP/1.1" status: 200 len: 205 time: 0.1262648 Dec 22 04:55:46.749944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40532) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:46.754621 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c1c383c8-00f4-4b5a-9159-a5a4aa7f41ab None None] Set router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:46.784342 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.20.0.14 (ef95334f-f7fa-4b4c-8ca2-604956ccf184/7f5f4dd5-ee63-4c04-a902-938b03926a62/7d33ae4e-b9f7-48bc-aa35-bcd52ec5c732) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:46.800297 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84795a7-a623-49f5-adc9-ce1a59a9ccb1 None None] DHCP port deletion for 169e3a61-e005-48e9-b476-6da524003f82 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:46.851158 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.20.0.12 (ef95334f-f7fa-4b4c-8ca2-604956ccf184/7f5f4dd5-ee63-4c04-a902-938b03926a62/7d33ae4e-b9f7-48bc-aa35-bcd52ec5c732) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:46.852887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d84795a7-a623-49f5-adc9-ce1a59a9ccb1 None None] Deleting port 4d16b194-e728-4795-a6fc-d7d5868fca96 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:46.854840 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d84795a7-a623-49f5-adc9-ce1a59a9ccb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.855371 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-2ae19038-42ba-4057-99aa-273e9490422d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] delete failed (client error): The resource could not be found. Dec 22 04:55:46.857371 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2ae19038-42ba-4057-99aa-273e9490422d tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/routers/30208a6b-b202-43f4-a7c7-9c47d0baf148 HTTP/1.1" status: 404 len: 336 time: 0.0989304 Dec 22 04:55:46.874071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40534) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:46.931085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-d84795a7-a623-49f5-adc9-ce1a59a9ccb1 None None] For port 4d16b194-e728-4795-a6fc-d7d5868fca96, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=4d16b194-e728-4795-a6fc-d7d5868fca96,segment=NetworkSegment(67a55c98-f7cd-4de7-9711-42c5128cd027),segment_id=67a55c98-f7cd-4de7-9711-42c5128cd027)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:46.931835 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d84795a7-a623-49f5-adc9-ce1a59a9ccb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:46.952958 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d84795a7-a623-49f5-adc9-ce1a59a9ccb1 None None] Calling delete_port for 4d16b194-e728-4795-a6fc-d7d5868fca96 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:47.039689 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 53251500-f69b-403f-8ff8-1c3deb2c602d no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:47.060031 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c1c383c8-00f4-4b5a-9159-a5a4aa7f41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:55:43Z', 'revision_number': 5, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:47.061575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 53251500-f69b-403f-8ff8-1c3deb2c602d {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:47.062055 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 53251500-f69b-403f-8ff8-1c3deb2c602d not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:47.062624 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 4d16b194-e728-4795-a6fc-d7d5868fca96 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:47.071544 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2abceea-8342-4f66-a470-3d53984916ea tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:47.075362 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2abceea-8342-4f66-a470-3d53984916ea tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:47.078731 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f2abceea-8342-4f66-a470-3d53984916ea tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/6951526f-97c1-4a25-ba62-826a55d2cb9c HTTP/1.1" status: 404 len: 337 time: 0.2013068 Dec 22 04:55:47.079703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40536) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:47.085865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e4d299-65f9-4955-99df-e17353cd1cb6 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Made reservation on behalf of 65d8408b61944dba9e9e6eda99c85e65 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:47.089630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d299-65f9-4955-99df-e17353cd1cb6 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.096039 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c383c8-00f4-4b5a-9159-a5a4aa7f41ab None None] Checking router: 87fcade4-419b-4296-b4d5-f8e4d9a23a07 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:47.104622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d84795a7-a623-49f5-adc9-ce1a59a9ccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.109805 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c383c8-00f4-4b5a-9159-a5a4aa7f41ab None None] Routers {'87fcade4-419b-4296-b4d5-f8e4d9a23a07'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:47.110783 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c1c383c8-00f4-4b5a-9159-a5a4aa7f41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:47.129688 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6cd63e99-bf84-42f9-a038-c545dfa04b87 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.135167 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f2c088-fe2f-49fb-a371-623ac8108052 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:47.135609 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f2c088-fe2f-49fb-a371-623ac8108052 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:47.141053 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-87f2c088-fe2f-49fb-a371-623ac8108052 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/4e18a4a8-283a-4a09-b829-e3cd14e7ee9c HTTP/1.1" status: 404 len: 337 time: 0.0390358 Dec 22 04:55:47.141198 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84795a7-a623-49f5-adc9-ce1a59a9ccb1 None None] No DVR routers for this DVR port 4d16b194-e728-4795-a6fc-d7d5868fca96 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:47.142417 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84795a7-a623-49f5-adc9-ce1a59a9ccb1 None None] Pushing event deleted for resources: {'Port': ['ID=4d16b194-e728-4795-a6fc-d7d5868fca96,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.145395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No active binding found for port 4d16b194-e728-4795-a6fc-d7d5868fca96 {{(pid=109184) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:55:47.145922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 4d16b194-e728-4795-a6fc-d7d5868fca96 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:47.159022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40538) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:47.187596 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.204218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-69b7151f-90b8-4e0b-b50a-58241fd992cc tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.207497 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e30704c-aed7-4ecf-9e96-8fe26dbb0472 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:47.207957 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e30704c-aed7-4ecf-9e96-8fe26dbb0472 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:47.211121 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7e30704c-aed7-4ecf-9e96-8fe26dbb0472 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/78f3a134-39ba-40f6-afdf-ba88e627fc90 HTTP/1.1" status: 404 len: 337 time: 0.0498269 Dec 22 04:55:47.233587 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40540) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:47.267395 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c1c383c8-00f4-4b5a-9159-a5a4aa7f41ab None None] Set router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:47.279152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8368ec-b30e-4502-b72e-db9809cd8f29 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:47.279152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8368ec-b30e-4502-b72e-db9809cd8f29 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:47.279152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ac8368ec-b30e-4502-b72e-db9809cd8f29 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/7273bcfb-cdd1-4fb1-b3c6-449499e234a0 HTTP/1.1" status: 404 len: 333 time: 0.0429394 Dec 22 04:55:47.280507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40542) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:47.327543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6cd63e99-bf84-42f9-a038-c545dfa04b87 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.335046 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f011c1-cfda-43c6-8d03-89a91e6356b7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:47.335669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f011c1-cfda-43c6-8d03-89a91e6356b7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:47.338730 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b4f011c1-cfda-43c6-8d03-89a91e6356b7 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/79655c6a-b794-4165-a36c-894901c07662 HTTP/1.1" status: 404 len: 337 time: 0.0572379 Dec 22 04:55:47.341948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40544) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:47.375732 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-599b4cfa-49e0-4569-8c02-b3532419888c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:47.376363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599b4cfa-49e0-4569-8c02-b3532419888c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:47.381870 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-599b4cfa-49e0-4569-8c02-b3532419888c tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/c57210b0-8567-4581-9b8a-edefd4720913 HTTP/1.1" status: 404 len: 337 time: 0.0365160 Dec 22 04:55:47.384171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40546) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:47.400431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.413659 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c621cc3-bd3a-42b3-b70a-23449753fc6f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:47.414459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c621cc3-bd3a-42b3-b70a-23449753fc6f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:47.420544 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1c621cc3-bd3a-42b3-b70a-23449753fc6f tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/e3213c32-50cc-42a2-bee1-68f692ac4295 HTTP/1.1" status: 404 len: 333 time: 0.0303974 Dec 22 04:55:47.420861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40548) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:47.454338 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c92380-79ac-48a8-a4b7-8e1166a8accd tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:47.454928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c92380-79ac-48a8-a4b7-8e1166a8accd tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:47.460417 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-29c92380-79ac-48a8-a4b7-8e1166a8accd tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/b0bc77bc-bb25-4feb-a2be-89ea01da8c61 HTTP/1.1" status: 404 len: 337 time: 0.0362537 Dec 22 04:55:47.461063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40550) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:47.462518 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.493804 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-69b7151f-90b8-4e0b-b50a-58241fd992cc tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.495763 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c1c383c8-00f4-4b5a-9159-a5a4aa7f41ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:55:43Z', 'revision_number': 5, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:47.519978 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad769fa-76af-4aff-850e-2a42a5e6945a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:47.520581 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad769fa-76af-4aff-850e-2a42a5e6945a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:47.526245 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3ad769fa-76af-4aff-850e-2a42a5e6945a tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/subnets/97aef21d-ee11-4fa4-a843-6d780d458d29 HTTP/1.1" status: 404 len: 337 time: 0.0616229 Dec 22 04:55:47.529254 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40552) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:47.532757 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c383c8-00f4-4b5a-9159-a5a4aa7f41ab None None] The sync data for ids ['87fcade4-419b-4296-b4d5-f8e4d9a23a07'] in dv-neutron-822523-1-hyperv is: [{'id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'name': 'tempest-ServerActionsTestJSON-983276827-router', 'tenant_id': '348ed44d0e704fcba74c3cc8925ab135', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:35Z', 'updated_at': '2021-12-22T04:55:43Z', 'revision_number': 5, 'project_id': '348ed44d0e704fcba74c3cc8925ab135', 'gw_port': {'id': 'ef657284-9e70-4e5b-9cd2-bc1758484d52', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fcade4-419b-4296-b4d5-f8e4d9a23a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:36Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:47.547755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7151f-90b8-4e0b-b50a-58241fd992cc tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Subnet': ['ID=18994a94-4457-4afe-87c4-44590341a75d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.553521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-69b7151f-90b8-4e0b-b50a-58241fd992cc tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.557086 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-69b7151f-90b8-4e0b-b50a-58241fd992cc tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "DELETE /v2.0/subnets/18994a94-4457-4afe-87c4-44590341a75d HTTP/1.1" status: 204 len: 168 time: 1.2220638 Dec 22 04:55:47.559928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40554) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:47.563731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51d8d39-88d9-47e5-8593-0b27f8c27aac None None] Network 581ac459-3297-4a01-9676-fa2135d1a83c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:47.623594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31ab732-c2ba-4ebd-97e8-05572405274e tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Deleting subnet 15401f81-fd7b-4b98-9a3e-4bea80c21d78 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:47.628136 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.629527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a31ab732-c2ba-4ebd-97e8-05572405274e tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.654643 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2704469a-ec43-42e2-8c43-d1d71a0f8603 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.683692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6cd63e99-bf84-42f9-a038-c545dfa04b87 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.686313 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6cd63e99-bf84-42f9-a038-c545dfa04b87 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.690076 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6cd63e99-bf84-42f9-a038-c545dfa04b87 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] 10.222.0.54 "DELETE /v2.0/security-groups/a6d475d3-1bd1-4e99-8e0a-4644be4de821 HTTP/1.1" status: 204 len: 168 time: 1.0978863 Dec 22 04:55:47.721710 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network ef95334f-f7fa-4b4c-8ca2-604956ccf184 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:47.727520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d299-65f9-4955-99df-e17353cd1cb6 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.730235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd63e99-bf84-42f9-a038-c545dfa04b87 tempest-TestNetworkAdvancedServerOps-1178122239 tempest-TestNetworkAdvancedServerOps-1178122239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d475d3-1bd1-4e99-8e0a-4644be4de821,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.736968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a31ab732-c2ba-4ebd-97e8-05572405274e tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.754154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:47.761608 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:47.893001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a31ab732-c2ba-4ebd-97e8-05572405274e tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:47.934923 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e4ba3-0325-4605-9b14-ccb21c53a4ec None None] DHCP port deletion for 581ac459-3297-4a01-9676-fa2135d1a83c request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:48.086307 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-de0e4ba3-0325-4605-9b14-ccb21c53a4ec None None] Deleting port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:48.086737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de0e4ba3-0325-4605-9b14-ccb21c53a4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.105688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-2704469a-ec43-42e2-8c43-d1d71a0f8603 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Deleting port 17a3b14b-83b2-4bb4-a8e9-b40f5e09e901 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:48.111902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2704469a-ec43-42e2-8c43-d1d71a0f8603 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.166159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a31ab732-c2ba-4ebd-97e8-05572405274e tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.198233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-de0e4ba3-0325-4605-9b14-ccb21c53a4ec None None] For port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8dee8c21-c286-4dbb-b7b1-d0134f8f47b1,segment=NetworkSegment(75eb925e-55aa-48e2-87ce-a729a12253d5),segment_id=75eb925e-55aa-48e2-87ce-a729a12253d5)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:48.198640 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de0e4ba3-0325-4605-9b14-ccb21c53a4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.214664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-de0e4ba3-0325-4605-9b14-ccb21c53a4ec None None] Calling delete_port for 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:48.226030 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=7d33ae4e-b9f7-48bc-aa35-bcd52ec5c732,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.228016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ab732-c2ba-4ebd-97e8-05572405274e tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Subnet': ['ID=15401f81-fd7b-4b98-9a3e-4bea80c21d78,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.251418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a31ab732-c2ba-4ebd-97e8-05572405274e tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.255794 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a31ab732-c2ba-4ebd-97e8-05572405274e tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "DELETE /v2.0/subnets/15401f81-fd7b-4b98-9a3e-4bea80c21d78 HTTP/1.1" status: 204 len: 168 time: 0.6946874 Dec 22 04:55:48.259445 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40560) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:48.269747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc3d8e9-0ef2-477b-8586-26135ea97cd1 None None] Network fc359a9d-56ef-4e9e-8975-d800b6d2d784 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:48.276878 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Deleting port ef657284-9e70-4e5b-9cd2-bc1758484d52 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:48.277207 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.334270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:48.334923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.343838 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4d299-65f9-4955-99df-e17353cd1cb6 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event updated for resources: {'Subnet': ['ID=dc0f523f-5c13-4c1a-ae0a-553d1b911a09,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.374367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2704469a-ec43-42e2-8c43-d1d71a0f8603 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.374927 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d6a84adc-121c-4595-a432-a35ff4317857 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Deleting port 25c498c1-801f-47e2-9164-c1e932317872 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:48.376033 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d6a84adc-121c-4595-a432-a35ff4317857 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.390844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.397798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-2704469a-ec43-42e2-8c43-d1d71a0f8603 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Calling delete_port for 17a3b14b-83b2-4bb4-a8e9-b40f5e09e901 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:48.430441 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e4d299-65f9-4955-99df-e17353cd1cb6 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Checking segment: {'id': 'c90b7422-fe9a-40cd-bde6-e1d35a0b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0a61f746-acf4-41df-bc2f-b7c281e36f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:48.430799 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e4d299-65f9-4955-99df-e17353cd1cb6 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Network hostable DHCP agents. Network: 0a61f746-acf4-41df-bc2f-b7c281e36f32, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:48.463055 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0457a7dd-f3a4-45c1-b0a7-d22942aad143 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.5494192 Dec 22 04:55:48.468080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40564) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:48.477531 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '7d33ae4e-b9f7-48bc-aa35-bcd52ec5c732', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:48.509457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d6a84adc-121c-4595-a432-a35ff4317857 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.512905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] For port ef657284-9e70-4e5b-9cd2-bc1758484d52, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ef657284-9e70-4e5b-9cd2-bc1758484d52,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:48.513409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.542263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d6a84adc-121c-4595-a432-a35ff4317857 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Calling delete_port for 25c498c1-801f-47e2-9164-c1e932317872 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:48.553509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Calling delete_port for ef657284-9e70-4e5b-9cd2-bc1758484d52 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:48.553996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de0e4ba3-0325-4605-9b14-ccb21c53a4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.572550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Deleting port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:48.573073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.613265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e4ba3-0325-4605-9b14-ccb21c53a4ec None None] Pushing event deleted for resources: {'Port': ['ID=8dee8c21-c286-4dbb-b7b1-d0134f8f47b1,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.621352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0e4ba3-0325-4605-9b14-ccb21c53a4ec None None] No DVR routers for this DVR port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:48.627839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb77f619-5d9e-4a7b-a91d-81503b389249 None None] DHCP port deletion for fc359a9d-56ef-4e9e-8975-d800b6d2d784 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:48.657515 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e4d299-65f9-4955-99df-e17353cd1cb6 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Network 0a61f746-acf4-41df-bc2f-b7c281e36f32 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:48.659678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.661921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40566) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:48.689808 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-fb77f619-5d9e-4a7b-a91d-81503b389249 None None] Deleting port 1ac74da8-3889-4d9a-9b78-d55b16189cbd {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:48.690425 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fb77f619-5d9e-4a7b-a91d-81503b389249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.744604 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-a7e4d299-65f9-4955-99df-e17353cd1cb6 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 0a61f746-acf4-41df-bc2f-b7c281e36f32) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:48.754633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e4d299-65f9-4955-99df-e17353cd1cb6 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:48.755211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a7e4d299-65f9-4955-99df-e17353cd1cb6 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.774106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] For port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:48.774597 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.780724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f02b4c5-6506-4574-9a08-d41121ba3958 None None] Network 0a61f746-acf4-41df-bc2f-b7c281e36f32 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:48.791269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Calling delete_port for 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:48.794872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_backend_mixin [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 was not found and therefore no delete operation was performed {{(pid=109183) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:55:48.796381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.825308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Port': ['ID=8dee8c21-c286-4dbb-b7b1-d0134f8f47b1,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.881496 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f108352b-415d-4818-b49d-d611d2509075 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=87218e7ff44b42c4aa8e3ef8a1246630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182612 Dec 22 04:55:48.882554 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40570) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:48.886378 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2704469a-ec43-42e2-8c43-d1d71a0f8603 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.889738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] No DVR routers for this DVR port 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:48.918409 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a7e4d299-65f9-4955-99df-e17353cd1cb6 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4152229 Dec 22 04:55:48.919749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d6a84adc-121c-4595-a432-a35ff4317857 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:48.921622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40572) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:48.948064 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d5e4a8f5-f5ad-4425-93c6-16d289db5b05 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-645286464', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:48.948298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704469a-ec43-42e2-8c43-d1d71a0f8603 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event deleted for resources: {'Port': ['ID=17a3b14b-83b2-4bb4-a8e9-b40f5e09e901,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.019747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.025624 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a84adc-121c-4595-a432-a35ff4317857 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Port': ['ID=25c498c1-801f-47e2-9164-c1e932317872,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.031896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7e3f2dd3-a120-40be-bced-75aa666f36a6 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:49.041922 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d6a84adc-121c-4595-a432-a35ff4317857 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.043751 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['581ac459-3297-4a01-9676-fa2135d1a83c']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:49.045990 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d6a84adc-121c-4595-a432-a35ff4317857 tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/ports/25c498c1-801f-47e2-9164-c1e932317872 HTTP/1.1" status: 204 len: 168 time: 1.5159357 Dec 22 04:55:49.049389 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40574) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:49.055136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75eb925e-55aa-48e2-87ce-a729a12253d5') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:49.055582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75eb925e-55aa-48e2-87ce-a729a12253d5') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:49.067715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.073604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 7e3f2dd3-a120-40be-bced-75aa666f36a6 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:49.073949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7e3f2dd3-a120-40be-bced-75aa666f36a6 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:49.074378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:49.082797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-fb77f619-5d9e-4a7b-a91d-81503b389249 None None] For port 1ac74da8-3889-4d9a-9b78-d55b16189cbd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1ac74da8-3889-4d9a-9b78-d55b16189cbd,segment=NetworkSegment(5937d6dc-0be2-45dd-a235-7e59997ded72),segment_id=5937d6dc-0be2-45dd-a235-7e59997ded72)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:49.083192 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fb77f619-5d9e-4a7b-a91d-81503b389249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.087108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.107266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:49.107736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.108324 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.111500 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:49.111844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8dee8c21-c286-4dbb-b7b1-d0134f8f47b1 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:49.120946 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:49.123419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1ac74da8-3889-4d9a-9b78-d55b16189cbd no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:49.148427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-fb77f619-5d9e-4a7b-a91d-81503b389249 None None] Calling delete_port for 1ac74da8-3889-4d9a-9b78-d55b16189cbd owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:49.167990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.213361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a8f5-f5ad-4425-93c6-16d289db5b05 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.214380 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a8f5-f5ad-4425-93c6-16d289db5b05 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.221860 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Pushing event deleted for resources: {'Port': ['ID=ef657284-9e70-4e5b-9cd2-bc1758484d52,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.230621 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.263697 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-675ac9ff-493a-44d6-af85-1c64f1a664a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.296262 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-675ac9ff-493a-44d6-af85-1c64f1a664a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.337210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.361431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.366970 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "DELETE /v2.0/networks/581ac459-3297-4a01-9676-fa2135d1a83c HTTP/1.1" status: 204 len: 168 time: 1.1048589 Dec 22 04:55:49.368420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfafa6f-bf7f-4a6f-8a8e-ec3b5555ec59 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Network': ['ID=581ac459-3297-4a01-9676-fa2135d1a83c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.373630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.26.5.54 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/04b41dc4-4aea-454d-b548-3d4d943eb857) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:49.375453 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40576) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:49.383223 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fb77f619-5d9e-4a7b-a91d-81503b389249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.404024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.411484 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.417016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-0a61f746-acf4-41df-bc2f-b7c281e36f32', 'network_id': '0a61f746-acf4-41df-bc2f-b7c281e36f32', 'tenant_id': '65d8408b61944dba9e9e6eda99c85e65', 'fixed_ips': [{'subnet_id': 'dc0f523f-5c13-4c1a-ae0a-553d1b911a09'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:55:49.418092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.422339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77f619-5d9e-4a7b-a91d-81503b389249 None None] Pushing event deleted for resources: {'Port': ['ID=1ac74da8-3889-4d9a-9b78-d55b16189cbd,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.446373 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb77f619-5d9e-4a7b-a91d-81503b389249 None None] No DVR routers for this DVR port 1ac74da8-3889-4d9a-9b78-d55b16189cbd on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:49.474311 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2704469a-ec43-42e2-8c43-d1d71a0f8603 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.591760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a8f5-f5ad-4425-93c6-16d289db5b05 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.597256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.612265 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.637353 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.638684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Allocated IP 172.20.0.2 (0a61f746-acf4-41df-bc2f-b7c281e36f32/dc0f523f-5c13-4c1a-ae0a-553d1b911a09/db9641e1-6325-416a-aa4d-aa0269bccd88) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:49.649296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-675ac9ff-493a-44d6-af85-1c64f1a664a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.651881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-675ac9ff-493a-44d6-af85-1c64f1a664a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.653271 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-675ac9ff-493a-44d6-af85-1c64f1a664a5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d405051-04ab-4ef1-9aa6-0b49abcf3d43 HTTP/1.1" status: 204 len: 168 time: 0.7679250 Dec 22 04:55:49.706775 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a8f5-f5ad-4425-93c6-16d289db5b05 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.719663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ac9ff-493a-44d6-af85-1c64f1a664a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d405051-04ab-4ef1-9aa6-0b49abcf3d43,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.727066 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.768155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169e3a61-e005-48e9-b476-6da524003f82']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:49.786989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a55c98-f7cd-4de7-9711-42c5128cd027') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:49.787266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a55c98-f7cd-4de7-9711-42c5128cd027') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:49.796791 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.801578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.802534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2704469a-ec43-42e2-8c43-d1d71a0f8603 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Router 40339f0d-cdef-4f53-b87b-e0a06f82d4ae has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:49.816428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.816995 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87fcade4-419b-4296-b4d5-f8e4d9a23a07 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:55:49.822103 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.823231 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2125a767-5caf-44ff-bafc-c4ea4f4dfeea admin admin] 10.222.0.54 "DELETE /v2.0/routers/87fcade4-419b-4296-b4d5-f8e4d9a23a07 HTTP/1.1" status: 204 len: 168 time: 3.2348306 Dec 22 04:55:49.824276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.826711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40580) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:49.829158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.850793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.873819 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:49.874480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.879941 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d5e4a8f5-f5ad-4425-93c6-16d289db5b05 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.881366 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d5e4a8f5-f5ad-4425-93c6-16d289db5b05 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9560964 Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:49.882289 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:49.887641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40582) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:49.920055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc359a9d-56ef-4e9e-8975-d800b6d2d784']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:49.945459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.968273 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-e346a353-9ebb-49d1-9240-7b6454b138fc admin admin] Deleting subnet 34ce218f-5db1-421c-b2b4-76f09d3395ae {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:49.974171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e346a353-9ebb-49d1-9240-7b6454b138fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:49.999047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5937d6dc-0be2-45dd-a235-7e59997ded72') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:49.999354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5937d6dc-0be2-45dd-a235-7e59997ded72') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:50.010702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2704469a-ec43-42e2-8c43-d1d71a0f8603 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:50.017569 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.020833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Network 0a61f746-acf4-41df-bc2f-b7c281e36f32 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:50.025133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:50.027228 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2704469a-ec43-42e2-8c43-d1d71a0f8603 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "PUT /v2.0/routers/40339f0d-cdef-4f53-b87b-e0a06f82d4ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5991893 Dec 22 04:55:50.030388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:50.031055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e346a353-9ebb-49d1-9240-7b6454b138fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.036235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40584) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:50.043335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57446c02-3b97-4c33-b568-e37f6a4bc8b5 None None] Sync routers for ids ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:50.051256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Pushing event updated for resources: {'Port': ['ID=db9641e1-6325-416a-aa4d-aa0269bccd88,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.064561 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.092778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57446c02-3b97-4c33-b568-e37f6a4bc8b5 None None] Routers {'40339f0d-cdef-4f53-b87b-e0a06f82d4ae'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:50.093761 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-57446c02-3b97-4c33-b568-e37f6a4bc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:50.105562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.114886 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:50.124777 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.127844 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] 10.222.0.54 "DELETE /v2.0/networks/169e3a61-e005-48e9-b476-6da524003f82 HTTP/1.1" status: 204 len: 168 time: 1.0760107 Dec 22 04:55:50.137528 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-6f48ac63-8126-4126-a636-6f6106ff1f31 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] show failed (client error): The resource could not be found. Dec 22 04:55:50.139236 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6f48ac63-8126-4126-a636-6f6106ff1f31 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-2037895543 HTTP/1.1" status: 404 len: 335 time: 0.1017935 Dec 22 04:55:50.148275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:50.149981 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40590) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:50.155970 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-57446c02-3b97-4c33-b568-e37f6a4bc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:50.158905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ef39a1ce-7a5b-4f40-bf9e-8b152a984c27 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:50.163765 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:50.167492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335d393-dc21-4304-a0b6-b99679a21bcc tempest-PortsIpV6TestJSON-1009344098 tempest-PortsIpV6TestJSON-1009344098-project] Pushing event deleted for resources: {'Network': ['ID=169e3a61-e005-48e9-b476-6da524003f82,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.178914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Attempting to bind port db9641e1-6325-416a-aa4d-aa0269bccd88 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:50.179378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Attempting to bind port db9641e1-6325-416a-aa4d-aa0269bccd88 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'c90b7422-fe9a-40cd-bde6-e1d35a0b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0a61f746-acf4-41df-bc2f-b7c281e36f32'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:50.179832 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Attempting to bind port db9641e1-6325-416a-aa4d-aa0269bccd88 on network 0a61f746-acf4-41df-bc2f-b7c281e36f32 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:50.181886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57446c02-3b97-4c33-b568-e37f6a4bc8b5 None None] Routers {'40339f0d-cdef-4f53-b87b-e0a06f82d4ae'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:50.182592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-57446c02-3b97-4c33-b568-e37f6a4bc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:50.208884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.223962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:50.223962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Checking segment: {'id': 'c90b7422-fe9a-40cd-bde6-e1d35a0b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0a61f746-acf4-41df-bc2f-b7c281e36f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:50.223962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.223962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Bound using segment: {'id': 'c90b7422-fe9a-40cd-bde6-e1d35a0b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0a61f746-acf4-41df-bc2f-b7c281e36f32'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:50.223962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Bound port: db9641e1-6325-416a-aa4d-aa0269bccd88, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c90b7422-fe9a-40cd-bde6-e1d35a0b2c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '0a61f746-acf4-41df-bc2f-b7c281e36f32'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:50.223962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.223962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-57446c02-3b97-4c33-b568-e37f6a4bc8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:50.224838 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57446c02-3b97-4c33-b568-e37f6a4bc8b5 None None] The sync data for ids ['40339f0d-cdef-4f53-b87b-e0a06f82d4ae'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:50.241906 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=04b41dc4-4aea-454d-b548-3d4d943eb857,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.244357 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-ef39a1ce-7a5b-4f40-bf9e-8b152a984c27 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] update failed (client error): The resource could not be found. Dec 22 04:55:50.249840 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ef39a1ce-7a5b-4f40-bf9e-8b152a984c27 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-1330577270 HTTP/1.1" status: 404 len: 335 time: 0.0946097 Dec 22 04:55:50.254171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40592) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:50.267017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:50.267433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:50.272228 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:50.283852 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e346a353-9ebb-49d1-9240-7b6454b138fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.300569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] For port db9641e1-6325-416a-aa4d-aa0269bccd88, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:50.303881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] For port db9641e1-6325-416a-aa4d-aa0269bccd88, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=db9641e1-6325-416a-aa4d-aa0269bccd88,segment=NetworkSegment(c90b7422-fe9a-40cd-bde6-e1d35a0b2c24),segment_id=c90b7422-fe9a-40cd-bde6-e1d35a0b2c24)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:50.390676 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.433755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c9ed70-a827-4f3b-90b3-4acf4623fff9 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Deleting subnet feecc99a-4908-4dd9-af39-785dc71b7085 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:50.437934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-86c9ed70-a827-4f3b-90b3-4acf4623fff9 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.520973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.535628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.540964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bb0cc-a2b2-4bae-a96c-7e3765094c50 None None] Pushing event updated for resources: {'Port': ['ID=db9641e1-6325-416a-aa4d-aa0269bccd88,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.543114 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40594) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:50.544909 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "DELETE /v2.0/networks/fc359a9d-56ef-4e9e-8975-d800b6d2d784 HTTP/1.1" status: 204 len: 168 time: 1.1630878 Dec 22 04:55:50.566150 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40596) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:50.577626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-86c9ed70-a827-4f3b-90b3-4acf4623fff9 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.582741 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440b5bf-fa9b-4332-8d1a-25a1420c55a6 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Network': ['ID=fc359a9d-56ef-4e9e-8975-d800b6d2d784,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.583020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e346a353-9ebb-49d1-9240-7b6454b138fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.617628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.629735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-252805aa-5b1d-4f1a-9bb9-e01e36dc7a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.649154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e346a353-9ebb-49d1-9240-7b6454b138fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.655705 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d408400-31ef-4d3c-bd29-0590f9dd0821 None None] Network 1d436651-0ddd-42fa-825f-7a433bc5760e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:50.660752 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e346a353-9ebb-49d1-9240-7b6454b138fc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/34ce218f-5db1-421c-b2b4-76f09d3395ae HTTP/1.1" status: 204 len: 168 time: 0.8312881 Dec 22 04:55:50.661688 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346a353-9ebb-49d1-9240-7b6454b138fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ce218f-5db1-421c-b2b4-76f09d3395ae,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.665174 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40600) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:50.673252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.677015 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-821b03a6-550f-412a-9a1a-3788c5bf8b83 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Deleting subnet 1bd5ecac-e692-4a36-8563-2790add08904 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:50.698315 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-821b03a6-550f-412a-9a1a-3788c5bf8b83 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:50.993864 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0d01d6-4bb9-422a-925b-570386f80c87 None None] DHCP port deletion for 1d436651-0ddd-42fa-825f-7a433bc5760e request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:51.049590 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40602) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:51.056937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device db9641e1-6325-416a-aa4d-aa0269bccd88 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:51.093850 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d01d6-4bb9-422a-925b-570386f80c87 None None] Deleting port 451298d5-ee86-4224-adcf-44060b3cd23e {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:51.094364 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9f0d01d6-4bb9-422a-925b-570386f80c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.131632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-821b03a6-550f-412a-9a1a-3788c5bf8b83 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.160244 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.193624 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9f0d01d6-4bb9-422a-925b-570386f80c87 None None] For port 451298d5-ee86-4224-adcf-44060b3cd23e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=451298d5-ee86-4224-adcf-44060b3cd23e,segment=NetworkSegment(53ccdc7b-8e96-41c3-a284-ea2402686593),segment_id=53ccdc7b-8e96-41c3-a284-ea2402686593)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:51.194256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9f0d01d6-4bb9-422a-925b-570386f80c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.198345 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.211886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port db9641e1-6325-416a-aa4d-aa0269bccd88 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:51.212756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.214763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-9f0d01d6-4bb9-422a-925b-570386f80c87 None None] Calling delete_port for 451298d5-ee86-4224-adcf-44060b3cd23e owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:51.336434 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-821b03a6-550f-412a-9a1a-3788c5bf8b83 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.342444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-86c9ed70-a827-4f3b-90b3-4acf4623fff9 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.371399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.416111 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port db9641e1-6325-416a-aa4d-aa0269bccd88, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=db9641e1-6325-416a-aa4d-aa0269bccd88,segment=NetworkSegment(c90b7422-fe9a-40cd-bde6-e1d35a0b2c24),segment_id=c90b7422-fe9a-40cd-bde6-e1d35a0b2c24)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:51.428038 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-36e728f5-8664-41ba-b8d3-ab762cfff040 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57d5c0f7a0254b2994086b9f9f83d7fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478947 Dec 22 04:55:51.431298 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40606) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:51.437099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9f0d01d6-4bb9-422a-925b-570386f80c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.451140 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.454199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-252805aa-5b1d-4f1a-9bb9-e01e36dc7a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.483965 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0d01d6-4bb9-422a-925b-570386f80c87 None None] Pushing event deleted for resources: {'Port': ['ID=451298d5-ee86-4224-adcf-44060b3cd23e,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.487909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0d01d6-4bb9-422a-925b-570386f80c87 None None] No DVR routers for this DVR port 451298d5-ee86-4224-adcf-44060b3cd23e on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:51.501395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Deleting port 451298d5-ee86-4224-adcf-44060b3cd23e {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:51.501395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.504711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.531663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-252805aa-5b1d-4f1a-9bb9-e01e36dc7a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.569435 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-252805aa-5b1d-4f1a-9bb9-e01e36dc7a20 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f11669e1e4c4b4791ce2708dec25b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0001035 Dec 22 04:55:51.574900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40608) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:51.582940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ef657284-9e70-4e5b-9cd2-bc1758484d52 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:51.611309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-86c9ed70-a827-4f3b-90b3-4acf4623fff9 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.619655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=db9641e1-6325-416a-aa4d-aa0269bccd88,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.625321 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: ef657284-9e70-4e5b-9cd2-bc1758484d52 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:51.625321 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ef657284-9e70-4e5b-9cd2-bc1758484d52 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:51.660336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-86c9ed70-a827-4f3b-90b3-4acf4623fff9 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.666109 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-86c9ed70-a827-4f3b-90b3-4acf4623fff9 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "DELETE /v2.0/subnets/feecc99a-4908-4dd9-af39-785dc71b7085 HTTP/1.1" status: 204 len: 168 time: 1.4087765 Dec 22 04:55:51.668024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40610) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:51.673612 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] For port 451298d5-ee86-4224-adcf-44060b3cd23e, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:51.673993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.679689 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db98c825-d82a-465f-972f-3c030afd7cbc None None] Network 7526b2f1-2bdd-4a4c-a937-5551b0667ab2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:51.695179 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252805aa-5b1d-4f1a-9bb9-e01e36dc7a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a66f09-cdcc-4ffa-8b41-44db5f1ec869,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.704434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9ed70-a827-4f3b-90b3-4acf4623fff9 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event deleted for resources: {'Subnet': ['ID=feecc99a-4908-4dd9-af39-785dc71b7085,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.740844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd6bd-f51b-4624-98b2-26b30c76420b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.769266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Allocated IP 172.20.0.1 (0a61f746-acf4-41df-bc2f-b7c281e36f32/dc0f523f-5c13-4c1a-ae0a-553d1b911a09/2aff1104-5155-4256-8e55-dc95b7fc70d0) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:51.782937 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd6bd-f51b-4624-98b2-26b30c76420b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.795759 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Calling delete_port for 451298d5-ee86-4224-adcf-44060b3cd23e owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:51.801129 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Port 451298d5-ee86-4224-adcf-44060b3cd23e was not found and therefore no delete operation was performed {{(pid=109182) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:55:51.802643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e39dd03-29ec-46c9-b9c9-aa6d2f07bd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.805524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-821b03a6-550f-412a-9a1a-3788c5bf8b83 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.813170 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-430f33b7-d710-4310-8281-88aadd066bc7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Deleting subnet 25a7f956-3e53-407b-b2ba-a23b34b8c9cd {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:51.815133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.842578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-430f33b7-d710-4310-8281-88aadd066bc7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.870956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e896a5-c432-412c-9e16-d7cd6bc7bc06 None None] Network 0a61f746-acf4-41df-bc2f-b7c281e36f32 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:51.922405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-821b03a6-550f-412a-9a1a-3788c5bf8b83 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:51.934322 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-821b03a6-550f-412a-9a1a-3788c5bf8b83 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "DELETE /v2.0/subnets/1bd5ecac-e692-4a36-8563-2790add08904 HTTP/1.1" status: 204 len: 168 time: 1.3878317 Dec 22 04:55:51.934322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=451298d5-ee86-4224-adcf-44060b3cd23e,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.935159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe24b4-f0c1-4e4f-be84-a5560bba3a60 None None] Network 1fc523db-49f6-449a-859d-fece93197f1c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:51.937260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40612) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:51.944133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b03a6-550f-412a-9a1a-3788c5bf8b83 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd5ecac-e692-4a36-8563-2790add08904,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.949523 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] No DVR routers for this DVR port 451298d5-ee86-4224-adcf-44060b3cd23e on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:51.956734 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d622a663-3428-43be-85fa-aa9a819cd6fd None None] DHCP port deletion for 7526b2f1-2bdd-4a4c-a937-5551b0667ab2 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:51.993269 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e39dd03-29ec-46c9-b9c9-aa6d2f07bd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.003487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.038242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd6bd-f51b-4624-98b2-26b30c76420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.040954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd6bd-f51b-4624-98b2-26b30c76420b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.045220 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0a5dd6bd-f51b-4624-98b2-26b30c76420b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/41a66f09-cdcc-4ffa-8b41-44db5f1ec869 HTTP/1.1" status: 204 len: 168 time: 0.4628358 Dec 22 04:55:52.050682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.070312 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-430f33b7-d710-4310-8281-88aadd066bc7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.071108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d6b6a265-2e23-44e7-a95c-43d30aec3dc6 None None] Provisioning complete for port db9641e1-6325-416a-aa4d-aa0269bccd88 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:52.071607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a265-2e23-44e7-a95c-43d30aec3dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.073865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dd6bd-f51b-4624-98b2-26b30c76420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a66f09-cdcc-4ffa-8b41-44db5f1ec869,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:52.150648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Deleting port c9af196a-cd68-4ba2-925c-0b08183e25fd {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:52.151366 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.159802 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.191305 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.230034 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d436651-0ddd-42fa-825f-7a433bc5760e']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:52.248664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.252807 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d622a663-3428-43be-85fa-aa9a819cd6fd None None] Deleting port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:52.253428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d622a663-3428-43be-85fa-aa9a819cd6fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.259642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ccdc7b-8e96-41c3-a284-ea2402686593') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:52.259931 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ccdc7b-8e96-41c3-a284-ea2402686593') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:52.269079 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-430f33b7-d710-4310-8281-88aadd066bc7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.270503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Network 0a61f746-acf4-41df-bc2f-b7c281e36f32 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:52.275889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] For port c9af196a-cd68-4ba2-925c-0b08183e25fd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c9af196a-cd68-4ba2-925c-0b08183e25fd,segment=NetworkSegment(64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e),segment_id=64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:52.277310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.279087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event updated for resources: {'Port': ['ID=2aff1104-5155-4256-8e55-dc95b7fc70d0,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:52.281715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:52.288627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:52.294565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.317135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Calling delete_port for c9af196a-cd68-4ba2-925c-0b08183e25fd owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:52.326965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.341078 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:52.341588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:52.344174 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:52.346577 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.378364 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-d622a663-3428-43be-85fa-aa9a819cd6fd None None] For port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=39aa1b6b-385e-401b-9f5a-7d2ba2877dd3,segment=NetworkSegment(029a0736-ffb6-437f-8846-e77f64f6d661),segment_id=029a0736-ffb6-437f-8846-e77f64f6d661)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:52.378671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d622a663-3428-43be-85fa-aa9a819cd6fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.393503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d622a663-3428-43be-85fa-aa9a819cd6fd None None] Calling delete_port for 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:52.401006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e39dd03-29ec-46c9-b9c9-aa6d2f07bd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.403298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.403563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e39dd03-29ec-46c9-b9c9-aa6d2f07bd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.404786 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3e39dd03-29ec-46c9-b9c9-aa6d2f07bd95 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65265dfd-ebeb-4a75-820c-be6bf65a67dc HTTP/1.1" status: 204 len: 168 time: 0.9706743 Dec 22 04:55:52.469504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a36f26-63fe-44e7-858a-4b5c340319b3 None None] DHCP port deletion for 1fc523db-49f6-449a-859d-fece93197f1c request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:52.519279 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39dd03-29ec-46c9-b9c9-aa6d2f07bd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65265dfd-ebeb-4a75-820c-be6bf65a67dc,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:52.547787 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=04b41dc4-4aea-454d-b548-3d4d943eb857,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:52.560444 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.636969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.640930 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.650677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.654777 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1d436651-0ddd-42fa-825f-7a433bc5760e HTTP/1.1" status: 204 len: 168 time: 1.9881599 Dec 22 04:55:52.725899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] No DVR routers for this DVR port c9af196a-cd68-4ba2-925c-0b08183e25fd on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:52.726122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-430f33b7-d710-4310-8281-88aadd066bc7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.776537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Port': ['ID=c9af196a-cd68-4ba2-925c-0b08183e25fd,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:52.790953 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519cf05-dcd6-4b87-acc9-4bf6d02d9fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d436651-0ddd-42fa-825f-7a433bc5760e,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:52.795304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f33b7-d710-4310-8281-88aadd066bc7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event deleted for resources: {'Subnet': ['ID=25a7f956-3e53-407b-b2ba-a23b34b8c9cd,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:52.804920 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-430f33b7-d710-4310-8281-88aadd066bc7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:52.808581 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-430f33b7-d710-4310-8281-88aadd066bc7 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "DELETE /v2.0/subnets/25a7f956-3e53-407b-b2ba-a23b34b8c9cd HTTP/1.1" status: 204 len: 168 time: 1.1390879 Dec 22 04:55:52.809247 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40620) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:52.866565 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Floating IP 6f650327-240d-473d-a687-85c7f133c024 associated. External IP: 172.26.5.54, port: 7d33ae4e-b9f7-48bc-aa35-bcd52ec5c732. Dec 22 04:55:52.894119 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a7fadf-c3da-43dd-9cac-b31a1d61b463 None None] Network 072258f3-0e4d-4968-a03e-e1353b42b0c2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:52.909362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.015520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e543c9f4-ec3f-4a21-8dea-b0eff4c8ee59 None None] Provisioning complete for port db9641e1-6325-416a-aa4d-aa0269bccd88 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:53.015520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e543c9f4-ec3f-4a21-8dea-b0eff4c8ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.018318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.075888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device db9641e1-6325-416a-aa4d-aa0269bccd88 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:53.081147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.082994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc523db-49f6-449a-859d-fece93197f1c']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:53.101252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:53.101938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f8a9ac-3b22-491c-b59d-1dbbb2fecf5e') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:53.119532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.142565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d622a663-3428-43be-85fa-aa9a819cd6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.145137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-52a36f26-63fe-44e7-858a-4b5c340319b3 None None] Deleting port c9af196a-cd68-4ba2-925c-0b08183e25fd {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:53.148763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-52a36f26-63fe-44e7-858a-4b5c340319b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.176902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40626) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:53.225672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622a663-3428-43be-85fa-aa9a819cd6fd None None] Pushing event deleted for resources: {'Port': ['ID=39aa1b6b-385e-401b-9f5a-7d2ba2877dd3,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:53.230383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d622a663-3428-43be-85fa-aa9a819cd6fd None None] No DVR routers for this DVR port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:53.279388 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Deleting port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:53.279983 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.308288 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-52a36f26-63fe-44e7-858a-4b5c340319b3 None None] For port c9af196a-cd68-4ba2-925c-0b08183e25fd, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:53.308846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-52a36f26-63fe-44e7-858a-4b5c340319b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.329305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-52a36f26-63fe-44e7-858a-4b5c340319b3 None None] Calling delete_port for c9af196a-cd68-4ba2-925c-0b08183e25fd owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:53.337181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.ipam_backend_mixin [None req-52a36f26-63fe-44e7-858a-4b5c340319b3 None None] Port c9af196a-cd68-4ba2-925c-0b08183e25fd was not found and therefore no delete operation was performed {{(pid=109184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:55:53.341822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-52a36f26-63fe-44e7-858a-4b5c340319b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.346056 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port db9641e1-6325-416a-aa4d-aa0269bccd88 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:53.346420 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.361601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:53.399239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.401699 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138aa89d-8c19-4a29-92ea-0d40efa0073b None None] DHCP port deletion for 072258f3-0e4d-4968-a03e-e1353b42b0c2 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:53.405688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:53.406000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a36f26-63fe-44e7-858a-4b5c340319b3 None None] Pushing event deleted for resources: {'Port': ['ID=c9af196a-cd68-4ba2-925c-0b08183e25fd,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:53.406148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.414178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a36f26-63fe-44e7-858a-4b5c340319b3 None None] No DVR routers for this DVR port c9af196a-cd68-4ba2-925c-0b08183e25fd on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:53.448968 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:53.478343 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-2c2af31b-c9ac-43ca-a89a-bf25460b46f6 None None] Provisioning complete for port 2aff1104-5155-4256-8e55-dc95b7fc70d0 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:53.478713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2c2af31b-c9ac-43ca-a89a-bf25460b46f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.504387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] For port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:53.504740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.515558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.521935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Calling delete_port for 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:53.526293 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9d565e51-757e-4fb1-92de-2a8d4f4a237a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=348ed44d0e704fcba74c3cc8925ab135&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3457825 Dec 22 04:55:53.526470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 was not found and therefore no delete operation was performed {{(pid=109182) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:55:53.526641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40632) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:53.545417 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.555666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-138aa89d-8c19-4a29-92ea-0d40efa0073b None None] Deleting port 5514224c-b467-43a2-bd8f-98ee1f885c6d {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:53.556038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-138aa89d-8c19-4a29-92ea-0d40efa0073b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.557800 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-2c2af31b-c9ac-43ca-a89a-bf25460b46f6 None None] Port 2aff1104-5155-4256-8e55-dc95b7fc70d0 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:53.588349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.593714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event deleted for resources: {'Port': ['ID=39aa1b6b-385e-401b-9f5a-7d2ba2877dd3,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:53.595738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.608646 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "DELETE /v2.0/networks/1fc523db-49f6-449a-859d-fece93197f1c HTTP/1.1" status: 204 len: 168 time: 1.6645660 Dec 22 04:55:53.617213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40636) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:53.621864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ffdb8-b4a6-468e-b87c-b35399a81186 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Pushing event deleted for resources: {'Network': ['ID=1fc523db-49f6-449a-859d-fece93197f1c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:53.624569 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.633024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b82870ac-196f-41ac-94ea-bcd4d5ecf0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.633455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] No DVR routers for this DVR port 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:53.659986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-138aa89d-8c19-4a29-92ea-0d40efa0073b None None] For port 5514224c-b467-43a2-bd8f-98ee1f885c6d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5514224c-b467-43a2-bd8f-98ee1f885c6d,segment=NetworkSegment(f9aca1a1-0454-4986-894f-5c8de3692e30),segment_id=f9aca1a1-0454-4986-894f-5c8de3692e30)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:53.661026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-138aa89d-8c19-4a29-92ea-0d40efa0073b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.675336 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:53.703288 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-138aa89d-8c19-4a29-92ea-0d40efa0073b None None] Calling delete_port for 5514224c-b467-43a2-bd8f-98ee1f885c6d owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:53.705699 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:53.705699 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 39aa1b6b-385e-401b-9f5a-7d2ba2877dd3 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:53.705912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c9af196a-cd68-4ba2-925c-0b08183e25fd no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:53.713742 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-59742f4e-3390-4e75-84b9-69d494f0e8b9 tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4d13dfc-04f5-4d48-a176-6aa581210f54 HTTP/1.1" status: 200 len: 205 time: 0.0865300 Dec 22 04:55:53.713893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40638) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:53.730615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: c9af196a-cd68-4ba2-925c-0b08183e25fd {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:53.730988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c9af196a-cd68-4ba2-925c-0b08183e25fd not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:53.731383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 451298d5-ee86-4224-adcf-44060b3cd23e no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:53.738199 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:53.739262 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b82870ac-196f-41ac-94ea-bcd4d5ecf0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.751684 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c4a20e-69fa-48fe-a20b-5883089828ad None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:53.753485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 451298d5-ee86-4224-adcf-44060b3cd23e {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:53.753485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 451298d5-ee86-4224-adcf-44060b3cd23e not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:53.763327 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c4a20e-69fa-48fe-a20b-5883089828ad None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:53.777080 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-51c4a20e-69fa-48fe-a20b-5883089828ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:53.800658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.824019 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7526b2f1-2bdd-4a4c-a937-5551b0667ab2']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:53.830062 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-51c4a20e-69fa-48fe-a20b-5883089828ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:53.834871 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029a0736-ffb6-437f-8846-e77f64f6d661') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:53.835376 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029a0736-ffb6-437f-8846-e77f64f6d661') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:53.845731 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.853278 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c4a20e-69fa-48fe-a20b-5883089828ad None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:53.854009 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-51c4a20e-69fa-48fe-a20b-5883089828ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:53.863664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event updated for resources: {'Port': ['ID=2aff1104-5155-4256-8e55-dc95b7fc70d0,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:53.863913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.869785 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:53.870198 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.873897 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.891718 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-51c4a20e-69fa-48fe-a20b-5883089828ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:53.891718 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c4a20e-69fa-48fe-a20b-5883089828ad None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:53.897944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3297a910-e85d-43fd-82ba-e1605ea1155d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:53.932963 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:53.940242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.949611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-138aa89d-8c19-4a29-92ea-0d40efa0073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:53.990795 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aa89d-8c19-4a29-92ea-0d40efa0073b None None] Pushing event deleted for resources: {'Port': ['ID=5514224c-b467-43a2-bd8f-98ee1f885c6d,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:53.995475 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138aa89d-8c19-4a29-92ea-0d40efa0073b None None] No DVR routers for this DVR port 5514224c-b467-43a2-bd8f-98ee1f885c6d on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:54.151534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3297a910-e85d-43fd-82ba-e1605ea1155d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.154960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3297a910-e85d-43fd-82ba-e1605ea1155d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.206780 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8276bc83-078e-411d-84c2-a9f9f32a6386 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7306957 Dec 22 04:55:54.207335 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40648) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:54.213111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ac3b07d9-3326-4eef-9f61-0bbd79ef4e14 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'floatingip': {'port_id': '7d33ae4e-b9f7-48bc-aa35-bcd52ec5c732', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:54.245749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40650) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:54.252220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Network 0a61f746-acf4-41df-bc2f-b7c281e36f32 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:54.255134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:54.320928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.329237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b82870ac-196f-41ac-94ea-bcd4d5ecf0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.335549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.336043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b82870ac-196f-41ac-94ea-bcd4d5ecf0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.336043 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b82870ac-196f-41ac-94ea-bcd4d5ecf0b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/95593a00-a235-4d5a-b3e5-ef6ef837f264 HTTP/1.1" status: 204 len: 168 time: 0.8053694 Dec 22 04:55:54.340980 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "DELETE /v2.0/networks/7526b2f1-2bdd-4a4c-a937-5551b0667ab2 HTTP/1.1" status: 204 len: 168 time: 1.5281205 Dec 22 04:55:54.351976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40656) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:54.363144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f23967-09c2-4420-969e-24302123d605 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event deleted for resources: {'Network': ['ID=7526b2f1-2bdd-4a4c-a937-5551b0667ab2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:54.375475 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-423261639'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:54.414188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82870ac-196f-41ac-94ea-bcd4d5ecf0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95593a00-a235-4d5a-b3e5-ef6ef837f264,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:54.421829 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac3b07d9-3326-4eef-9f61-0bbd79ef4e14 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.428149 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3297a910-e85d-43fd-82ba-e1605ea1155d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.428373 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3297a910-e85d-43fd-82ba-e1605ea1155d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Fanout notify agent at l3_agent the message router_deleted on router e4d13dfc-04f5-4d48-a176-6aa581210f54 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:55:54.443658 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3297a910-e85d-43fd-82ba-e1605ea1155d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.444886 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3297a910-e85d-43fd-82ba-e1605ea1155d tempest-RoutersNegativeIpV6Test-186232041 tempest-RoutersNegativeIpV6Test-186232041-project] 10.222.0.54 "DELETE /v2.0/routers/e4d13dfc-04f5-4d48-a176-6aa581210f54 HTTP/1.1" status: 204 len: 168 time: 0.7256086 Dec 22 04:55:54.485972 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:54.498404 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.499076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.503569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.581815 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.588792 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7f235a79-dd05-4c81-aa98-3062f93a05f4 None None] Provisioning complete for port 2aff1104-5155-4256-8e55-dc95b7fc70d0 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:54.589335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7f235a79-dd05-4c81-aa98-3062f93a05f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.624822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7f235a79-dd05-4c81-aa98-3062f93a05f4 None None] Port 2aff1104-5155-4256-8e55-dc95b7fc70d0 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:54.671707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.732320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.755072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072258f3-0e4d-4968-a03e-e1353b42b0c2']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:54.767975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9aca1a1-0454-4986-894f-5c8de3692e30') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:54.768283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9aca1a1-0454-4986-894f-5c8de3692e30') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:54.771538 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Router 489dfaf0-0a27-4557-a48a-88d9abc2e604 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:55:54.776924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:54.789621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.813818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.814356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.814676 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Added segment b2db06d8-2d12-4736-aebe-569c41f0070c of type vlan for network c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0 Dec 22 04:55:54.815867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c39b693-9fc4-4832-a3da-58cc9c568864,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:54.821411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:54.821819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:54.857554 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:54.862892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.948169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.958169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:54.958932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:54.981880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5514224c-b467-43a2-bd8f-98ee1f885c6d no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:55.018878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 5514224c-b467-43a2-bd8f-98ee1f885c6d {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:55.019672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5514224c-b467-43a2-bd8f-98ee1f885c6d not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:55.042723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:55.055234 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552da74-59f4-4057-b980-42b61fa5a730 None None] Sync routers for ids ['489dfaf0-0a27-4557-a48a-88d9abc2e604'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:55.065528 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552da74-59f4-4057-b980-42b61fa5a730 None None] Routers {'489dfaf0-0a27-4557-a48a-88d9abc2e604'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:55.066572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2552da74-59f4-4057-b980-42b61fa5a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['489dfaf0-0a27-4557-a48a-88d9abc2e604'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:55.076073 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40670) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:55.088832 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8402011 Dec 22 04:55:55.092589 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40674) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:55.098701 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-f0ab4d3d-1ca6-4d5b-a691-965223aa7a31 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-15987806'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:55.103341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18a09f-5ac6-4bd1-99ff-b1c2493a6d33 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Network': ['ID=c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:55.118704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2552da74-59f4-4057-b980-42b61fa5a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:55.121428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:55.176158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2552da74-59f4-4057-b980-42b61fa5a730 None None] Routers {'489dfaf0-0a27-4557-a48a-88d9abc2e604'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:55.176158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2552da74-59f4-4057-b980-42b61fa5a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['489dfaf0-0a27-4557-a48a-88d9abc2e604'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:55.226002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2552da74-59f4-4057-b980-42b61fa5a730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:55.227029 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2552da74-59f4-4057-b980-42b61fa5a730 None None] The sync data for ids ['489dfaf0-0a27-4557-a48a-88d9abc2e604'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:55.235474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ab4d3d-1ca6-4d5b-a691-965223aa7a31 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:55.239509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4d3d-1ca6-4d5b-a691-965223aa7a31 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.297432 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cd6724ad-96b6-4104-8293-677428225baf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f819fa42ea14ee2a92a968918e83514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165685 Dec 22 04:55:55.297432 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ab4d3d-1ca6-4d5b-a691-965223aa7a31 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:55.297432 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40678) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:55.321246 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4d3d-1ca6-4d5b-a691-965223aa7a31 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.321600 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-f0ab4d3d-1ca6-4d5b-a691-965223aa7a31 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Added segment 6ad1f47e-a53d-4efa-9af2-b15f1d04c019 of type vlan for network 63fc5f6a-f112-4e76-a920-64591f6f04da Dec 22 04:55:55.391151 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4d3d-1ca6-4d5b-a691-965223aa7a31 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.399427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-858419e9-304b-4f46-87c0-ff81149df8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.407949 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a6b891c9-0706-4a3b-a7b6-aadd8a73ea6c tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "PUT /v2.0/routers/489dfaf0-0a27-4557-a48a-88d9abc2e604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5186532 Dec 22 04:55:55.410897 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.414165 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40680) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:55.420592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.426289 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "DELETE /v2.0/networks/072258f3-0e4d-4968-a03e-e1353b42b0c2 HTTP/1.1" status: 204 len: 168 time: 1.0732217 Dec 22 04:55:55.426972 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40684) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:55.438012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Request body: {'port': {'network_id': '0a61f746-acf4-41df-bc2f-b7c281e36f32', 'name': 'tempest-FloatingIPNegativeTestJSON-11622135'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:55.454096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-858419e9-304b-4f46-87c0-ff81149df8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.457109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab211b0-7490-48d7-bb39-2b35c4ed09e6 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event deleted for resources: {'Network': ['ID=072258f3-0e4d-4968-a03e-e1353b42b0c2,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:55.530978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b57724-ec07-4786-87bf-1a433faa1261 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Deleting subnet 91cf881c-3d5d-4619-bb0f-8bf1fca6c926 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:55:55.536902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23b57724-ec07-4786-87bf-1a433faa1261 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.545745 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4d3d-1ca6-4d5b-a691-965223aa7a31 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.551615 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ab4d3d-1ca6-4d5b-a691-965223aa7a31 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:55.552327 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4d3d-1ca6-4d5b-a691-965223aa7a31 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.618416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23b57724-ec07-4786-87bf-1a433faa1261 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.647562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab4d3d-1ca6-4d5b-a691-965223aa7a31 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Network': ['ID=63fc5f6a-f112-4e76-a920-64591f6f04da,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:55.650256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac3b07d9-3326-4eef-9f61-0bbd79ef4e14 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.662257 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 63fc5f6a-f112-4e76-a920-64591f6f04da details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:55.669832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-858419e9-304b-4f46-87c0-ff81149df8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.673361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-858419e9-304b-4f46-87c0-ff81149df8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.677431 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-858419e9-304b-4f46-87c0-ff81149df8fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb200f10-3d4b-4122-9965-4dded1942616 HTTP/1.1" status: 204 len: 168 time: 0.3772831 Dec 22 04:55:55.683590 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858419e9-304b-4f46-87c0-ff81149df8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb200f10-3d4b-4122-9965-4dded1942616,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:55.706172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40694) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:55.706371 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f0ab4d3d-1ca6-4d5b-a691-965223aa7a31 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6125002 Dec 22 04:55:55.718169 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e9e42d37-b392-4b5e-9f90-f424594b3a70 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'subnet': {'network_id': 'c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:55.765119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac3b07d9-3326-4eef-9f61-0bbd79ef4e14 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.813244 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Made reservation on behalf of 65d8408b61944dba9e9e6eda99c85e65 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:55.819541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.839122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] device_id is not set on port be2f9919-b28a-4a8d-af17-8747ab9eb56c yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:55.858767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23b57724-ec07-4786-87bf-1a433faa1261 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:55.971063 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Allocated IP 172.20.0.3 (0a61f746-acf4-41df-bc2f-b7c281e36f32/dc0f523f-5c13-4c1a-ae0a-553d1b911a09/be2f9919-b28a-4a8d-af17-8747ab9eb56c) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:56.051250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e42d37-b392-4b5e-9f90-f424594b3a70 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:56.054751 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9e42d37-b392-4b5e-9f90-f424594b3a70 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.058198 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23b57724-ec07-4786-87bf-1a433faa1261 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.135603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.148470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b57724-ec07-4786-87bf-1a433faa1261 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event deleted for resources: {'Subnet': ['ID=91cf881c-3d5d-4619-bb0f-8bf1fca6c926,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:56.149019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23b57724-ec07-4786-87bf-1a433faa1261 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.151188 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20971315-7592-463d-a4c8-cf36ea92f761 None None] Network 7dc0bb42-173a-4f33-8520-6aeec2d62078 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:56.152389 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-23b57724-ec07-4786-87bf-1a433faa1261 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "DELETE /v2.0/subnets/91cf881c-3d5d-4619-bb0f-8bf1fca6c926 HTTP/1.1" status: 204 len: 168 time: 0.7214191 Dec 22 04:55:56.155308 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40710) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:56.219662 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3b07d9-3326-4eef-9f61-0bbd79ef4e14 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:56.271813 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.337409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Deleting port d2e451c2-0505-499e-b5c4-53bee849948d {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:56.337754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.341877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.394575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ec60b6-91ad-4da5-9adf-66a25314f8a4 None None] DHCP port deletion for 7dc0bb42-173a-4f33-8520-6aeec2d62078 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:55:56.437020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3b07d9-3326-4eef-9f61-0bbd79ef4e14 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:56.441443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac3b07d9-3326-4eef-9f61-0bbd79ef4e14 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.451708 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279fe599-deb1-449d-9b9d-97af608e90ec None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:56.455749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Network 0a61f746-acf4-41df-bc2f-b7c281e36f32 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:56.469384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] For port d2e451c2-0505-499e-b5c4-53bee849948d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d2e451c2-0505-499e-b5c4-53bee849948d,segment=NetworkSegment(814db13f-780d-4163-ab1f-32d9ccd9989f),segment_id=814db13f-780d-4163-ab1f-32d9ccd9989f)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:56.469384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.470098 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279fe599-deb1-449d-9b9d-97af608e90ec None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:56.470238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event updated for resources: {'Port': ['ID=be2f9919-b28a-4a8d-af17-8747ab9eb56c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:56.472519 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-279fe599-deb1-449d-9b9d-97af608e90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:56.479216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:56.483265 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:56.492508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9e42d37-b392-4b5e-9f90-f424594b3a70 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.502923 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-58ec60b6-91ad-4da5-9adf-66a25314f8a4 None None] Deleting port d2e451c2-0505-499e-b5c4-53bee849948d {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:56.503367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-58ec60b6-91ad-4da5-9adf-66a25314f8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.553708 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:56.553708 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.558562 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-279fe599-deb1-449d-9b9d-97af608e90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:56.566551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Calling delete_port for d2e451c2-0505-499e-b5c4-53bee849948d owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:56.581456 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279fe599-deb1-449d-9b9d-97af608e90ec None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:56.582366 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-279fe599-deb1-449d-9b9d-97af608e90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:56.642759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-58ec60b6-91ad-4da5-9adf-66a25314f8a4 None None] For port d2e451c2-0505-499e-b5c4-53bee849948d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d2e451c2-0505-499e-b5c4-53bee849948d,segment=NetworkSegment(814db13f-780d-4163-ab1f-32d9ccd9989f),segment_id=814db13f-780d-4163-ab1f-32d9ccd9989f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:56.643436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-58ec60b6-91ad-4da5-9adf-66a25314f8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.646582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42d37-b392-4b5e-9f90-f424594b3a70 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Subnet': ['ID=7de9dba1-674a-4849-a52f-cdcb0b0d8dfe,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:56.658274 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-279fe599-deb1-449d-9b9d-97af608e90ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:56.658945 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279fe599-deb1-449d-9b9d-97af608e90ec None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:56.665238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-58ec60b6-91ad-4da5-9adf-66a25314f8a4 None None] Calling delete_port for d2e451c2-0505-499e-b5c4-53bee849948d owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:56.688866 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ac3b07d9-3326-4eef-9f61-0bbd79ef4e14 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "PUT /v2.0/floatingips/6f650327-240d-473d-a687-85c7f133c024 HTTP/1.1" status: 200 len: 978 time: 2.4785228 Dec 22 04:55:56.691756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40724) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:56.710987 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3f757985-5ed1-4d5a-ad28-660c00f50a79 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2848759 Dec 22 04:55:56.711683 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40726) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:56.716999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:56.766315 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.772779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-58ec60b6-91ad-4da5-9adf-66a25314f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.797512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e42d37-b392-4b5e-9f90-f424594b3a70 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Checking segment: {'id': 'b2db06d8-2d12-4736-aebe-569c41f0070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:56.798090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e42d37-b392-4b5e-9f90-f424594b3a70 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network hostable DHCP agents. Network: c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:56.814329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec60b6-91ad-4da5-9adf-66a25314f8a4 None None] Pushing event deleted for resources: {'Port': ['ID=d2e451c2-0505-499e-b5c4-53bee849948d,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:56.821627 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ec60b6-91ad-4da5-9adf-66a25314f8a4 None None] No DVR routers for this DVR port d2e451c2-0505-499e-b5c4-53bee849948d on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:56.835601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event deleted for resources: {'Port': ['ID=d2e451c2-0505-499e-b5c4-53bee849948d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:56.840331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] No DVR routers for this DVR port d2e451c2-0505-499e-b5c4-53bee849948d on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:56.849257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40728) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:56.890778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:56.973711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d2e451c2-0505-499e-b5c4-53bee849948d no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:56.993860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e42d37-b392-4b5e-9f90-f424594b3a70 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:57.008768 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: d2e451c2-0505-499e-b5c4-53bee849948d {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:55:57.009165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d2e451c2-0505-499e-b5c4-53bee849948d not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:57.017317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-674c6aa1-7178-4f26-b1e4-6f316b17f443 None None] Provisioning complete for port be2f9919-b28a-4a8d-af17-8747ab9eb56c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:57.022365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-674c6aa1-7178-4f26-b1e4-6f316b17f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.027473 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.044224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port 04b41dc4-4aea-454d-b548-3d4d943eb857 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:57.046238 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.056956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-674c6aa1-7178-4f26-b1e4-6f316b17f443 None None] Port be2f9919-b28a-4a8d-af17-8747ab9eb56c cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:55:57.066814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc0bb42-173a-4f33-8520-6aeec2d62078']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:57.083126 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814db13f-780d-4163-ab1f-32d9ccd9989f') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:57.083548 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814db13f-780d-4163-ab1f-32d9ccd9989f') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:57.104047 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2015333995'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:57.109309 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.110005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-e9e42d37-b392-4b5e-9f90-f424594b3a70 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:57.117211 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e42d37-b392-4b5e-9f90-f424594b3a70 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:57.117973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9e42d37-b392-4b5e-9f90-f424594b3a70 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.129066 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df56ca0-1a17-495b-bf4b-e8175107b700 None None] Network c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:57.143010 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.164061 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:57.165000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:57.170914 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:57.185625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.186075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.200636 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for 04b41dc4-4aea-454d-b548-3d4d943eb857 owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:57.214130 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e9e42d37-b392-4b5e-9f90-f424594b3a70 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5064430 Dec 22 04:55:57.214911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40738) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:57.226108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-add7909e-b007-4275-b068-2d10a2ae1b57 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'subnet': {'network_id': '63fc5f6a-f112-4e76-a920-64591f6f04da', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:57.239209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40740) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:57.250999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.300905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Made reservation on behalf of 04982b4ae88948f0b7e878c6daac4562 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:57.304550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.309302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0', 'network_id': 'c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'fixed_ips': [{'subnet_id': '7de9dba1-674a-4849-a52f-cdcb0b0d8dfe'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:55:57.311806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.327034 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.344237 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.364978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.368171 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "DELETE /v2.0/networks/7dc0bb42-173a-4f33-8520-6aeec2d62078 HTTP/1.1" status: 204 len: 168 time: 1.2103336 Dec 22 04:55:57.371555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40744) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:57.402385 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb025cd-7d0b-4f9f-947a-a29061a0c46d tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Pushing event deleted for resources: {'Network': ['ID=7dc0bb42-173a-4f33-8520-6aeec2d62078,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:57.412633 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dab850e1-49aa-4dbc-9aad-929be4a25d68 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "GET /v2.0/ports?device_id=40339f0d-cdef-4f53-b87b-e0a06f82d4ae HTTP/1.1" status: 200 len: 205 time: 0.0369816 Dec 22 04:55:57.416956 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40746) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:57.472137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-06f7067f-1f20-4f60-b462-eff9a23d2383 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group': {'name': 'tempest-secgroup--26216902'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:57.496898 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Allocated IP 172.26.5.188 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/92ba33f4-4d76-4c6d-9eab-71116683565f) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:57.523457 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Allocated IP 2001:db8::2 (c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0/7de9dba1-674a-4849-a52f-cdcb0b0d8dfe/cda5c3a8-5e4f-4831-a17f-c33aff07eefa) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:57.526428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7de1073-d54a-45de-a73e-9622cc3b55d2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.573987 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.603921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add7909e-b007-4275-b068-2d10a2ae1b57 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:57.608054 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-add7909e-b007-4275-b068-2d10a2ae1b57 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.636470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.660968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.680489 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:57.696567 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a723577-b680-40d9-9ea1-84095d18fc6d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:57.706455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.706948 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Added segment bc32b473-da85-4a04-b088-cca5fcea5800 of type vlan for network d0d456f4-3302-4b66-b400-f05c6ad83339 Dec 22 04:55:57.707867 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.767765 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.768591 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.812694 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Network c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:57.815774 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:57.822211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.822436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:57.828649 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Pushing event updated for resources: {'Port': ['ID=cda5c3a8-5e4f-4831-a17f-c33aff07eefa,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:57.829598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7de1073-d54a-45de-a73e-9622cc3b55d2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.834246 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7de1073-d54a-45de-a73e-9622cc3b55d2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.868463 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:57.871331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:57.878780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:57.880657 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.887143 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:57.888301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.892108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Attempting to bind port cda5c3a8-5e4f-4831-a17f-c33aff07eefa on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:55:57.892609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Attempting to bind port cda5c3a8-5e4f-4831-a17f-c33aff07eefa by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'b2db06d8-2d12-4736-aebe-569c41f0070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:55:57.893103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Attempting to bind port cda5c3a8-5e4f-4831-a17f-c33aff07eefa on network c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:57.897973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event updated for resources: {'Port': ['ID=92ba33f4-4d76-4c6d-9eab-71116683565f,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:57.898399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:57.898908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Checking segment: {'id': 'b2db06d8-2d12-4736-aebe-569c41f0070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:57.900108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.901260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Bound using segment: {'id': 'b2db06d8-2d12-4736-aebe-569c41f0070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:57.901811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Bound port: cda5c3a8-5e4f-4831-a17f-c33aff07eefa, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2db06d8-2d12-4736-aebe-569c41f0070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:55:57.902309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.920074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06f7067f-1f20-4f60-b462-eff9a23d2383 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.937200 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.940157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06f7067f-1f20-4f60-b462-eff9a23d2383 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.979476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] For port cda5c3a8-5e4f-4831-a17f-c33aff07eefa, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:57.983505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] For port cda5c3a8-5e4f-4831-a17f-c33aff07eefa, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=cda5c3a8-5e4f-4831-a17f-c33aff07eefa,segment=NetworkSegment(b2db06d8-2d12-4736-aebe-569c41f0070c),segment_id=b2db06d8-2d12-4736-aebe-569c41f0070c)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:57.983659 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=04b41dc4-4aea-454d-b548-3d4d943eb857,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:57.997790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7de1073-d54a-45de-a73e-9622cc3b55d2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:57.998207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7de1073-d54a-45de-a73e-9622cc3b55d2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Fanout notify agent at l3_agent the message router_deleted on router 40339f0d-cdef-4f53-b87b-e0a06f82d4ae {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:55:58.008107 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Pushing event updated for resources: {'Network': ['ID=d0d456f4-3302-4b66-b400-f05c6ad83339,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:58.020639 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network d0d456f4-3302-4b66-b400-f05c6ad83339 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:58.030379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7de1073-d54a-45de-a73e-9622cc3b55d2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.034608 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a7de1073-d54a-45de-a73e-9622cc3b55d2 tempest-RoutersNegativeTest-1984797385 tempest-RoutersNegativeTest-1984797385-project] 10.222.0.54 "DELETE /v2.0/routers/40339f0d-cdef-4f53-b87b-e0a06f82d4ae HTTP/1.1" status: 204 len: 168 time: 0.6133943 Dec 22 04:55:58.060577 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-08d55787-5baa-4620-be82-8ba17befa3b9 tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2046199 Dec 22 04:55:58.062204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.100028 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.157011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54e64c-19b1-4896-8f1b-e27676333e92 None None] Pushing event updated for resources: {'Port': ['ID=cda5c3a8-5e4f-4831-a17f-c33aff07eefa,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:58.159464 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.159803 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Floating IP 6f650327-240d-473d-a687-85c7f133c024 disassociated (deleted). External IP: 172.26.5.54, port: 7d33ae4e-b9f7-48bc-aa35-bcd52ec5c732. Dec 22 04:55:58.207044 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.243333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-add7909e-b007-4275-b068-2d10a2ae1b57 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.378884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06f7067f-1f20-4f60-b462-eff9a23d2383 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.412043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7909e-b007-4275-b068-2d10a2ae1b57 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Subnet': ['ID=26b67bf4-3e36-41ae-b165-bc3586cb46fd,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:58.428154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7909e-b007-4275-b068-2d10a2ae1b57 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Checking segment: {'id': '6ad1f47e-a53d-4efa-9af2-b15f1d04c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '63fc5f6a-f112-4e76-a920-64591f6f04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:58.428535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add7909e-b007-4275-b068-2d10a2ae1b57 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network hostable DHCP agents. Network: 63fc5f6a-f112-4e76-a920-64591f6f04da, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:58.450079 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.468565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40754) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:58.474003 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Request body: {'port': {'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1116717421'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:58.515349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06f7067f-1f20-4f60-b462-eff9a23d2383 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.521494 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.579592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7067f-1f20-4f60-b462-eff9a23d2383 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aebbbee-4c0c-4ff3-926d-14655585fc02,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:58.588824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Made reservation on behalf of ae1e7eaa9fec479aa50456fa7edf14ea for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:58.591243 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.610542 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40758) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:58.618895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.623451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add7909e-b007-4275-b068-2d10a2ae1b57 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 63fc5f6a-f112-4e76-a920-64591f6f04da is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:58.625699 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event updated for resources: {'Port': ['ID=92ba33f4-4d76-4c6d-9eab-71116683565f,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:58.650647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.661942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:58.671032 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06f7067f-1f20-4f60-b462-eff9a23d2383 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.715796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-add7909e-b007-4275-b068-2d10a2ae1b57 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 63fc5f6a-f112-4e76-a920-64591f6f04da) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:58.720606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add7909e-b007-4275-b068-2d10a2ae1b57 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:58.721188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-add7909e-b007-4275-b068-2d10a2ae1b57 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.725373 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.727946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e216d8-4dcf-402f-a7b6-eb098767be9c None None] Network 63fc5f6a-f112-4e76-a920-64591f6f04da requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:58.737708 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7efe65e4-dcb2-4ba7-b93d-e242f627a4a3 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0248690 Dec 22 04:55:58.740534 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.741453 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40762) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:58.745943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4d5cc682-e122-450d-9323-fa8ae62400da tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Request body: {'floatingip': {'port_id': 'be2f9919-b28a-4a8d-af17-8747ab9eb56c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:58.760342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06f7067f-1f20-4f60-b462-eff9a23d2383 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.789259 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.795298 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] device_id is not set on port dc140682-be17-4bf4-bcfe-90e58e69de8b yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:58.801404 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d5cc682-e122-450d-9323-fa8ae62400da tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.894597 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-63fc5f6a-f112-4e76-a920-64591f6f04da', 'network_id': '63fc5f6a-f112-4e76-a920-64591f6f04da', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'fixed_ips': [{'subnet_id': '26b67bf4-3e36-41ae-b165-bc3586cb46fd'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:55:58.895502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:58.968986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be903f8b-e87c-4fd5-878f-2bf771f40927,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:59.096956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Allocated IP 2001:db8:1::2 (63fc5f6a-f112-4e76-a920-64591f6f04da/26b67bf4-3e36-41ae-b165-bc3586cb46fd/29b6dca7-4974-41d4-ae69-aede1fbf4ca9) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:59.161671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device cda5c3a8-5e4f-4831-a17f-c33aff07eefa up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:59.216909 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7067f-1f20-4f60-b462-eff9a23d2383 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c37171d-dcde-4610-9dde-d3e14f4d910a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:59.222278 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] device_id is not set on port dc140682-be17-4bf4-bcfe-90e58e69de8b yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:59.235545 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.245226 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3f89bbb5-df63-4073-bab6-f5388345f4b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=599ed556bd1b48cf98ce32eeeaff4d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263990 Dec 22 04:55:59.245226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40764) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:59.271074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port cda5c3a8-5e4f-4831-a17f-c33aff07eefa triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:59.271444 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.276450 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-add7909e-b007-4275-b068-2d10a2ae1b57 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0569258 Dec 22 04:55:59.277875 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:59.279565 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40766) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:59.287896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5f5c5a70-2cbb-4367-8959-be58bea4772f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2021303387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:59.295712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.308731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06f7067f-1f20-4f60-b462-eff9a23d2383 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.313524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40768) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:59.313715 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-06f7067f-1f20-4f60-b462-eff9a23d2383 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.0720286 Dec 22 04:55:59.355332 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1b785c25-06f2-48ba-bb8f-f52fa39013f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/floatingips/6f650327-240d-473d-a687-85c7f133c024 HTTP/1.1" status: 204 len: 168 time: 2.6620283 Dec 22 04:55:59.359297 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40770) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:59.387572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.406245 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0593d8c-f80e-47f3-8234-25a6f936b80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.428668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5a70-2cbb-4367-8959-be58bea4772f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.433143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5a70-2cbb-4367-8959-be58bea4772f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.441558 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4d0f1c83-e424-4d6f-a80a-2ee292b970b5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.1240330 Dec 22 04:55:59.443532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40772) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:59.445239 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-4d5cc682-e122-450d-9323-fa8ae62400da tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] update failed (client error): The resource could not be found. Dec 22 04:55:59.448874 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4d5cc682-e122-450d-9323-fa8ae62400da tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "PUT /v2.0/floatingips/58a80898-52d4-4c14-bf76-1290b047be95 HTTP/1.1" status: 404 len: 507 time: 0.7039170 Dec 22 04:55:59.451580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-dbea6bc6-212a-46d0-a4d1-625ae7db98fa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group': {'name': 'tempest-security--824790709', 'description': 'tempest-security-description-599404630'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:59.458117 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40774) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:59.473582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7670bf22-098f-41e2-a835-beb6a879e348 None None] Network c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:55:59.474823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0593d8c-f80e-47f3-8234-25a6f936b80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.475857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f5db2-3b60-4cd3-a367-345648ccacf9 None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:59.545854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event updated for resources: {'Port': ['ID=dc140682-be17-4bf4-bcfe-90e58e69de8b,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:59.552771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5a70-2cbb-4367-8959-be58bea4772f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.560218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f5db2-3b60-4cd3-a367-345648ccacf9 None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:59.560521 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ae9f5db2-3b60-4cd3-a367-345648ccacf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:59.571991 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a61494ad-28f8-448d-902c-98df55a02d1a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port 7d33ae4e-b9f7-48bc-aa35-bcd52ec5c732 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:59.572470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a61494ad-28f8-448d-902c-98df55a02d1a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.591172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dbea6bc6-212a-46d0-a4d1-625ae7db98fa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.602626 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c16a2672-192c-40a5-8d3d-6fb0b6ba7a51 None None] Provisioning complete for port cda5c3a8-5e4f-4831-a17f-c33aff07eefa triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:59.604250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c16a2672-192c-40a5-8d3d-6fb0b6ba7a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.604540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ae9f5db2-3b60-4cd3-a367-345648ccacf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:59.607551 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.629115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Checking segment: {'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:55:59.629451 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Network hostable DHCP agents. Network: d0d456f4-3302-4b66-b400-f05c6ad83339, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:59.631829 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5a70-2cbb-4367-8959-be58bea4772f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.672717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f5db2-3b60-4cd3-a367-345648ccacf9 None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:59.672948 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dbea6bc6-212a-46d0-a4d1-625ae7db98fa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.673341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ae9f5db2-3b60-4cd3-a367-345648ccacf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:59.679873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a61494ad-28f8-448d-902c-98df55a02d1a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.690529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0593d8c-f80e-47f3-8234-25a6f936b80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.690980 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-434eee0b-a909-4135-91e7-9bac7cfdcdcd tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Deleting port 92ba33f4-4d76-4c6d-9eab-71116683565f {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:55:59.691383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-434eee0b-a909-4135-91e7-9bac7cfdcdcd tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.697865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0593d8c-f80e-47f3-8234-25a6f936b80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.697865 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a0593d8c-f80e-47f3-8234-25a6f936b80f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b07ae54c-b20e-44b3-995f-d0b4ae743133 HTTP/1.1" status: 204 len: 168 time: 0.4529727 Dec 22 04:55:59.709008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0593d8c-f80e-47f3-8234-25a6f936b80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07ae54c-b20e-44b3-995f-d0b4ae743133,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:59.711187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a61494ad-28f8-448d-902c-98df55a02d1a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for 7d33ae4e-b9f7-48bc-aa35-bcd52ec5c732 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:55:59.740739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ae9f5db2-3b60-4cd3-a367-345648ccacf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:59.741403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f5db2-3b60-4cd3-a367-345648ccacf9 None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:59.759368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.772062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f5c5a70-2cbb-4367-8959-be58bea4772f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.773516 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5f5c5a70-2cbb-4367-8959-be58bea4772f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4893606 Dec 22 04:55:59.776278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40778) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:59.812906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.824677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Network 63fc5f6a-f112-4e76-a920-64591f6f04da is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:59.831120 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:59.834772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:59.906497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Pushing event updated for resources: {'Port': ['ID=29b6dca7-4974-41d4-ae69-aede1fbf4ca9,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:59.968865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dbea6bc6-212a-46d0-a4d1-625ae7db98fa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.971437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-dbea6bc6-212a-46d0-a4d1-625ae7db98fa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.975551 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-dbea6bc6-212a-46d0-a4d1-625ae7db98fa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "PUT /v2.0/security-groups/6c37171d-dcde-4610-9dde-d3e14f4d910a HTTP/1.1" status: 200 len: 1776 time: 0.5257580 Dec 22 04:55:59.975551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Network d0d456f4-3302-4b66-b400-f05c6ad83339 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:59.978087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40780) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:55:59.982595 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c16a2672-192c-40a5-8d3d-6fb0b6ba7a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:55:59.992712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port cda5c3a8-5e4f-4831-a17f-c33aff07eefa, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=cda5c3a8-5e4f-4831-a17f-c33aff07eefa,segment=NetworkSegment(b2db06d8-2d12-4736-aebe-569c41f0070c),segment_id=b2db06d8-2d12-4736-aebe-569c41f0070c)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:00.020235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea6bc6-212a-46d0-a4d1-625ae7db98fa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c37171d-dcde-4610-9dde-d3e14f4d910a,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:00.043340 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-434eee0b-a909-4135-91e7-9bac7cfdcdcd tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.043817 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-434eee0b-a909-4135-91e7-9bac7cfdcdcd tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.059030 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-434eee0b-a909-4135-91e7-9bac7cfdcdcd tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Calling delete_port for 92ba33f4-4d76-4c6d-9eab-71116683565f owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:00.061012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Attempting to bind port 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:00.061382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Attempting to bind port 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6ad1f47e-a53d-4efa-9af2-b15f1d04c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '63fc5f6a-f112-4e76-a920-64591f6f04da'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:00.061796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Attempting to bind port 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 on network 63fc5f6a-f112-4e76-a920-64591f6f04da {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:00.069577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:00.069948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Checking segment: {'id': '6ad1f47e-a53d-4efa-9af2-b15f1d04c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '63fc5f6a-f112-4e76-a920-64591f6f04da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:00.070345 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.071025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Bound using segment: {'id': '6ad1f47e-a53d-4efa-9af2-b15f1d04c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '63fc5f6a-f112-4e76-a920-64591f6f04da'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:00.071188 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Bound port: 29b6dca7-4974-41d4-ae69-aede1fbf4ca9, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad1f47e-a53d-4efa-9af2-b15f1d04c019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '63fc5f6a-f112-4e76-a920-64591f6f04da'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:00.071569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.076206 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, d0d456f4-3302-4b66-b400-f05c6ad83339) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:00.080592 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:00.084293 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.093629 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794d75e9-f09d-4d7a-9e41-5b9ce65a4b93 None None] Network d0d456f4-3302-4b66-b400-f05c6ad83339 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:00.140110 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:00.140469 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:00.140816 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:00.147673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40784) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:00.148566 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6b86fe57-afba-44c1-b344-4070251324df tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-groups/6c37171d-dcde-4610-9dde-d3e14f4d910a HTTP/1.1" status: 200 len: 1776 time: 0.1691427 Dec 22 04:56:00.161108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:00.161610 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:00.176112 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 2 to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b Dec 22 04:56:00.236808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:00.237338 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:00.237702 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:00.262144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.265893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:00.266387 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:00.269633 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 3 to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b Dec 22 04:56:00.303475 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-23a43da1-629b-4b80-b1d7-cb627fc34358 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.306903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:00.307237 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:00.307564 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:00.326909 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:00.327232 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:00.367439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] For port 29b6dca7-4974-41d4-ae69-aede1fbf4ca9, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:00.378944 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 4 to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b Dec 22 04:56:00.388040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-c16a2672-192c-40a5-8d3d-6fb0b6ba7a51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:00.388549 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-c16a2672-192c-40a5-8d3d-6fb0b6ba7a51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:00.408399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-23a43da1-629b-4b80-b1d7-cb627fc34358 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.427698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:00.428034 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:00.428403 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:00.434047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=cda5c3a8-5e4f-4831-a17f-c33aff07eefa,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:00.454640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:00.454998 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:00.461066 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 5 to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b Dec 22 04:56:00.478931 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:00.479260 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:00.480088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:00.485817 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:00.486147 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:00.488151 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 6 to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b Dec 22 04:56:00.502035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:00.502366 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:00.502700 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:00.507706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:00.508028 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:00.508481 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 7 to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b Dec 22 04:56:00.522658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:00.522997 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:00.523322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:00.528897 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:00.529323 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:00.529600 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 8 to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b Dec 22 04:56:00.545371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:00.545752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:00.546289 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:00.551326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:00.551740 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:00.553290 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 9 to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b Dec 22 04:56:00.574298 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:00.574924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:00.575423 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:00.580557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:00.581118 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:00.588308 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 10 to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b Dec 22 04:56:00.592995 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] For port 29b6dca7-4974-41d4-ae69-aede1fbf4ca9, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=29b6dca7-4974-41d4-ae69-aede1fbf4ca9,segment=NetworkSegment(6ad1f47e-a53d-4efa-9af2-b15f1d04c019),segment_id=6ad1f47e-a53d-4efa-9af2-b15f1d04c019)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:00.599581 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-434eee0b-a909-4135-91e7-9bac7cfdcdcd tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.602590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a61494ad-28f8-448d-902c-98df55a02d1a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.613673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:00.613673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:00.614000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:00.635383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-23a43da1-629b-4b80-b1d7-cb627fc34358 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.637981 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-23a43da1-629b-4b80-b1d7-cb627fc34358 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.639285 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-23a43da1-629b-4b80-b1d7-cb627fc34358 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-groups/6c37171d-dcde-4610-9dde-d3e14f4d910a HTTP/1.1" status: 204 len: 168 time: 0.4905503 Dec 22 04:56:00.640036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434eee0b-a909-4135-91e7-9bac7cfdcdcd tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event deleted for resources: {'Port': ['ID=92ba33f4-4d76-4c6d-9eab-71116683565f,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:00.643328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40794) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:00.647793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61494ad-28f8-448d-902c-98df55a02d1a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=7d33ae4e-b9f7-48bc-aa35-bcd52ec5c732,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:00.652977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.658296 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port dc140682-be17-4bf4-bcfe-90e58e69de8b on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:00.659093 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port dc140682-be17-4bf4-bcfe-90e58e69de8b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:00.659093 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.705752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a43da1-629b-4b80-b1d7-cb627fc34358 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c37171d-dcde-4610-9dde-d3e14f4d910a,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:00.751518 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f1051-7284-479b-ad0b-b2c3d17fbc4a None None] Pushing event updated for resources: {'Port': ['ID=29b6dca7-4974-41d4-ae69-aede1fbf4ca9,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:00.783196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-434eee0b-a909-4135-91e7-9bac7cfdcdcd tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.788697 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-434eee0b-a909-4135-91e7-9bac7cfdcdcd tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.789946 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-434eee0b-a909-4135-91e7-9bac7cfdcdcd tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "DELETE /v2.0/floatingips/58a80898-52d4-4c14-bf76-1290b047be95 HTTP/1.1" status: 204 len: 168 time: 1.3295734 Dec 22 04:56:00.798006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40800) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:00.803505 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-672a5f4d-3490-47d2-8db0-c8f0a3bf1379 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Request body: {'floatingip': {'floating_network_id': '0a61f746-acf4-41df-bc2f-b7c281e36f32', 'port_id': 'be2f9919-b28a-4a8d-af17-8747ab9eb56c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:00.835240 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d4d5a615-13ca-4ffa-8ce7-bb622249734a tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1880312 Dec 22 04:56:00.838144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40804) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:00.855977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] For port dc140682-be17-4bf4-bcfe-90e58e69de8b, host hv-neutron-8225, cleared binding levels {{(pid=109182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:00.856998 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempted to set empty binding levels {{(pid=109182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 04:56:00.859421 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-48c89406-b8fe-431b-a53a-9fb230ac2efb tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] delete failed (client error): The resource could not be found. Dec 22 04:56:00.860495 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-48c89406-b8fe-431b-a53a-9fb230ac2efb tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-groups/6c37171d-dcde-4610-9dde-d3e14f4d910a HTTP/1.1" status: 404 len: 347 time: 0.0188384 Dec 22 04:56:00.864562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40806) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:00.881352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5802858d-df4a-4772-b385-51ea6cd3941b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group': {'name': 'tempest-secgroup--148900408'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:00.886710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Allocated IP 2001:db8::1 (c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0/7de9dba1-674a-4849-a52f-cdcb0b0d8dfe/62081692-228d-4b3c-aa16-368a32e7a8a4) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:00.901938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a61494ad-28f8-448d-902c-98df55a02d1a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.909073 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a61494ad-28f8-448d-902c-98df55a02d1a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/ports/7d33ae4e-b9f7-48bc-aa35-bcd52ec5c732 HTTP/1.1" status: 204 len: 168 time: 1.5439346 Dec 22 04:56:00.909982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40808) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:00.914340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:00.974309 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:00.976029 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device cda5c3a8-5e4f-4831-a17f-c33aff07eefa up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:01.011786 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:01.012980 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.040350 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-672a5f4d-3490-47d2-8db0-c8f0a3bf1379 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.072629 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-13a964fd-5b06-4cdc-96b9-d351f3cb549b None None] Provisioning complete for port cda5c3a8-5e4f-4831-a17f-c33aff07eefa triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:01.073357 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-13a964fd-5b06-4cdc-96b9-d351f3cb549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.080910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.098371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event updated for resources: {'Port': ['ID=dc140682-be17-4bf4-bcfe-90e58e69de8b,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:01.146680 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port cda5c3a8-5e4f-4831-a17f-c33aff07eefa triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:01.151710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.210921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40812) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:01.226479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.235636 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c841f2d6-7cfd-4fe3-a237-f4b717b18b64 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.7634039 Dec 22 04:56:01.237183 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40816) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:01.267429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:01.270539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:01.274731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:01.275564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.301038 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-672a5f4d-3490-47d2-8db0-c8f0a3bf1379 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:01.303489 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-672a5f4d-3490-47d2-8db0-c8f0a3bf1379 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5042684 Dec 22 04:56:01.308171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40818) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:01.318671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': 'be2f9919-b28a-4a8d-af17-8747ab9eb56c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:01.329454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.343030 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=62081692-228d-4b3c-aa16-368a32e7a8a4,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:01.353078 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-150d249f-cd02-4af4-82c9-4878b8e6496e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Deleting port dc140682-be17-4bf4-bcfe-90e58e69de8b {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:01.353516 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-150d249f-cd02-4af4-82c9-4878b8e6496e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.382846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-651eedcc-69e6-4105-bfc1-d440906162fe tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1334615692', 'prefixes': ['172.20.0.0/16']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:01.420176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5802858d-df4a-4772-b385-51ea6cd3941b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.435309 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-150d249f-cd02-4af4-82c9-4878b8e6496e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] For port dc140682-be17-4bf4-bcfe-90e58e69de8b, host hv-neutron-8225, got binding levels [] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:01.435806 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-150d249f-cd02-4af4-82c9-4878b8e6496e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.453960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-150d249f-cd02-4af4-82c9-4878b8e6496e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Calling delete_port for dc140682-be17-4bf4-bcfe-90e58e69de8b owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:01.544565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.559377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5802858d-df4a-4772-b385-51ea6cd3941b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.608328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.622006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.628149 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-150d249f-cd02-4af4-82c9-4878b8e6496e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.663566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8a7ac2fb-b628-4e40-bbb1-e2da188c3914 None None] Provisioning complete for port 62081692-228d-4b3c-aa16-368a32e7a8a4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:01.666637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8a7ac2fb-b628-4e40-bbb1-e2da188c3914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.666779 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d249f-cd02-4af4-82c9-4878b8e6496e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc140682-be17-4bf4-bcfe-90e58e69de8b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:01.677476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5802858d-df4a-4772-b385-51ea6cd3941b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.684601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-150d249f-cd02-4af4-82c9-4878b8e6496e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.688481 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-150d249f-cd02-4af4-82c9-4878b8e6496e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "DELETE /v2.0/ports/dc140682-be17-4bf4-bcfe-90e58e69de8b HTTP/1.1" status: 204 len: 168 time: 0.4478958 Dec 22 04:56:01.694366 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40820) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:01.726344 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ac2fb-b628-4e40-bbb1-e2da188c3914 None None] Port 62081692-228d-4b3c-aa16-368a32e7a8a4 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:01.728498 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9ec397-1402-413b-8af3-2a52937ee187 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:56:01.730120 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8a9ec397-1402-413b-8af3-2a52937ee187 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "GET /v2.0/ports/dc140682-be17-4bf4-bcfe-90e58e69de8b HTTP/1.1" status: 404 len: 333 time: 0.0346591 Dec 22 04:56:01.734632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.736274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40822) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:01.746111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Request body: {'port': {'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-26327130'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:01.866912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5802858d-df4a-4772-b385-51ea6cd3941b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.868181 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5802858d-df4a-4772-b385-51ea6cd3941b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0025904 Dec 22 04:56:01.868981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802858d-df4a-4772-b385-51ea6cd3941b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f97d81e-e537-4243-81a6-1c6d0572fecc,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:01.871150 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40824) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:01.878116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-712376b2-10f6-4ff1-b124-1accc41ca9d0 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': '7f97d81e-e537-4243-81a6-1c6d0572fecc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:01.883119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Made reservation on behalf of ae1e7eaa9fec479aa50456fa7edf14ea for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:01.886036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.902234 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] device_id is not set on port 95d6d875-14ae-48a6-99d1-5ad971dbcbde yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:01.913627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.26.5.213 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/4e01585e-3411-40c8-80df-f3e1e2aa2961) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:01.963593 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a8bca1-817f-451f-9ae5-b8a6a308ed80 None None] Network 63fc5f6a-f112-4e76-a920-64591f6f04da requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:01.986862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-651eedcc-69e6-4105-bfc1-d440906162fe tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] Notify callbacks [] for subnetpool, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:01.988056 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-651eedcc-69e6-4105-bfc1-d440906162fe tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7756777 Dec 22 04:56:01.990885 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40826) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:02.084491 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-afb716a6-cfc8-4fba-bbbc-af650d7bd682 tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] 10.222.0.54 "GET /v2.0/subnetpools/bb754b74-b063-4dab-9486-e038b0744f09 HTTP/1.1" status: 200 len: 732 time: 0.0921860 Dec 22 04:56:02.087074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40828) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:02.093017 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b95b2c92-a8ce-4ea6-906f-86d7d808fc6c tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1018745711'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:02.120429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.124922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c8688827-3707-4011-a289-2b854cb88c94 None None] Provisioning complete for port 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:02.125364 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c8688827-3707-4011-a289-2b854cb88c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.136068 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-712376b2-10f6-4ff1-b124-1accc41ca9d0 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.145645 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.149174 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.218239 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c8688827-3707-4011-a289-2b854cb88c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.234818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.235940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.252897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c8688827-3707-4011-a289-2b854cb88c94 None None] For port 29b6dca7-4974-41d4-ae69-aede1fbf4ca9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=29b6dca7-4974-41d4-ae69-aede1fbf4ca9,segment=NetworkSegment(6ad1f47e-a53d-4efa-9af2-b15f1d04c019),segment_id=6ad1f47e-a53d-4efa-9af2-b15f1d04c019)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:02.269057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.272968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-712376b2-10f6-4ff1-b124-1accc41ca9d0 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.316603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c8688827-3707-4011-a289-2b854cb88c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.328460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Allocated IP 172.26.5.3 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/dbb93ce8-ce42-4a0d-9d45-d9115a71ab58) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:02.334665 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-712376b2-10f6-4ff1-b124-1accc41ca9d0 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.335108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=62081692-228d-4b3c-aa16-368a32e7a8a4,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:02.339967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:02.347391 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b95b2c92-a8ce-4ea6-906f-86d7d808fc6c tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] Notify callbacks [] for subnetpool, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.347391 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b95b2c92-a8ce-4ea6-906f-86d7d808fc6c tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] 10.222.0.54 "PUT /v2.0/subnetpools/bb754b74-b063-4dab-9486-e038b0744f09 HTTP/1.1" status: 200 len: 684 time: 0.2566218 Dec 22 04:56:02.348871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:02.356867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40830) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:02.370333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:02.376788 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712376b2-10f6-4ff1-b124-1accc41ca9d0 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87489802-03bd-4f9b-9339-1c88d1980f66,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:02.391336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.400338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8688827-3707-4011-a289-2b854cb88c94 None None] Pushing event updated for resources: {'Port': ['ID=29b6dca7-4974-41d4-ae69-aede1fbf4ca9,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:02.432311 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=4e01585e-3411-40c8-80df-f3e1e2aa2961,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:02.477576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-712376b2-10f6-4ff1-b124-1accc41ca9d0 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.478759 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-712376b2-10f6-4ff1-b124-1accc41ca9d0 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6065564 Dec 22 04:56:02.488442 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:02.489039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40832) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:02.498236 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Network d0d456f4-3302-4b66-b400-f05c6ad83339 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:02.499387 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:02.513761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:02.526748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:02.527545 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:02.528736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.542204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-374026e5-5246-416d-aebf-bee83c20d2f7 None None] Provisioning complete for port 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:02.542793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-374026e5-5246-416d-aebf-bee83c20d2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.549766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event updated for resources: {'Port': ['ID=95d6d875-14ae-48a6-99d1-5ad971dbcbde,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:02.567567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.569378 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c8b721ee-2762-4adc-8da9-8ef9f1c5acf1 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.595046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.614923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c8b721ee-2762-4adc-8da9-8ef9f1c5acf1 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.683230 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-07d92818-c34e-48e1-a9b6-f1bee360bff0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.9450150 Dec 22 04:56:02.685821 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40834) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:02.690999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:02.746919 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.757625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c8b721ee-2762-4adc-8da9-8ef9f1c5acf1 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.763529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c8b721ee-2762-4adc-8da9-8ef9f1c5acf1 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.763805 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.765362 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c8b721ee-2762-4adc-8da9-8ef9f1c5acf1 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/87489802-03bd-4f9b-9339-1c88d1980f66 HTTP/1.1" status: 204 len: 168 time: 0.2751937 Dec 22 04:56:02.767965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-331efaee-3b1b-4c94-85bb-e113a84d3e77 tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] Notify callbacks [] for subnetpool, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.771484 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-331efaee-3b1b-4c94-85bb-e113a84d3e77 tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] 10.222.0.54 "DELETE /v2.0/subnetpools/bb754b74-b063-4dab-9486-e038b0744f09 HTTP/1.1" status: 204 len: 168 time: 0.4104009 Dec 22 04:56:02.771484 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40836) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:02.772898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-442d9163-e624-489b-9188-7bc0a795d685 None None] Provisioning complete for port 62081692-228d-4b3c-aa16-368a32e7a8a4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:02.773513 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-442d9163-e624-489b-9188-7bc0a795d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.777005 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40838) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:02.788964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b721ee-2762-4adc-8da9-8ef9f1c5acf1 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87489802-03bd-4f9b-9339-1c88d1980f66,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:02.795601 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 2b99680e-aad8-4777-b6ca-1e221caa59e4 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:56:02.804761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:02.815474 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-442d9163-e624-489b-9188-7bc0a795d685 None None] Port 62081692-228d-4b3c-aa16-368a32e7a8a4 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:02.864866 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-3590d1b2-3340-4bbe-a57c-cee9eeed9b73 tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] show failed (client error): The resource could not be found. Dec 22 04:56:02.865904 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3590d1b2-3340-4bbe-a57c-cee9eeed9b73 tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] 10.222.0.54 "GET /v2.0/subnetpools/bb754b74-b063-4dab-9486-e038b0744f09 HTTP/1.1" status: 404 len: 346 time: 0.0801167 Dec 22 04:56:02.878405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:02.880818 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40840) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:02.901249 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:02.909322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event updated for resources: {'Port': ['ID=dbb93ce8-ce42-4a0d-9d45-d9115a71ab58,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:02.939005 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:02.961735 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-81319573-0ec2-4790-bf75-7fe286ae40f8 tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] delete failed (client error): The resource could not be found. Dec 22 04:56:02.967083 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-81319573-0ec2-4790-bf75-7fe286ae40f8 tempest-SubnetPoolsTestJSON-1342928439 tempest-SubnetPoolsTestJSON-1342928439-project] 10.222.0.54 "DELETE /v2.0/subnetpools/bb754b74-b063-4dab-9486-e038b0744f09 HTTP/1.1" status: 404 len: 346 time: 0.0796340 Dec 22 04:56:02.995957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:03.020431 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b822921f-a3b7-47ae-b40d-f175e2f11604 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2440593 Dec 22 04:56:03.026237 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40844) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:03.052588 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:03.053983 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.239691 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4dfd389f-e568-4f4a-af3e-4ab2fb30d776 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.302906 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] device_id is not set on port 95d6d875-14ae-48a6-99d1-5ad971dbcbde yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:03.314395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4dfd389f-e568-4f4a-af3e-4ab2fb30d776 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.318694 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.369566 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Deleting port dbb93ce8-ce42-4a0d-9d45-d9115a71ab58 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:03.369901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.379013 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:03.385610 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8bfa964f-af96-4d30-9381-49f19b46131a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/2b99680e-aad8-4777-b6ca-1e221caa59e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6081870 Dec 22 04:56:03.389867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40848) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:03.396901 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5d834-feec-4da2-9128-e3daa03bb3ee None None] Sync routers for ids ['2b99680e-aad8-4777-b6ca-1e221caa59e4'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:03.406342 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5d834-feec-4da2-9128-e3daa03bb3ee None None] Routers {'2b99680e-aad8-4777-b6ca-1e221caa59e4'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:03.407464 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0fb5d834-feec-4da2-9128-e3daa03bb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['2b99680e-aad8-4777-b6ca-1e221caa59e4'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:03.409655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.456769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d4644a-cc39-49fc-902d-9ef333936d25 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:03.460950 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a2d4644a-cc39-49fc-902d-9ef333936d25 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports/62081692-228d-4b3c-aa16-368a32e7a8a4 HTTP/1.1" status: 200 len: 911 time: 0.0672374 Dec 22 04:56:03.462115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40850) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:03.480751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4dfd389f-e568-4f4a-af3e-4ab2fb30d776 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.487057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4dfd389f-e568-4f4a-af3e-4ab2fb30d776 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.487057 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4dfd389f-e568-4f4a-af3e-4ab2fb30d776 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-groups/7f97d81e-e537-4243-81a6-1c6d0572fecc HTTP/1.1" status: 204 len: 168 time: 0.4578624 Dec 22 04:56:03.487057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event updated for resources: {'Port': ['ID=95d6d875-14ae-48a6-99d1-5ad971dbcbde,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:03.505268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40852) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:03.521673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40854) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:03.546125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:03.546460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:03.546802 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:03.548838 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd389f-e568-4f4a-af3e-4ab2fb30d776 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f97d81e-e537-4243-81a6-1c6d0572fecc,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:03.565166 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.565485 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.567794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:03.568116 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:03.579038 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 2 to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde Dec 22 04:56:03.583107 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0fb5d834-feec-4da2-9128-e3daa03bb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:03.597028 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5d834-feec-4da2-9128-e3daa03bb3ee None None] Routers {'2b99680e-aad8-4777-b6ca-1e221caa59e4'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:03.597645 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0fb5d834-feec-4da2-9128-e3daa03bb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['2b99680e-aad8-4777-b6ca-1e221caa59e4'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:03.600272 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Calling delete_port for dbb93ce8-ce42-4a0d-9d45-d9115a71ab58 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:03.612236 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:03.612569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:03.612897 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:03.627734 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-efbca038-c08d-4d0e-a2bf-279901e3ab28 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1099360 Dec 22 04:56:03.627734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:03.627734 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:03.628417 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 3 to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde Dec 22 04:56:03.628958 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0fb5d834-feec-4da2-9128-e3daa03bb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:03.629611 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb5d834-feec-4da2-9128-e3daa03bb3ee None None] The sync data for ids ['2b99680e-aad8-4777-b6ca-1e221caa59e4'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:03.630888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40858) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:03.663999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-35fc504e-8200-43e9-af0f-ba0dbc348cb7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081353064'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:03.688072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.701061 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:03.702342 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:03.702342 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:03.707635 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3133429f-b3bc-49e5-9a09-382e22a403e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.730259 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:03.730590 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:03.734248 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 4 to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde Dec 22 04:56:03.769692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:03.770021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:03.770348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:03.771184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.784477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:03.785032 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:03.788467 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 5 to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde Dec 22 04:56:03.820803 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-35fc504e-8200-43e9-af0f-ba0dbc348cb7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.836304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:03.836636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:03.836963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:03.847333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:03.847651 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:03.851717 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 6 to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde Dec 22 04:56:03.859063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=4e01585e-3411-40c8-80df-f3e1e2aa2961,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:03.877103 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:03.877436 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:03.877768 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:03.891440 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:03.891440 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:03.893193 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 7 to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde Dec 22 04:56:03.903491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.907195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:03.907530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:03.907861 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:03.912152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:03.912496 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:03.912876 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 8 to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde Dec 22 04:56:03.925101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:03.925423 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:03.925749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:03.940509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.949287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:03.949606 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:03.955495 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 9 to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde Dec 22 04:56:03.975087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.988513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:03.992311 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3398f960-2202-4c5b-a5b3-7d8ea5579158 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0788531 Dec 22 04:56:03.995452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event deleted for resources: {'Port': ['ID=dbb93ce8-ce42-4a0d-9d45-d9115a71ab58,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:03.995581 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40860) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:04.029110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'port': {'network_id': 'ef95334f-f7fa-4b4c-8ca2-604956ccf184', 'name': 'tempest-FloatingIPTestJSON-1573734600'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:04.030016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:04.030484 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:04.030653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:04.044949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-35fc504e-8200-43e9-af0f-ba0dbc348cb7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.067592 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:04.067833 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:04.071965 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.plugins.ml2.plugin [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 10 to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde Dec 22 04:56:04.095818 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3133429f-b3bc-49e5-9a09-382e22a403e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.102952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:04.103320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:04.103705 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:04.112303 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:04.112657 dv-neutron-822523-1-hyperv neutron-server[109182]: ERROR neutron.plugins.ml2.managers [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:04.113095 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.135281 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-35fc504e-8200-43e9-af0f-ba0dbc348cb7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.175911 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3133429f-b3bc-49e5-9a09-382e22a403e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.210627 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc504e-8200-43e9-af0f-ba0dbc348cb7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce78d74-31b1-49a3-8453-c309f60f1a19,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:04.225398 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3133429f-b3bc-49e5-9a09-382e22a403e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b12f4aac9cde48d98e9ea1ab0eb99660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6934872 Dec 22 04:56:04.228902 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] create failed (client error): The resource could not be found. Dec 22 04:56:04.233260 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-93266502-e3b2-4c80-a137-c8c2f6cb1cf1 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9167604 Dec 22 04:56:04.233260 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40862) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:04.238845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40864) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:04.267633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-35fc504e-8200-43e9-af0f-ba0dbc348cb7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.268851 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-35fc504e-8200-43e9-af0f-ba0dbc348cb7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6086788 Dec 22 04:56:04.273433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40866) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:04.278893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-95e456f3-307b-49f0-8fd2-0d7cd1adcb40 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': '9ce78d74-31b1-49a3-8453-c309f60f1a19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:04.296354 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] For port 95d6d875-14ae-48a6-99d1-5ad971dbcbde, host hv-neutron-8225, cleared binding levels {{(pid=109182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:04.296718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempted to set empty binding levels {{(pid=109182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 04:56:04.303718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133429f-b3bc-49e5-9a09-382e22a403e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86a9d15-78fe-4c63-b3be-5d07bf3cebdf,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:04.333343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Allocated IP 2001:db8:1::1 (63fc5f6a-f112-4e76-a920-64591f6f04da/26b67bf4-3e36-41ae-b165-bc3586cb46fd/69a75c37-69d4-4ed6-94be-e2b0521ac815) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:04.373721 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ffd4da3f-021e-4d9b-8d39-bfca967afa70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.377530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.384996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Made reservation on behalf of 77f383aab80c4ca28c4dee3028166f73 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:04.389156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.430228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] In _notify_port_updated(), no bound segment for port 95d6d875-14ae-48a6-99d1-5ad971dbcbde on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:56:04.431075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.431664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.433002 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "PUT /v2.0/ports/95d6d875-14ae-48a6-99d1-5ad971dbcbde HTTP/1.1" status: 200 len: 975 time: 1.7461948 Dec 22 04:56:04.433286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] device_id is not set on port b54f94b4-ed4d-41c0-a49c-5e2a45718490 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:04.436500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ffd4da3f-021e-4d9b-8d39-bfca967afa70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.440646 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40868) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:04.538821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.543447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-95e456f3-307b-49f0-8fd2-0d7cd1adcb40 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.640375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.20.0.2 (ef95334f-f7fa-4b4c-8ca2-604956ccf184/7f5f4dd5-ee63-4c04-a902-938b03926a62/b54f94b4-ed4d-41c0-a49c-5e2a45718490) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:04.671404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-95e456f3-307b-49f0-8fd2-0d7cd1adcb40 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.732529 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-4d15cb81-a351-4cb9-9552-91cf7dc58ebf tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Deleting port be2f9919-b28a-4a8d-af17-8747ab9eb56c {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:04.732863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d15cb81-a351-4cb9-9552-91cf7dc58ebf tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.738078 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251164f8-ba75-4de2-8a1e-ee8e8a4dd762 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event updated for resources: {'Port': ['ID=95d6d875-14ae-48a6-99d1-5ad971dbcbde,revision_number=3']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:04.751789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-95e456f3-307b-49f0-8fd2-0d7cd1adcb40 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.781226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.788261 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e456f3-307b-49f0-8fd2-0d7cd1adcb40 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d028be3-cc4a-4005-83c8-225258f31dba,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:04.841367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.841837 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.842292 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.842754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.843185 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.843628 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.844071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.844562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.845006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.845445 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.845888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.846321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.847078 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.847457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.847718 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 63fc5f6a-f112-4e76-a920-64591f6f04da is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:04.847895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.848364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:04.850878 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e85c10c7-df65-4f7e-a3d1-50eb9f346cc0 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14046 time: 0.4042203 Dec 22 04:56:04.854304 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:04.857563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40870) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:04.866595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:04.866595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.876356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-95e456f3-307b-49f0-8fd2-0d7cd1adcb40 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.877577 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-95e456f3-307b-49f0-8fd2-0d7cd1adcb40 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6033010 Dec 22 04:56:04.878504 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=69a75c37-69d4-4ed6-94be-e2b0521ac815,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:04.880985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40872) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:04.905204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d15cb81-a351-4cb9-9552-91cf7dc58ebf tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.921902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2e4f7688-6f4f-4227-aa2a-549a9cbe8431 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': '9ce78d74-31b1-49a3-8453-c309f60f1a19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:04.942344 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-4d15cb81-a351-4cb9-9552-91cf7dc58ebf tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Calling delete_port for be2f9919-b28a-4a8d-af17-8747ab9eb56c owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:04.946167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:04.997695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ffd4da3f-021e-4d9b-8d39-bfca967afa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.000589 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ffd4da3f-021e-4d9b-8d39-bfca967afa70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.004641 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ffd4da3f-021e-4d9b-8d39-bfca967afa70 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d86a9d15-78fe-4c63-b3be-5d07bf3cebdf HTTP/1.1" status: 204 len: 168 time: 0.7636535 Dec 22 04:56:05.041357 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4da3f-021e-4d9b-8d39-bfca967afa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86a9d15-78fe-4c63-b3be-5d07bf3cebdf,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:05.060990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7688-6f4f-4227-aa2a-549a9cbe8431 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.080329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9de4e1b5-2760-4b5a-ba45-1c4767a4ca90 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Deleting port 95d6d875-14ae-48a6-99d1-5ad971dbcbde {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:05.080666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9de4e1b5-2760-4b5a-ba45-1c4767a4ca90 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.131467 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.149335 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.158365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a0f77cf5-e5f5-4694-83c7-e446ee1c994a None None] Provisioning complete for port 69a75c37-69d4-4ed6-94be-e2b0521ac815 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:05.158932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a0f77cf5-e5f5-4694-83c7-e446ee1c994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.179791 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-9de4e1b5-2760-4b5a-ba45-1c4767a4ca90 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] For port 95d6d875-14ae-48a6-99d1-5ad971dbcbde, host hv-neutron-8225, got binding levels [] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:05.180249 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9de4e1b5-2760-4b5a-ba45-1c4767a4ca90 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.193936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a0f77cf5-e5f5-4694-83c7-e446ee1c994a None None] Port 69a75c37-69d4-4ed6-94be-e2b0521ac815 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:05.198700 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9de4e1b5-2760-4b5a-ba45-1c4767a4ca90 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Calling delete_port for 95d6d875-14ae-48a6-99d1-5ad971dbcbde owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:05.240216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network ef95334f-f7fa-4b4c-8ca2-604956ccf184 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:05.253433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:05.255071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d15cb81-a351-4cb9-9552-91cf7dc58ebf tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.255871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:05.291018 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15cb81-a351-4cb9-9552-91cf7dc58ebf tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event deleted for resources: {'Port': ['ID=be2f9919-b28a-4a8d-af17-8747ab9eb56c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:05.291943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7688-6f4f-4227-aa2a-549a9cbe8431 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.293613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=b54f94b4-ed4d-41c0-a49c-5e2a45718490,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:05.375564 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d15cb81-a351-4cb9-9552-91cf7dc58ebf tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.380640 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4d15cb81-a351-4cb9-9552-91cf7dc58ebf tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "DELETE /v2.0/ports/be2f9919-b28a-4a8d-af17-8747ab9eb56c HTTP/1.1" status: 204 len: 168 time: 1.1329389 Dec 22 04:56:05.383356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40878) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:05.396550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:05.397223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.408229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7688-6f4f-4227-aa2a-549a9cbe8431 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.430729 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9de4e1b5-2760-4b5a-ba45-1c4767a4ca90 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.459486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f7688-6f4f-4227-aa2a-549a9cbe8431 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff9a70e-72d2-48ed-9028-abdd916f605c,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:05.478304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9de4e1b5-2760-4b5a-ba45-1c4767a4ca90 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.481749 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9de4e1b5-2760-4b5a-ba45-1c4767a4ca90 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "DELETE /v2.0/ports/95d6d875-14ae-48a6-99d1-5ad971dbcbde HTTP/1.1" status: 204 len: 168 time: 0.6221142 Dec 22 04:56:05.483562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4e1b5-2760-4b5a-ba45-1c4767a4ca90 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event deleted for resources: {'Port': ['ID=95d6d875-14ae-48a6-99d1-5ad971dbcbde,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:05.487711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40884) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:05.497854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fe047b-6d50-4e52-893c-98c9b6e78b04 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:05.499502 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-79fe047b-6d50-4e52-893c-98c9b6e78b04 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "GET /v2.0/ports?device_id=489dfaf0-0a27-4557-a48a-88d9abc2e604 HTTP/1.1" status: 200 len: 913 time: 0.1149197 Dec 22 04:56:05.502256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40886) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:05.545204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7688-6f4f-4227-aa2a-549a9cbe8431 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.549023 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2e4f7688-6f4f-4227-aa2a-549a9cbe8431 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6335399 Dec 22 04:56:05.573755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40890) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:05.573755 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-34c6136a-7447-4ca0-884d-2c4df9124aff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5745156 Dec 22 04:56:05.574568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-844d7404-9c44-4428-ac8a-5310492b1584 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': '9ce78d74-31b1-49a3-8453-c309f60f1a19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:05.578268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40892) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:05.582908 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-3415513f-06c1-4579-9435-c77b4ed26e46 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:56:05.584408 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3415513f-06c1-4579-9435-c77b4ed26e46 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "GET /v2.0/ports/95d6d875-14ae-48a6-99d1-5ad971dbcbde HTTP/1.1" status: 404 len: 333 time: 0.0526652 Dec 22 04:56:05.585152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c1d7c355-97e1-4d91-b9b4-c289544c78e2 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'floatingip': {'port_id': 'b54f94b4-ed4d-41c0-a49c-5e2a45718490'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:05.589952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40894) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:05.595428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-468784367', 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:05.599045 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:56:05.641915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1d7c355-97e1-4d91-b9b4-c289544c78e2 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.662956 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.713666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-844d7404-9c44-4428-ac8a-5310492b1584 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.784497 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.785751 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.799867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-844d7404-9c44-4428-ac8a-5310492b1584 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.883321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=69a75c37-69d4-4ed6-94be-e2b0521ac815,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:05.893812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-844d7404-9c44-4428-ac8a-5310492b1584 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:05.932314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d7404-9c44-4428-ac8a-5310492b1584 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e4e6e5-d00a-48b1-95ce-6ba3c38abe9a,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:05.960356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 63fc5f6a-f112-4e76-a920-64591f6f04da is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:05.960524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:05.985949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Made reservation on behalf of ae1e7eaa9fec479aa50456fa7edf14ea for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:05.988644 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.038752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-844d7404-9c44-4428-ac8a-5310492b1584 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.039340 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] device_id is not set on port a201dd3b-8399-49ca-b6e9-338858330b0b yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:06.039963 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-844d7404-9c44-4428-ac8a-5310492b1584 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4695621 Dec 22 04:56:06.044032 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40906) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:06.055284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8833572a-3213-4edb-83b6-bb64502f7e3b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': '9ce78d74-31b1-49a3-8453-c309f60f1a19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:06.082943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 2b99680e-aad8-4777-b6ca-1e221caa59e4 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:06.182635 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8833572a-3213-4edb-83b6-bb64502f7e3b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.232725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:06.238191 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3108deca-29b8-44b9-9d27-59098db3f14f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/2b99680e-aad8-4777-b6ca-1e221caa59e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7750885 Dec 22 04:56:06.241770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40910) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:06.246544 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8beb6e-0162-43ba-9068-7a3aad1a81e5 None None] Sync routers for ids ['2b99680e-aad8-4777-b6ca-1e221caa59e4'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:06.259256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8beb6e-0162-43ba-9068-7a3aad1a81e5 None None] Routers {'2b99680e-aad8-4777-b6ca-1e221caa59e4'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:06.260155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-5d8beb6e-0162-43ba-9068-7a3aad1a81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['2b99680e-aad8-4777-b6ca-1e221caa59e4'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:06.301263 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-5d8beb6e-0162-43ba-9068-7a3aad1a81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:06.304068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06008819-dcb3-46de-b98e-f5296cf2e528 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:06.305979 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-06008819-dcb3-46de-b98e-f5296cf2e528 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports/69a75c37-69d4-4ed6-94be-e2b0521ac815 HTTP/1.1" status: 200 len: 913 time: 0.0632365 Dec 22 04:56:06.311585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8beb6e-0162-43ba-9068-7a3aad1a81e5 None None] Routers {'2b99680e-aad8-4777-b6ca-1e221caa59e4'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:06.312161 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40914) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:06.312602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-5d8beb6e-0162-43ba-9068-7a3aad1a81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['2b99680e-aad8-4777-b6ca-1e221caa59e4'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:06.315945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8833572a-3213-4edb-83b6-bb64502f7e3b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.392940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8833572a-3213-4edb-83b6-bb64502f7e3b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.421741 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833572a-3213-4edb-83b6-bb64502f7e3b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45412487-9b03-4d1f-94cd-0aeebb6ea342,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:06.466726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1d7c355-97e1-4d91-b9b4-c289544c78e2 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.501497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-5d8beb6e-0162-43ba-9068-7a3aad1a81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:06.502154 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8beb6e-0162-43ba-9068-7a3aad1a81e5 None None] The sync data for ids ['2b99680e-aad8-4777-b6ca-1e221caa59e4'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:06.508493 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-93b5380a-fa47-44c0-9069-f8c4619d585f None None] Provisioning complete for port 69a75c37-69d4-4ed6-94be-e2b0521ac815 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:06.508739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-93b5380a-fa47-44c0-9069-f8c4619d585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.532895 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8833572a-3213-4edb-83b6-bb64502f7e3b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.534235 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8833572a-3213-4edb-83b6-bb64502f7e3b tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4875751 Dec 22 04:56:06.538284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40918) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:06.546253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-93b5380a-fa47-44c0-9069-f8c4619d585f None None] Port 69a75c37-69d4-4ed6-94be-e2b0521ac815 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:06.546795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-05960cfc-a062-4f5d-8b2e-e58535ec20a7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': '9ce78d74-31b1-49a3-8453-c309f60f1a19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:06.555718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1d7c355-97e1-4d91-b9b4-c289544c78e2 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.655993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.667875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d60489b-223a-40f2-ac06-88bbeb55058d tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:06.789882 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-c1d7c355-97e1-4d91-b9b4-c289544c78e2 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Floating IP dbca703a-fb4e-4e57-b82a-509015efba80 associated. External IP: 172.26.5.213, port: b54f94b4-ed4d-41c0-a49c-5e2a45718490. Dec 22 04:56:07.056876 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-05960cfc-a062-4f5d-8b2e-e58535ec20a7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.063747 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40930) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:07.118335 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7ee7b4ed-da7a-475d-aede-ed409e465f63 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.131927 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.205265 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-05960cfc-a062-4f5d-8b2e-e58535ec20a7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.213890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Network d0d456f4-3302-4b66-b400-f05c6ad83339 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:07.224870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:07.227288 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:07.228425 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:07.229009 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.235115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event updated for resources: {'Port': ['ID=a201dd3b-8399-49ca-b6e9-338858330b0b,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:07.265487 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'network': {'name': 'tempest-network-smoke--1120002258', 'project_id': '029a077a8ccd4775910052d15f603bba', 'port_security_enabled': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:07.281182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-05960cfc-a062-4f5d-8b2e-e58535ec20a7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.302015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05960cfc-a062-4f5d-8b2e-e58535ec20a7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89efa0f0-9690-41a7-addf-550826301311,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:07.348319 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b6875ada-cf3b-461c-ae66-7335988589e2 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7566812 Dec 22 04:56:07.351211 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40934) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:07.401186 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-05960cfc-a062-4f5d-8b2e-e58535ec20a7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.405600 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-05960cfc-a062-4f5d-8b2e-e58535ec20a7 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8626397 Dec 22 04:56:07.408470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40936) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:07.426534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc3c5a0-25e0-4cf0-bbed-71e3504d9095 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:07.427847 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1dc3c5a0-25e0-4cf0-bbed-71e3504d9095 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "GET /v2.0/ports/a201dd3b-8399-49ca-b6e9-338858330b0b HTTP/1.1" status: 200 len: 954 time: 0.0756335 Dec 22 04:56:07.432084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40938) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:07.452335 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d7c355-97e1-4d91-b9b4-c289544c78e2 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:07.474873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fe72e503-30f0-4ecf-b9b5-e276026b0bf5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.486681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fe72e503-30f0-4ecf-b9b5-e276026b0bf5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.506186 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-4d60489b-223a-40f2-ac06-88bbeb55058d tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Deleting port 2aff1104-5155-4256-8e55-dc95b7fc70d0 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:07.506740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d60489b-223a-40f2-ac06-88bbeb55058d tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.526741 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7ee7b4ed-da7a-475d-aede-ed409e465f63 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 69a75c37-69d4-4ed6-94be-e2b0521ac815 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:07.527084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7ee7b4ed-da7a-475d-aede-ed409e465f63 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.538414 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:07.541841 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.589488 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.635415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-60627f3c-95d3-4a7b-ab68-518db290242a tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Deleting port a201dd3b-8399-49ca-b6e9-338858330b0b {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:07.635762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-60627f3c-95d3-4a7b-ab68-518db290242a tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.640647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7ee7b4ed-da7a-475d-aede-ed409e465f63 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.674933 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d7c355-97e1-4d91-b9b4-c289544c78e2 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:07.679711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1d7c355-97e1-4d91-b9b4-c289544c78e2 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.684455 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326ac3d-370c-426d-9e69-bc9581ff72fb None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:07.687498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fe72e503-30f0-4ecf-b9b5-e276026b0bf5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.693172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d60489b-223a-40f2-ac06-88bbeb55058d tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.694746 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326ac3d-370c-426d-9e69-bc9581ff72fb None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:07.695359 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d326ac3d-370c-426d-9e69-bc9581ff72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:07.703629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7ee7b4ed-da7a-475d-aede-ed409e465f63 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 69a75c37-69d4-4ed6-94be-e2b0521ac815 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:07.709050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fe72e503-30f0-4ecf-b9b5-e276026b0bf5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.709050 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fe72e503-30f0-4ecf-b9b5-e276026b0bf5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/89efa0f0-9690-41a7-addf-550826301311 HTTP/1.1" status: 204 len: 168 time: 0.2993572 Dec 22 04:56:07.713990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40940) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:07.726051 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72e503-30f0-4ecf-b9b5-e276026b0bf5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89efa0f0-9690-41a7-addf-550826301311,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:07.730321 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d326ac3d-370c-426d-9e69-bc9581ff72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:07.737153 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-4d60489b-223a-40f2-ac06-88bbeb55058d tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Calling delete_port for 2aff1104-5155-4256-8e55-dc95b7fc70d0 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:07.737802 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-60627f3c-95d3-4a7b-ab68-518db290242a tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.740533 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326ac3d-370c-426d-9e69-bc9581ff72fb None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:07.741141 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d326ac3d-370c-426d-9e69-bc9581ff72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:07.771098 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c1d7c355-97e1-4d91-b9b4-c289544c78e2 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "PUT /v2.0/floatingips/dbca703a-fb4e-4e57-b82a-509015efba80 HTTP/1.1" status: 200 len: 978 time: 2.1916177 Dec 22 04:56:07.774583 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40942) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:07.783185 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-60627f3c-95d3-4a7b-ab68-518db290242a tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Calling delete_port for a201dd3b-8399-49ca-b6e9-338858330b0b owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:07.785842 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d326ac3d-370c-426d-9e69-bc9581ff72fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:07.786499 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326ac3d-370c-426d-9e69-bc9581ff72fb None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:07.889475 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-664876c1-544e-490f-ab30-5d96fa8e4833 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1660378 Dec 22 04:56:07.890240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40944) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:07.939921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.944024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-99a20445-a79b-4ead-93cb-178e4f350cfa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:07.977632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-99a20445-a79b-4ead-93cb-178e4f350cfa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.019470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port b54f94b4-ed4d-41c0-a49c-5e2a45718490 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:08.019801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.075851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-60627f3c-95d3-4a7b-ab68-518db290242a tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.077509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-99a20445-a79b-4ead-93cb-178e4f350cfa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.079066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7ee7b4ed-da7a-475d-aede-ed409e465f63 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.083104 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.085941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-99a20445-a79b-4ead-93cb-178e4f350cfa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.087084 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-99a20445-a79b-4ead-93cb-178e4f350cfa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/45412487-9b03-4d1f-94cd-0aeebb6ea342 HTTP/1.1" status: 204 len: 168 time: 0.1914134 Dec 22 04:56:08.098422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40946) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:08.135567 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:56:08.145268 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a20445-a79b-4ead-93cb-178e4f350cfa tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45412487-9b03-4d1f-94cd-0aeebb6ea342,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:08.148127 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7b4ed-da7a-475d-aede-ed409e465f63 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=69a75c37-69d4-4ed6-94be-e2b0521ac815,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:08.169943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.170281 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Added segment b5cf9193-bd56-4b13-ba69-59483b87ba50 of type vlan for network 30599b73-fc9c-4641-a73a-116b0e42e1f9 Dec 22 04:56:08.171703 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727efe71-3e27-479c-8a57-5bd924cfc849,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:08.184935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-60627f3c-95d3-4a7b-ab68-518db290242a tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.188068 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-60627f3c-95d3-4a7b-ab68-518db290242a tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "DELETE /v2.0/ports/a201dd3b-8399-49ca-b6e9-338858330b0b HTTP/1.1" status: 204 len: 168 time: 0.7550452 Dec 22 04:56:08.192573 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40948) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:08.204368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60627f3c-95d3-4a7b-ab68-518db290242a tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event deleted for resources: {'Port': ['ID=a201dd3b-8399-49ca-b6e9-338858330b0b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:08.218719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.258785 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-170fd748-dc1c-4cc9-94ae-eb292dfc26ec tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:56:08.260446 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-170fd748-dc1c-4cc9-94ae-eb292dfc26ec tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "GET /v2.0/ports/a201dd3b-8399-49ca-b6e9-338858330b0b HTTP/1.1" status: 404 len: 333 time: 0.0641358 Dec 22 04:56:08.267024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d60489b-223a-40f2-ac06-88bbeb55058d tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.268828 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40950) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:08.303194 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ba3f2117-725b-459d-93c6-f04adb4f30d2 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1995575 Dec 22 04:56:08.304644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40952) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:08.341804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Request body: {'port': {'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1096058078'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:08.345843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4c60-eb00-4b5f-98bd-ebfd3600b3f5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.357022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4c60-eb00-4b5f-98bd-ebfd3600b3f5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.359181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7ee7b4ed-da7a-475d-aede-ed409e465f63 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.372463 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.382137 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60489b-223a-40f2-ac06-88bbeb55058d tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event deleted for resources: {'Port': ['ID=2aff1104-5155-4256-8e55-dc95b7fc70d0,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:08.554125 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4c60-eb00-4b5f-98bd-ebfd3600b3f5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.567214 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4c60-eb00-4b5f-98bd-ebfd3600b3f5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.570967 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5a5f4c60-eb00-4b5f-98bd-ebfd3600b3f5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a0e4e6e5-d00a-48b1-95ce-6ba3c38abe9a HTTP/1.1" status: 204 len: 168 time: 0.2611513 Dec 22 04:56:08.571528 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40954) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:08.597327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f4c60-eb00-4b5f-98bd-ebfd3600b3f5 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0e4e6e5-d00a-48b1-95ce-6ba3c38abe9a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:08.628749 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee7b4ed-da7a-475d-aede-ed409e465f63 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 2b99680e-aad8-4777-b6ca-1e221caa59e4 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:08.640790 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dd896d1b-3bc8-4b15-9bd5-933c6f29202c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0667830 Dec 22 04:56:08.644641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40956) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:08.709928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-718c52e8-653f-49b8-86e1-83fa47202ffc tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.746480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-718c52e8-653f-49b8-86e1-83fa47202ffc tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.786880 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee7b4ed-da7a-475d-aede-ed409e465f63 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:08.796846 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7ee7b4ed-da7a-475d-aede-ed409e465f63 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/2b99680e-aad8-4777-b6ca-1e221caa59e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4799960 Dec 22 04:56:08.796846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40958) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:08.799599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e132d443-3d77-47a7-a85a-32b6b91a6a3d None None] Sync routers for ids ['2b99680e-aad8-4777-b6ca-1e221caa59e4'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:08.810432 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e132d443-3d77-47a7-a85a-32b6b91a6a3d None None] Routers {'2b99680e-aad8-4777-b6ca-1e221caa59e4'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:08.811492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e132d443-3d77-47a7-a85a-32b6b91a6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['2b99680e-aad8-4777-b6ca-1e221caa59e4'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:08.850942 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e132d443-3d77-47a7-a85a-32b6b91a6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:08.860713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e132d443-3d77-47a7-a85a-32b6b91a6a3d None None] Routers {'2b99680e-aad8-4777-b6ca-1e221caa59e4'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:08.861428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e132d443-3d77-47a7-a85a-32b6b91a6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['2b99680e-aad8-4777-b6ca-1e221caa59e4'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:08.867354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-718c52e8-653f-49b8-86e1-83fa47202ffc tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.876067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.877284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-718c52e8-653f-49b8-86e1-83fa47202ffc tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.881140 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-718c52e8-653f-49b8-86e1-83fa47202ffc tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/5ff9a70e-72d2-48ed-9028-abdd916f605c HTTP/1.1" status: 204 len: 168 time: 0.2328672 Dec 22 04:56:08.881561 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:08.882085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.883580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40960) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:08.887252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c52e8-653f-49b8-86e1-83fa47202ffc tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ff9a70e-72d2-48ed-9028-abdd916f605c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:08.891984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Made reservation on behalf of ae1e7eaa9fec479aa50456fa7edf14ea for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:08.894336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.897071 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e132d443-3d77-47a7-a85a-32b6b91a6a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:08.903508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e132d443-3d77-47a7-a85a-32b6b91a6a3d None None] The sync data for ids ['2b99680e-aad8-4777-b6ca-1e221caa59e4'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:08.964258 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d60489b-223a-40f2-ac06-88bbeb55058d tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:08.967595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] device_id is not set on port 5286418a-0a24-49be-8fc8-28db18423722 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:09.007664 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9406087 Dec 22 04:56:09.009815 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4af4efdd-8fdb-4084-97ef-26e17dc5795d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1244926 Dec 22 04:56:09.009815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40962) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:09.014438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40964) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:09.024221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'admin_state_up': True, 'project_id': '029a077a8ccd4775910052d15f603bba', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:09.037737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.038108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.038414 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Floating IP dbca703a-fb4e-4e57-b82a-509015efba80 disassociated. External IP: 172.26.5.213, port: b54f94b4-ed4d-41c0-a49c-5e2a45718490. Dec 22 04:56:09.038749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for b54f94b4-ed4d-41c0-a49c-5e2a45718490 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:09.080665 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591333cf-b91b-4f02-a1f3-a3be371aa8e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Network': ['ID=30599b73-fc9c-4641-a73a-116b0e42e1f9,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:09.090132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4066b3d7-9996-4334-a9c4-da1f2f7e4b83 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.093694 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 30599b73-fc9c-4641-a73a-116b0e42e1f9 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:56:09.110322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4066b3d7-9996-4334-a9c4-da1f2f7e4b83 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.177504 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.178535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.223820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2d9de809-8497-491b-b327-e8892b1f2f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.243970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a5fd107-9b15-4428-ac01-7922c6459d40 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.307222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4066b3d7-9996-4334-a9c4-da1f2f7e4b83 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.312279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4066b3d7-9996-4334-a9c4-da1f2f7e4b83 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.313383 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4066b3d7-9996-4334-a9c4-da1f2f7e4b83 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/2d028be3-cc4a-4005-83c8-225258f31dba HTTP/1.1" status: 204 len: 168 time: 0.2981534 Dec 22 04:56:09.319352 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40966) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:09.323705 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d60489b-223a-40f2-ac06-88bbeb55058d tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Router 489dfaf0-0a27-4557-a48a-88d9abc2e604 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:09.337625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066b3d7-9996-4334-a9c4-da1f2f7e4b83 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d028be3-cc4a-4005-83c8-225258f31dba,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:09.373491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.376276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.499269 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ea0b1a5d-eca2-4f68-abf1-00b8f1805e12 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1772423 Dec 22 04:56:09.503202 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40968) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:09.510795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d60489b-223a-40f2-ac06-88bbeb55058d tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:09.522718 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5631d-d34d-498c-b6ef-3f1dc1044e74 None None] Sync routers for ids ['489dfaf0-0a27-4557-a48a-88d9abc2e604'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:09.526476 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4d60489b-223a-40f2-ac06-88bbeb55058d tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "PUT /v2.0/routers/489dfaf0-0a27-4557-a48a-88d9abc2e604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0205879 Dec 22 04:56:09.527544 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40970) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:09.535514 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5631d-d34d-498c-b6ef-3f1dc1044e74 None None] Routers {'489dfaf0-0a27-4557-a48a-88d9abc2e604'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:09.536771 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b6a5631d-d34d-498c-b6ef-3f1dc1044e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['489dfaf0-0a27-4557-a48a-88d9abc2e604'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:09.570433 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b6a5631d-d34d-498c-b6ef-3f1dc1044e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:09.579515 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5631d-d34d-498c-b6ef-3f1dc1044e74 None None] Routers {'489dfaf0-0a27-4557-a48a-88d9abc2e604'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:09.580287 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b6a5631d-d34d-498c-b6ef-3f1dc1044e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['489dfaf0-0a27-4557-a48a-88d9abc2e604'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:09.599759 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.617056 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b6a5631d-d34d-498c-b6ef-3f1dc1044e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:09.617286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.618090 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5631d-d34d-498c-b6ef-3f1dc1044e74 None None] The sync data for ids ['489dfaf0-0a27-4557-a48a-88d9abc2e604'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:09.633159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-98ea8871-e818-4cb9-8768-9b78c4bfb668 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.638373 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=b54f94b4-ed4d-41c0-a49c-5e2a45718490,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:09.663502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32bf4176-5bd7-4fb5-8118-fb9cce123578 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.700992 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.714668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32bf4176-5bd7-4fb5-8118-fb9cce123578 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.819116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fd107-9b15-4428-ac01-7922c6459d40 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 62081692-228d-4b3c-aa16-368a32e7a8a4 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:09.819362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a5fd107-9b15-4428-ac01-7922c6459d40 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.867879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32bf4176-5bd7-4fb5-8118-fb9cce123578 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.870449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32bf4176-5bd7-4fb5-8118-fb9cce123578 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.872119 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-32bf4176-5bd7-4fb5-8118-fb9cce123578 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-groups/9ce78d74-31b1-49a3-8453-c309f60f1a19 HTTP/1.1" status: 204 len: 168 time: 0.3661208 Dec 22 04:56:09.879176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40972) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:09.893297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Network d0d456f4-3302-4b66-b400-f05c6ad83339 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:09.903375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf4176-5bd7-4fb5-8118-fb9cce123578 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce78d74-31b1-49a3-8453-c309f60f1a19,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:09.903666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:09.908648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event updated for resources: {'Port': ['ID=5286418a-0a24-49be-8fc8-28db18423722,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:09.912266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:09.913183 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:09.913764 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.923280 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-98ea8871-e818-4cb9-8768-9b78c4bfb668 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.932624 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-98ea8871-e818-4cb9-8768-9b78c4bfb668 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.987389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a5fd107-9b15-4428-ac01-7922c6459d40 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:09.991609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:10.005927 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-de8f38c3-1d77-4e1c-9cd6-f6a0a234f60d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1245975 Dec 22 04:56:10.007098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fd107-9b15-4428-ac01-7922c6459d40 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 62081692-228d-4b3c-aa16-368a32e7a8a4 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:10.010504 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40974) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:10.014594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5634e14a-217f-4071-a822-b2e7ad4b4ba8 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group': {'name': 'tempest-secgroup--937132992'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:10.035861 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-62d0d7ef-bfbb-484b-b84c-f2ad12b5df50 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7423882 Dec 22 04:56:10.062646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40976) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:10.067051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-98ea8871-e818-4cb9-8768-9b78c4bfb668 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.067533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ea8871-e818-4cb9-8768-9b78c4bfb668 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Fanout notify agent at l3_agent the message router_deleted on router 489dfaf0-0a27-4557-a48a-88d9abc2e604 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:56:10.075101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-98ea8871-e818-4cb9-8768-9b78c4bfb668 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.076334 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-98ea8871-e818-4cb9-8768-9b78c4bfb668 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "DELETE /v2.0/routers/489dfaf0-0a27-4557-a48a-88d9abc2e604 HTTP/1.1" status: 204 len: 168 time: 0.5472012 Dec 22 04:56:10.078599 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40978) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:10.098572 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:10.142599 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcbe057-c90d-4b85-bac4-fa03c6fc6d4a tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Deleting subnet dc0f523f-5c13-4c1a-ae0a-553d1b911a09 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:10.148145 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-adcbe057-c90d-4b85-bac4-fa03c6fc6d4a tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.176510 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:10.187439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92b95a-f2d0-48cf-944c-5325bbde529c None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:10.198769 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92b95a-f2d0-48cf-944c-5325bbde529c None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:10.199562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7e92b95a-f2d0-48cf-944c-5325bbde529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:10.233425 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7e92b95a-f2d0-48cf-944c-5325bbde529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:10.237622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-adcbe057-c90d-4b85-bac4-fa03c6fc6d4a tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.243179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e92b95a-f2d0-48cf-944c-5325bbde529c None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:10.243950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7e92b95a-f2d0-48cf-944c-5325bbde529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:55:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:10.277271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7e92b95a-f2d0-48cf-944c-5325bbde529c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:10.278368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e92b95a-f2d0-48cf-944c-5325bbde529c None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:10.288804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.291987 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-21b09747-1d96-4606-840f-9b9aba4bb30e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/ports/b54f94b4-ed4d-41c0-a49c-5e2a45718490 HTTP/1.1" status: 204 len: 168 time: 2.5125847 Dec 22 04:56:10.296302 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40980) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:10.361126 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-88a7e01f-d6db-4257-b893-afbe52100df3 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "GET /v2.0/floatingips/dbca703a-fb4e-4e57-b82a-509015efba80 HTTP/1.1" status: 200 len: 688 time: 0.0635743 Dec 22 04:56:10.363567 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40982) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:10.451957 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-adcbe057-c90d-4b85-bac4-fa03c6fc6d4a tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.516667 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.546854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a30c66f7-e788-47f4-ba69-dca974b4ae4b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port 4e01585e-3411-40c8-80df-f3e1e2aa2961 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:10.547185 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a30c66f7-e788-47f4-ba69-dca974b4ae4b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.560213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.579830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.620332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a30c66f7-e788-47f4-ba69-dca974b4ae4b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.620576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a30c66f7-e788-47f4-ba69-dca974b4ae4b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.631876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a30c66f7-e788-47f4-ba69-dca974b4ae4b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for 4e01585e-3411-40c8-80df-f3e1e2aa2961 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:10.666327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5634e14a-217f-4071-a822-b2e7ad4b4ba8 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.675385 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-adcbe057-c90d-4b85-bac4-fa03c6fc6d4a tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.713739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbe057-c90d-4b85-bac4-fa03c6fc6d4a tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0f523f-5c13-4c1a-ae0a-553d1b911a09,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:10.716395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-adcbe057-c90d-4b85-bac4-fa03c6fc6d4a tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.719729 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-adcbe057-c90d-4b85-bac4-fa03c6fc6d4a tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "DELETE /v2.0/subnets/dc0f523f-5c13-4c1a-ae0a-553d1b911a09 HTTP/1.1" status: 204 len: 168 time: 0.6402168 Dec 22 04:56:10.722393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40984) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:10.725232 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb6a938-e962-4916-aca4-5976e7974a7c None None] Network 0a61f746-acf4-41df-bc2f-b7c281e36f32 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:10.814353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.895661 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.165 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/27a13777-b797-4873-bc29-9351402cb354) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:10.911529 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Deleting port db9641e1-6325-416a-aa4d-aa0269bccd88 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:10.912067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.933214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db04ff-ba9a-41bb-b53c-6658a76d47ab None None] DHCP port deletion for 0a61f746-acf4-41df-bc2f-b7c281e36f32 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:10.976468 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] For port db9641e1-6325-416a-aa4d-aa0269bccd88, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=db9641e1-6325-416a-aa4d-aa0269bccd88,segment=NetworkSegment(c90b7422-fe9a-40cd-bde6-e1d35a0b2c24),segment_id=c90b7422-fe9a-40cd-bde6-e1d35a0b2c24)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:10.976833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.987475 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-47db04ff-ba9a-41bb-b53c-6658a76d47ab None None] Deleting port db9641e1-6325-416a-aa4d-aa0269bccd88 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:10.987975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-47db04ff-ba9a-41bb-b53c-6658a76d47ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:10.990213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Calling delete_port for db9641e1-6325-416a-aa4d-aa0269bccd88 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:11.036022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5634e14a-217f-4071-a822-b2e7ad4b4ba8 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.047925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a5fd107-9b15-4428-ac01-7922c6459d40 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.058666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-47db04ff-ba9a-41bb-b53c-6658a76d47ab None None] For port db9641e1-6325-416a-aa4d-aa0269bccd88, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=db9641e1-6325-416a-aa4d-aa0269bccd88,segment=NetworkSegment(c90b7422-fe9a-40cd-bde6-e1d35a0b2c24),segment_id=c90b7422-fe9a-40cd-bde6-e1d35a0b2c24)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:11.060055 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-47db04ff-ba9a-41bb-b53c-6658a76d47ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.070673 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] device_id is not set on port 5286418a-0a24-49be-8fc8-28db18423722 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:11.077345 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-47db04ff-ba9a-41bb-b53c-6658a76d47ab None None] Calling delete_port for db9641e1-6325-416a-aa4d-aa0269bccd88 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:11.109675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.115075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fd107-9b15-4428-ac01-7922c6459d40 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=62081692-228d-4b3c-aa16-368a32e7a8a4,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:11.136988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5634e14a-217f-4071-a822-b2e7ad4b4ba8 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.235692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.251803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-47db04ff-ba9a-41bb-b53c-6658a76d47ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.263026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.280947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a30c66f7-e788-47f4-ba69-dca974b4ae4b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.301049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a5fd107-9b15-4428-ac01-7922c6459d40 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.301730 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db04ff-ba9a-41bb-b53c-6658a76d47ab None None] Pushing event deleted for resources: {'Port': ['ID=db9641e1-6325-416a-aa4d-aa0269bccd88,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:11.304133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47db04ff-ba9a-41bb-b53c-6658a76d47ab None None] No DVR routers for this DVR port db9641e1-6325-416a-aa4d-aa0269bccd88 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:11.310696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634e14a-217f-4071-a822-b2e7ad4b4ba8 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6fb44d-adfb-4d83-8abe-64d3d579dd57,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:11.324235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c66f7-e788-47f4-ba69-dca974b4ae4b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=4e01585e-3411-40c8-80df-f3e1e2aa2961,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:11.352277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5634e14a-217f-4071-a822-b2e7ad4b4ba8 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.356073 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5634e14a-217f-4071-a822-b2e7ad4b4ba8 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3423684 Dec 22 04:56:11.356073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event updated for resources: {'Port': ['ID=5286418a-0a24-49be-8fc8-28db18423722,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:11.356373 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40986) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:11.383134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e4c0835c-76bf-4fb5-9553-bd68301c744a tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': '2c6fb44d-adfb-4d83-8abe-64d3d579dd57', 'direction': 'ingress', 'protocol': 17}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:11.417910 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.432392 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a30c66f7-e788-47f4-ba69-dca974b4ae4b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.435482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a30c66f7-e788-47f4-ba69-dca974b4ae4b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.436672 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a30c66f7-e788-47f4-ba69-dca974b4ae4b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/floatingips/dbca703a-fb4e-4e57-b82a-509015efba80 HTTP/1.1" status: 204 len: 168 time: 1.0722601 Dec 22 04:56:11.445699 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40988) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:11.457429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': 'b855c5eb-0785-46b7-a67b-2230c2b7eecb'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:11.462970 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event deleted for resources: {'Port': ['ID=db9641e1-6325-416a-aa4d-aa0269bccd88,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:11.464845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] No DVR routers for this DVR port db9641e1-6325-416a-aa4d-aa0269bccd88 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:11.468890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:11.469222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:11.469552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:11.477674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:11.477989 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:11.478358 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 2 to bind port 5286418a-0a24-49be-8fc8-28db18423722 Dec 22 04:56:11.540251 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.553590 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e4c0835c-76bf-4fb5-9553-bd68301c744a tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.558586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:11.558948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:11.559870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:11.572851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5fd107-9b15-4428-ac01-7922c6459d40 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 2b99680e-aad8-4777-b6ca-1e221caa59e4 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:11.576574 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a61f746-acf4-41df-bc2f-b7c281e36f32']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:11.577826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:11.578151 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:11.579082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.589148 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 3 to bind port 5286418a-0a24-49be-8fc8-28db18423722 Dec 22 04:56:11.597738 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90b7422-fe9a-40cd-bde6-e1d35a0b2c24') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:11.598024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90b7422-fe9a-40cd-bde6-e1d35a0b2c24') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:11.613773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.628907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-22060737-3709-4c62-baf4-4d9a81690eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.632580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.640412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:11.645035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:56:11.645657 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.647376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: self.session.flush() Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: self.session.flush() Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: self.session.flush() Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: self.session.flush() Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:56:11.648300 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:56:11.651190 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:11.651291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e4c0835c-76bf-4fb5-9553-bd68301c744a tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.651381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:11.651381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:11.655469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:11.685077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.693132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:11.693808 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:11.732658 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 4 to bind port 5286418a-0a24-49be-8fc8-28db18423722 Dec 22 04:56:11.735132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=27a13777-b797-4873-bc29-9351402cb354,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:11.735880 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e4c0835c-76bf-4fb5-9553-bd68301c744a tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.751995 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0835c-76bf-4fb5-9553-bd68301c744a tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f03a578-5cf6-4204-bb8f-a542748f73df,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:11.815507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:11.815830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:11.816160 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:11.826524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5fd107-9b15-4428-ac01-7922c6459d40 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:11.832305 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9a5fd107-9b15-4428-ac01-7922c6459d40 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/2b99680e-aad8-4777-b6ca-1e221caa59e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0348158 Dec 22 04:56:11.835049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:11.835261 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40990) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:11.835353 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:11.836985 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74111a93-8a58-4dd9-aedb-264565793d19 None None] Sync routers for ids ['2b99680e-aad8-4777-b6ca-1e221caa59e4'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:11.847060 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74111a93-8a58-4dd9-aedb-264565793d19 None None] Routers {'2b99680e-aad8-4777-b6ca-1e221caa59e4'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:11.847896 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-74111a93-8a58-4dd9-aedb-264565793d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['2b99680e-aad8-4777-b6ca-1e221caa59e4'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:11.848049 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.867658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.870886 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] 10.222.0.54 "DELETE /v2.0/networks/0a61f746-acf4-41df-bc2f-b7c281e36f32 HTTP/1.1" status: 204 len: 168 time: 1.1472044 Dec 22 04:56:11.872217 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 5 to bind port 5286418a-0a24-49be-8fc8-28db18423722 Dec 22 04:56:11.875649 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e08ce052-37aa-4481-9845-021ce1e9752d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b99680e-aad8-4777-b6ca-1e221caa59e4 HTTP/1.1" status: 200 len: 205 time: 0.0370822 Dec 22 04:56:11.875804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 40994) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:11.890072 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-74111a93-8a58-4dd9-aedb-264565793d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:11.893884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e4c0835c-76bf-4fb5-9553-bd68301c744a tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.895064 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e4c0835c-76bf-4fb5-9553-bd68301c744a tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5376902 Dec 22 04:56:11.896048 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f50ed-9b62-4f51-b8ed-5b5ec0c1f6e9 tempest-FloatingIPNegativeTestJSON-1025673513 tempest-FloatingIPNegativeTestJSON-1025673513-project] Pushing event deleted for resources: {'Network': ['ID=0a61f746-acf4-41df-bc2f-b7c281e36f32,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:11.910591 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74111a93-8a58-4dd9-aedb-264565793d19 None None] Routers {'2b99680e-aad8-4777-b6ca-1e221caa59e4'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:11.910591 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-74111a93-8a58-4dd9-aedb-264565793d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['2b99680e-aad8-4777-b6ca-1e221caa59e4'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:11.910838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 40996) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:11.941057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:11.941395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:11.941654 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-74111a93-8a58-4dd9-aedb-264565793d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:11.941772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:11.942544 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74111a93-8a58-4dd9-aedb-264565793d19 None None] The sync data for ids ['2b99680e-aad8-4777-b6ca-1e221caa59e4'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:11.990886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:11.990886 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:11.991064 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8854f5e2-ec80-4ef1-b7a0-b1e7d2900b75 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:11.991515 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 6 to bind port 5286418a-0a24-49be-8fc8-28db18423722 Dec 22 04:56:12.033030 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:12.033361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:12.033692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:12.051573 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:12.052324 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:12.054132 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 7 to bind port 5286418a-0a24-49be-8fc8-28db18423722 Dec 22 04:56:12.072168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c992fcb-afa7-48dd-98d6-dcc7c9ef2879 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.089152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:12.089486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:12.089817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:12.109185 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:12.109507 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:12.110668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.113340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c992fcb-afa7-48dd-98d6-dcc7c9ef2879 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.115507 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 8 to bind port 5286418a-0a24-49be-8fc8-28db18423722 Dec 22 04:56:12.154317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8854f5e2-ec80-4ef1-b7a0-b1e7d2900b75 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.156775 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8854f5e2-ec80-4ef1-b7a0-b1e7d2900b75 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.215095 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:12.215983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:12.216350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:12.256568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:12.256889 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:12.260788 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 9 to bind port 5286418a-0a24-49be-8fc8-28db18423722 Dec 22 04:56:12.296860 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8854f5e2-ec80-4ef1-b7a0-b1e7d2900b75 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.297408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8854f5e2-ec80-4ef1-b7a0-b1e7d2900b75 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Fanout notify agent at l3_agent the message router_deleted on router 2b99680e-aad8-4777-b6ca-1e221caa59e4 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:56:12.300597 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:12.305549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:12.305549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:12.306711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8854f5e2-ec80-4ef1-b7a0-b1e7d2900b75 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.308144 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8854f5e2-ec80-4ef1-b7a0-b1e7d2900b75 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/2b99680e-aad8-4777-b6ca-1e221caa59e4 HTTP/1.1" status: 204 len: 168 time: 0.4313679 Dec 22 04:56:12.310940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41000) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:12.314846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:12.315165 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:12.337243 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.plugins.ml2.plugin [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempt 10 to bind port 5286418a-0a24-49be-8fc8-28db18423722 Dec 22 04:56:12.357835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41002) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:12.358447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.369895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c890ed-8274-4c0e-bc86-67e5c2d20353 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting subnet 26b67bf4-3e36-41ae-b165-bc3586cb46fd {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:12.373141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89c890ed-8274-4c0e-bc86-67e5c2d20353 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.399709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c992fcb-afa7-48dd-98d6-dcc7c9ef2879 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.402343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c992fcb-afa7-48dd-98d6-dcc7c9ef2879 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.403983 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8c992fcb-afa7-48dd-98d6-dcc7c9ef2879 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-groups/2c6fb44d-adfb-4d83-8abe-64d3d579dd57 HTTP/1.1" status: 204 len: 168 time: 0.4928613 Dec 22 04:56:12.406690 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41006) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:12.425768 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89c890ed-8274-4c0e-bc86-67e5c2d20353 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.436848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:12.437177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:12.437509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempting to bind port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:12.461056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c992fcb-afa7-48dd-98d6-dcc7c9ef2879 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6fb44d-adfb-4d83-8abe-64d3d579dd57,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:12.462732 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:12.463065 dv-neutron-822523-1-hyperv neutron-server[109183]: ERROR neutron.plugins.ml2.managers [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Failed to bind port 5286418a-0a24-49be-8fc8-28db18423722 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'bc32b473-da85-4a04-b088-cca5fcea5800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd0d456f4-3302-4b66-b400-f05c6ad83339'}] Dec 22 04:56:12.463505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.474301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.26.5.111 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/fad3d498-4b76-403b-a975-3624b5b672a9) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:12.489573 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9a48d06d-ab74-440a-abdb-268fd91e1043 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0816905 Dec 22 04:56:12.493375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41008) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:12.499657 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1c9df9ff-7dc2-48c6-8b2c-f90001c8b12e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group': {'name': 'tempest-secgroup--145166705'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:12.558190 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89c890ed-8274-4c0e-bc86-67e5c2d20353 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.608098 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c9df9ff-7dc2-48c6-8b2c-f90001c8b12e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.656567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] For port 5286418a-0a24-49be-8fc8-28db18423722, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:12.656846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attempted to set empty binding levels {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 04:56:12.676012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c9df9ff-7dc2-48c6-8b2c-f90001c8b12e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.680284 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89c890ed-8274-4c0e-bc86-67e5c2d20353 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.708868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c890ed-8274-4c0e-bc86-67e5c2d20353 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Subnet': ['ID=26b67bf4-3e36-41ae-b165-bc3586cb46fd,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:12.710893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89c890ed-8274-4c0e-bc86-67e5c2d20353 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.716782 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-89c890ed-8274-4c0e-bc86-67e5c2d20353 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/26b67bf4-3e36-41ae-b165-bc3586cb46fd HTTP/1.1" status: 204 len: 168 time: 0.4046271 Dec 22 04:56:12.717801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41010) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:12.718520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120ab090-73bb-4220-a0de-6457448c0699 None None] Network 63fc5f6a-f112-4e76-a920-64591f6f04da requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:12.744527 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5d21da2e-eacc-4033-a528-a025895e888f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=65d8408b61944dba9e9e6eda99c85e65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815699 Dec 22 04:56:12.747002 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41012) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:12.749736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.757269 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c9df9ff-7dc2-48c6-8b2c-f90001c8b12e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.787109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.810017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] In _notify_port_updated(), no bound segment for port 5286418a-0a24-49be-8fc8-28db18423722 on network d0d456f4-3302-4b66-b400-f05c6ad83339 {{(pid=109183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:56:12.810876 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:12.811470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.812813 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "PUT /v2.0/ports/5286418a-0a24-49be-8fc8-28db18423722 HTTP/1.1" status: 200 len: 977 time: 2.7221062 Dec 22 04:56:12.818960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41014) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:12.836806 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d004f3-2c4c-4395-aaff-7cc56fc3ec3e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting subnet 7de9dba1-674a-4849-a52f-cdcb0b0d8dfe {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:12.839713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcaa77c-0725-4309-9d3d-aa257db7cf9e tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event updated for resources: {'Port': ['ID=5286418a-0a24-49be-8fc8-28db18423722,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:12.843834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d5d004f3-2c4c-4395-aaff-7cc56fc3ec3e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.847070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9df9ff-7dc2-48c6-8b2c-f90001c8b12e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33bd901-850c-4c85-a1e3-4a2fcf56db2c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:12.873532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.903387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-022aad15-87a1-4e32-9c98-4294d396f67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.912956 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d5d004f3-2c4c-4395-aaff-7cc56fc3ec3e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.940678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c9df9ff-7dc2-48c6-8b2c-f90001c8b12e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.941492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ee3690-b122-4e47-a96b-bb06d32b1494 None None] DHCP port deletion for 63fc5f6a-f112-4e76-a920-64591f6f04da request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:12.941920 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1c9df9ff-7dc2-48c6-8b2c-f90001c8b12e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4478805 Dec 22 04:56:12.946202 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41016) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:12.969610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-022aad15-87a1-4e32-9c98-4294d396f67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:12.982354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-77510908-c53a-4edc-ba5b-da6f6f68ecdf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group': {'name': 'tempest-secgroup--974422837'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:13.009386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee3690-b122-4e47-a96b-bb06d32b1494 None None] Deleting port 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:13.009756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3690-b122-4e47-a96b-bb06d32b1494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.054842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-32748a07-b9ec-4e87-a0b3-1865286e16e7 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Deleting port 5286418a-0a24-49be-8fc8-28db18423722 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:13.055321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32748a07-b9ec-4e87-a0b3-1865286e16e7 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.063123 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d5d004f3-2c4c-4395-aaff-7cc56fc3ec3e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.077562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device db9641e1-6325-416a-aa4d-aa0269bccd88 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:13.080384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a7ee3690-b122-4e47-a96b-bb06d32b1494 None None] For port 29b6dca7-4974-41d4-ae69-aede1fbf4ca9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=29b6dca7-4974-41d4-ae69-aede1fbf4ca9,segment=NetworkSegment(6ad1f47e-a53d-4efa-9af2-b15f1d04c019),segment_id=6ad1f47e-a53d-4efa-9af2-b15f1d04c019)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:13.080777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3690-b122-4e47-a96b-bb06d32b1494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.116495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: db9641e1-6325-416a-aa4d-aa0269bccd88 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:13.117103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device db9641e1-6325-416a-aa4d-aa0269bccd88 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:13.122388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee3690-b122-4e47-a96b-bb06d32b1494 None None] Calling delete_port for 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:13.138513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-32748a07-b9ec-4e87-a0b3-1865286e16e7 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] For port 5286418a-0a24-49be-8fc8-28db18423722, host hv-neutron-8225, got binding levels [] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:13.138945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32748a07-b9ec-4e87-a0b3-1865286e16e7 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.142250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.164826 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-022aad15-87a1-4e32-9c98-4294d396f67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.167474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-022aad15-87a1-4e32-9c98-4294d396f67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.171776 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-022aad15-87a1-4e32-9c98-4294d396f67f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76f27cbb-a7ab-4efb-8eaa-fb7a563b2a21 HTTP/1.1" status: 204 len: 168 time: 0.4230185 Dec 22 04:56:13.178053 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022aad15-87a1-4e32-9c98-4294d396f67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f27cbb-a7ab-4efb-8eaa-fb7a563b2a21,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:13.198338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-77510908-c53a-4edc-ba5b-da6f6f68ecdf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.200336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-32748a07-b9ec-4e87-a0b3-1865286e16e7 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Calling delete_port for 5286418a-0a24-49be-8fc8-28db18423722 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:13.212263 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:13.218082 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.222352 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d5d004f3-2c4c-4395-aaff-7cc56fc3ec3e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.229029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:13.243101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:13.248755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d004f3-2c4c-4395-aaff-7cc56fc3ec3e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Subnet': ['ID=7de9dba1-674a-4849-a52f-cdcb0b0d8dfe,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:13.252701 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d5d004f3-2c4c-4395-aaff-7cc56fc3ec3e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.256825 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d5d004f3-2c4c-4395-aaff-7cc56fc3ec3e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/7de9dba1-674a-4849-a52f-cdcb0b0d8dfe HTTP/1.1" status: 204 len: 168 time: 0.5373895 Dec 22 04:56:13.259190 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41020) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:13.262803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d74abfc-51b3-454e-884a-3576fa9aa9d0 None None] Network c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:13.276591 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a7ee3690-b122-4e47-a96b-bb06d32b1494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.347817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee3690-b122-4e47-a96b-bb06d32b1494 None None] Pushing event deleted for resources: {'Port': ['ID=29b6dca7-4974-41d4-ae69-aede1fbf4ca9,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:13.348889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.353896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ee3690-b122-4e47-a96b-bb06d32b1494 None None] No DVR routers for this DVR port 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:13.468952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.490014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27513da2-e8c9-4a27-b34c-af5faf3a2140 None None] DHCP port deletion for c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:13.498780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63fc5f6a-f112-4e76-a920-64591f6f04da']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:13.510806 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad1f47e-a53d-4efa-9af2-b15f1d04c019') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:13.511248 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad1f47e-a53d-4efa-9af2-b15f1d04c019') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:13.522979 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.539834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.547314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:56:13.547884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.549641 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-27513da2-e8c9-4a27-b34c-af5faf3a2140 None None] Deleting port cda5c3a8-5e4f-4831-a17f-c33aff07eefa {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:13.550429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-27513da2-e8c9-4a27-b34c-af5faf3a2140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:56:13.627656 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:56:13.630354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=fad3d498-4b76-403b-a975-3624b5b672a9,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:13.634678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-27513da2-e8c9-4a27-b34c-af5faf3a2140 None None] For port cda5c3a8-5e4f-4831-a17f-c33aff07eefa, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=cda5c3a8-5e4f-4831-a17f-c33aff07eefa,segment=NetworkSegment(b2db06d8-2d12-4736-aebe-569c41f0070c),segment_id=b2db06d8-2d12-4736-aebe-569c41f0070c)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:13.635079 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-27513da2-e8c9-4a27-b34c-af5faf3a2140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.653056 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-27513da2-e8c9-4a27-b34c-af5faf3a2140 None None] Calling delete_port for cda5c3a8-5e4f-4831-a17f-c33aff07eefa owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:13.703358 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.717148 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.721337 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/networks/63fc5f6a-f112-4e76-a920-64591f6f04da HTTP/1.1" status: 204 len: 168 time: 0.4611948 Dec 22 04:56:13.732307 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41030) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:13.738054 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f14ccb-bfe0-470f-bc4b-f752d3382c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Network': ['ID=63fc5f6a-f112-4e76-a920-64591f6f04da,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:13.787144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:56:13.841469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-27513da2-e8c9-4a27-b34c-af5faf3a2140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.852220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-77510908-c53a-4edc-ba5b-da6f6f68ecdf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:13.869480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27513da2-e8c9-4a27-b34c-af5faf3a2140 None None] Pushing event deleted for resources: {'Port': ['ID=cda5c3a8-5e4f-4831-a17f-c33aff07eefa,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:13.874654 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27513da2-e8c9-4a27-b34c-af5faf3a2140 None None] No DVR routers for this DVR port cda5c3a8-5e4f-4831-a17f-c33aff07eefa on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:13.966081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32748a07-b9ec-4e87-a0b3-1865286e16e7 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.000585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.007960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-77510908-c53a-4edc-ba5b-da6f6f68ecdf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.063166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32748a07-b9ec-4e87-a0b3-1865286e16e7 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Pushing event deleted for resources: {'Port': ['ID=5286418a-0a24-49be-8fc8-28db18423722,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:14.093701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32748a07-b9ec-4e87-a0b3-1865286e16e7 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.100586 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-32748a07-b9ec-4e87-a0b3-1865286e16e7 tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "DELETE /v2.0/ports/5286418a-0a24-49be-8fc8-28db18423722 HTTP/1.1" status: 204 len: 168 time: 1.2774169 Dec 22 04:56:14.100748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41038) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:14.135458 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0c3ed1-72bf-46b6-a445-370de38a17ee tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:56:14.140241 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6a0c3ed1-72bf-46b6-a445-370de38a17ee tempest-PortsAdminExtendedAttrsTestJSON-1177340864 tempest-PortsAdminExtendedAttrsTestJSON-1177340864-project-admin] 10.222.0.54 "GET /v2.0/ports/5286418a-0a24-49be-8fc8-28db18423722 HTTP/1.1" status: 404 len: 333 time: 0.0376165 Dec 22 04:56:14.140385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77510908-c53a-4edc-ba5b-da6f6f68ecdf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa024d8-cced-4e1d-8566-3767cef51345,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:14.142129 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41042) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:14.150085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-77510908-c53a-4edc-ba5b-da6f6f68ecdf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.151406 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-77510908-c53a-4edc-ba5b-da6f6f68ecdf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2044618 Dec 22 04:56:14.154386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.156232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41044) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:14.175564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d21cd0a4-6e36-4e76-b301-9130a1c219f6 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': 'b33bd901-850c-4c85-a1e3-4a2fcf56db2c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2aa024d8-cced-4e1d-8566-3767cef51345', 'remote_ip_prefix': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:14.225740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:14.226210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.236170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Sync routers for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:14.247714 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:14.249168 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:14.282385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.319778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:14.366219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2db06d8-2d12-4736-aebe-569c41f0070c') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:14.366491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2db06d8-2d12-4736-aebe-569c41f0070c') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:14.370522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:56:14.378106 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.382756 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41048) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:14.410110 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d456f4-3302-4b66-b400-f05c6ad83339']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:14.412661 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.417532 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ccbdc4b5-c852-4b1e-b490-f5db2bb081fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4028223 Dec 22 04:56:14.421593 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41052) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:14.429485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.435925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc32b473-da85-4a04-b088-cca5fcea5800') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:14.436899 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc32b473-da85-4a04-b088-cca5fcea5800') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:14.455162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.465944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d21cd0a4-6e36-4e76-b301-9130a1c219f6 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.485903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.496285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.498760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.506852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:56:14.507251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:56:14.511105 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:56:14.516959 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:56:14.516959 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:56:14.524071 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:56:14.588701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:56:12Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:14.607594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-703686278'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:14.622273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Checking router: 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:14.622738 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Updating router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 port 27a13777-b797-4873-bc29-9351402cb354 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:56:14.645593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d21cd0a4-6e36-4e76-b301-9130a1c219f6 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.651893 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.677608 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4e1032c9-9f26-4c80-977f-6db0ce6f28e2 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=029a077a8ccd4775910052d15f603bba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2545722 Dec 22 04:56:14.680507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41056) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:14.708486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.718886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.723999 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/networks/c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0 HTTP/1.1" status: 204 len: 168 time: 0.9865220 Dec 22 04:56:14.725123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41058) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:14.739663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7991318c-d9eb-4050-8bc0-543924bf095a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1063033487'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:14.745058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188876d9-c63e-4700-bddd-34efdc8775c0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Network': ['ID=c00a85d9-cf09-4fb4-8b28-adfa01b5b2e0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:14.785912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d21cd0a4-6e36-4e76-b301-9130a1c219f6 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.789874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.801683 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.807307 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] 10.222.0.54 "DELETE /v2.0/networks/d0d456f4-3302-4b66-b400-f05c6ad83339 HTTP/1.1" status: 204 len: 168 time: 0.6612468 Dec 22 04:56:14.837110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cd0a4-6e36-4e76-b301-9130a1c219f6 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbd95f5-7302-4d52-993a-2a7f54c1dbf1,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:14.841556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.857930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:14.861576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.871610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae74152-8f7c-4171-9c2c-b5b6a9c4146f tempest-PortsAdminExtendedAttrsTestJSON-1931037223 tempest-PortsAdminExtendedAttrsTestJSON-1931037223-project] Pushing event deleted for resources: {'Network': ['ID=d0d456f4-3302-4b66-b400-f05c6ad83339,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:14.899141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d21cd0a4-6e36-4e76-b301-9130a1c219f6 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.901523 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d21cd0a4-6e36-4e76-b301-9130a1c219f6 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7417724 Dec 22 04:56:14.906210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41062) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:14.914242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.958077 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194b97fd-c925-4eb1-ab02-158e2982d05b tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:14.959161 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-194b97fd-c925-4eb1-ab02-158e2982d05b tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2777553 Dec 22 04:56:14.963562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41064) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:14.991221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:14.991893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7991318c-d9eb-4050-8bc0-543924bf095a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:14.995202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device cda5c3a8-5e4f-4831-a17f-c33aff07eefa no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:14.995379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7991318c-d9eb-4050-8bc0-543924bf095a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.001967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-759bbbd8-089b-40a0-832e-ad2bab3b02ea tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.010341 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e6b6281f-4d9c-4522-a246-75bd09a2daac tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432007 Dec 22 04:56:15.010539 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41066) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:15.015241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: cda5c3a8-5e4f-4831-a17f-c33aff07eefa {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:15.015777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device cda5c3a8-5e4f-4831-a17f-c33aff07eefa not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:15.015995 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:15.020157 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-83d9ac1e-37a9-49f0-8db6-9c94d1afcb3d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-755652895', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'project_id': '029a077a8ccd4775910052d15f603bba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:15.021899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-759bbbd8-089b-40a0-832e-ad2bab3b02ea tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.039207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:15.039545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 29b6dca7-4974-41d4-ae69-aede1fbf4ca9 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:15.063127 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.071394 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7991318c-d9eb-4050-8bc0-543924bf095a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:56:15.118988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Attempting to bind port 27a13777-b797-4873-bc29-9351402cb354 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:15.119415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Attempting to bind port 27a13777-b797-4873-bc29-9351402cb354 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:15.119768 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Attempting to bind port 27a13777-b797-4873-bc29-9351402cb354 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:15.126980 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd2642-2cff-49c2-abcc-24adb2ca1e1d None None] Pushing event updated for resources: {'Port': ['ID=27a13777-b797-4873-bc29-9351402cb354,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:15.138388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:15.138388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:15.138869 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.139324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:15.139883 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Bound port: 27a13777-b797-4873-bc29-9351402cb354, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:15.140499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.141069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.152251 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.163209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-759bbbd8-089b-40a0-832e-ad2bab3b02ea tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.165604 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7991318c-d9eb-4050-8bc0-543924bf095a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.165943 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-7991318c-d9eb-4050-8bc0-543924bf095a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Added segment dcfda6cb-ff6a-4f12-a53a-b4bbd645460c of type vlan for network 836f5764-aaa1-4cbe-a2b2-34a0b079624b Dec 22 04:56:15.173672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-759bbbd8-089b-40a0-832e-ad2bab3b02ea tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.174768 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-759bbbd8-089b-40a0-832e-ad2bab3b02ea tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/ebbd95f5-7302-4d52-993a-2a7f54c1dbf1 HTTP/1.1" status: 204 len: 168 time: 0.2676511 Dec 22 04:56:15.177633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41068) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:15.187235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bbbd8-089b-40a0-832e-ad2bab3b02ea tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebbd95f5-7302-4d52-993a-2a7f54c1dbf1,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:15.203738 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] For port 27a13777-b797-4873-bc29-9351402cb354, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:15.207368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] For port 27a13777-b797-4873-bc29-9351402cb354, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=27a13777-b797-4873-bc29-9351402cb354,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:15.212613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.226331 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-34a366ee-804f-41e1-981b-92c57735c50d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0473533 Dec 22 04:56:15.226924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41070) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:15.246233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7991318c-d9eb-4050-8bc0-543924bf095a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.252464 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.255609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d9ac1e-37a9-49f0-8db6-9c94d1afcb3d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:15.259355 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-83d9ac1e-37a9-49f0-8db6-9c94d1afcb3d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.269688 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.275088 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.324121 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=fad3d498-4b76-403b-a975-3624b5b672a9,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:15.346053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.366543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd2642-2cff-49c2-abcc-24adb2ca1e1d None None] Pushing event updated for resources: {'Port': ['ID=27a13777-b797-4873-bc29-9351402cb354,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:15.372634 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:56:15.388816 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb99ce6-d503-403c-ab42-65bbddb10da2,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:15.402166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:15.403899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:15.405168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41074) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:15.422804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.423017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7991318c-d9eb-4050-8bc0-543924bf095a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.424929 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Added segment 9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f of type vlan for network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 Dec 22 04:56:15.425149 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e4163793-8929-4c6d-9d75-92a54a4d0aff tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.429378 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7991318c-d9eb-4050-8bc0-543924bf095a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:15.430167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7991318c-d9eb-4050-8bc0-543924bf095a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.497115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e4163793-8929-4c6d-9d75-92a54a4d0aff tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.500291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.522736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991318c-d9eb-4050-8bc0-543924bf095a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Network': ['ID=836f5764-aaa1-4cbe-a2b2-34a0b079624b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:15.535044 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7991318c-d9eb-4050-8bc0-543924bf095a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7991805 Dec 22 04:56:15.537844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41078) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:15.545137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 836f5764-aaa1-4cbe-a2b2-34a0b079624b details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:56:15.547474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a3794041-a3e7-415b-add6-9eefd6941efd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'subnet': {'network_id': '836f5764-aaa1-4cbe-a2b2-34a0b079624b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:15.553247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:56:15.553875 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Floating IP f05a5176-608f-4f4e-8c39-ef314b811d37 associated. External IP: 172.26.5.111, port: b855c5eb-0785-46b7-a67b-2230c2b7eecb. Dec 22 04:56:15.664743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.670224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:15.670791 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.686375 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2fedf257-583a-44d9-a0fb-98853b11886b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=04982b4ae88948f0b7e878c6daac4562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762361 Dec 22 04:56:15.691007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41080) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:15.706507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e4163793-8929-4c6d-9d75-92a54a4d0aff tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.709039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e4163793-8929-4c6d-9d75-92a54a4d0aff tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.711013 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e4163793-8929-4c6d-9d75-92a54a4d0aff tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-groups/2aa024d8-cced-4e1d-8566-3767cef51345 HTTP/1.1" status: 204 len: 168 time: 0.4822986 Dec 22 04:56:15.735789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41082) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:15.757242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4163793-8929-4c6d-9d75-92a54a4d0aff tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa024d8-cced-4e1d-8566-3767cef51345,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:15.767468 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Network': ['ID=84e5d6f7-6da0-4ea7-9779-ce2415c87611,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:15.781494 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:56:15.802694 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a02985e2-b9af-47f8-aedc-a97debf2c815 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4185269 Dec 22 04:56:15.805455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41084) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:15.810895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'name': 'tempest-PortsTestJSON-1802197989'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:15.860801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-83d9ac1e-37a9-49f0-8db6-9c94d1afcb3d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.874978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:56:12Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:15.878745 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-15890540-b95f-41f2-8167-ab4047c4fdbd tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1371360 Dec 22 04:56:15.879224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-95133ca9-fa64-497f-9e3f-811db4a4d7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.881983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41086) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:15.901447 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf79ed9-db50-4375-b497-4c9b714bcfaa None None] The sync data for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv is: [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:56:12Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:15.955855 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9ac1e-37a9-49f0-8db6-9c94d1afcb3d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Subnet': ['ID=ba3a467f-1697-41ee-a7eb-b417016581e2,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:15.971233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3794041-a3e7-415b-add6-9eefd6941efd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:15.974932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3794041-a3e7-415b-add6-9eefd6941efd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:15.985485 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9ac1e-37a9-49f0-8db6-9c94d1afcb3d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Checking segment: {'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:15.989091 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9ac1e-37a9-49f0-8db6-9c94d1afcb3d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network hostable DHCP agents. Network: 30599b73-fc9c-4641-a73a-116b0e42e1f9, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:56:16.006678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-95133ca9-fa64-497f-9e3f-811db4a4d7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.061693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:16.066062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.078391 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9ac1e-37a9-49f0-8db6-9c94d1afcb3d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 30599b73-fc9c-4641-a73a-116b0e42e1f9 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:56:16.090142 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port 638d723d-67ca-49e0-b55f-ab657ef39419 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:16.152321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9b80701-ffd6-471a-96ba-ea964576cf77 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.162130 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-83d9ac1e-37a9-49f0-8db6-9c94d1afcb3d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 30599b73-fc9c-4641-a73a-116b0e42e1f9) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:16.172574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1131728-0875-4066-8c58-72abf32af871 None None] Network 30599b73-fc9c-4641-a73a-116b0e42e1f9 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:16.176312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:16.179181 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d9ac1e-37a9-49f0-8db6-9c94d1afcb3d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:16.180150 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-83d9ac1e-37a9-49f0-8db6-9c94d1afcb3d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.189540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9b80701-ffd6-471a-96ba-ea964576cf77 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.261040 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-83d9ac1e-37a9-49f0-8db6-9c94d1afcb3d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2473829 Dec 22 04:56:16.264108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41088) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:16.327818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-95133ca9-fa64-497f-9e3f-811db4a4d7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.330424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-95133ca9-fa64-497f-9e3f-811db4a4d7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.334072 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-95133ca9-fa64-497f-9e3f-811db4a4d7f5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8a723577-b680-40d9-9ea1-84095d18fc6d HTTP/1.1" status: 204 len: 168 time: 0.6374161 Dec 22 04:56:16.361533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95133ca9-fa64-497f-9e3f-811db4a4d7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a723577-b680-40d9-9ea1-84095d18fc6d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:16.428009 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9b80701-ffd6-471a-96ba-ea964576cf77 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.430598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9b80701-ffd6-471a-96ba-ea964576cf77 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.431765 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e9b80701-ffd6-471a-96ba-ea964576cf77 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-groups/b33bd901-850c-4c85-a1e3-4a2fcf56db2c HTTP/1.1" status: 204 len: 168 time: 0.5488648 Dec 22 04:56:16.445898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41092) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:16.467687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:16.475423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b80701-ffd6-471a-96ba-ea964576cf77 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33bd901-850c-4c85-a1e3-4a2fcf56db2c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:16.481171 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d1f07-cfdd-4c83-a0e4-17ecf97d0fda None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:16.498502 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d1f07-cfdd-4c83-a0e4-17ecf97d0fda None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:16.499372 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-dd7d1f07-cfdd-4c83-a0e4-17ecf97d0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:16.540051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.553132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3794041-a3e7-415b-add6-9eefd6941efd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.571952 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-30599b73-fc9c-4641-a73a-116b0e42e1f9', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:16.572791 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-dd7d1f07-cfdd-4c83-a0e4-17ecf97d0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:16.576330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.582972 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d1f07-cfdd-4c83-a0e4-17ecf97d0fda None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:16.583658 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-dd7d1f07-cfdd-4c83-a0e4-17ecf97d0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:16.594066 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3f3a568d-d3f4-4638-9856-8a311058e611 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1470678 Dec 22 04:56:16.599409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41094) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:16.603115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dbc48d87-b38e-4eb1-ac17-a32f6901f253 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group': {'name': 'tempest-secgroup--2015375145'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:16.614671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.625266 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-dd7d1f07-cfdd-4c83-a0e4-17ecf97d0fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:16.625266 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d1f07-cfdd-4c83-a0e4-17ecf97d0fda None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:16.668778 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d4e10dbe-52a4-41d2-83f1-4fe27fc14ae1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2180560 Dec 22 04:56:16.674049 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41096) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:16.697343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3794041-a3e7-415b-add6-9eefd6941efd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Subnet': ['ID=ae1669b3-1800-442f-89c4-f13ecebc63b3,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:16.715093 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-362a7c52-38c2-478a-a33d-1a4ac9ad7590 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2077393805'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:16.718971 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3794041-a3e7-415b-add6-9eefd6941efd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Checking segment: {'id': 'dcfda6cb-ff6a-4f12-a53a-b4bbd645460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '836f5764-aaa1-4cbe-a2b2-34a0b079624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:16.719900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3794041-a3e7-415b-add6-9eefd6941efd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network hostable DHCP agents. Network: 836f5764-aaa1-4cbe-a2b2-34a0b079624b, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:56:16.772177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Allocated IP 172.20.0.2 (30599b73-fc9c-4641-a73a-116b0e42e1f9/ba3a467f-1697-41ee-a7eb-b417016581e2/dd48698d-ad16-4699-a4fa-5f98f8b0f73b) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:16.804559 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbc48d87-b38e-4eb1-ac17-a32f6901f253 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.873968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3794041-a3e7-415b-add6-9eefd6941efd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 836f5764-aaa1-4cbe-a2b2-34a0b079624b is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:56:16.896814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbc48d87-b38e-4eb1-ac17-a32f6901f253 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.989093 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-a3794041-a3e7-415b-add6-9eefd6941efd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 836f5764-aaa1-4cbe-a2b2-34a0b079624b) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:16.993985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3794041-a3e7-415b-add6-9eefd6941efd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:16.994639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3794041-a3e7-415b-add6-9eefd6941efd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:16.998740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbc48d87-b38e-4eb1-ac17-a32f6901f253 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.002255 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 27a13777-b797-4873-bc29-9351402cb354 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:17.010070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1932dcf0-31fc-4b4a-8227-5c2c8abb99a6 None None] Network 836f5764-aaa1-4cbe-a2b2-34a0b079624b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:17.036073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc48d87-b38e-4eb1-ac17-a32f6901f253 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f14606b2-0974-4bc6-8e8f-2793711953b0,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:17.039525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.048733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.118704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbc48d87-b38e-4eb1-ac17-a32f6901f253 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.120321 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dbc48d87-b38e-4eb1-ac17-a32f6901f253 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5211430 Dec 22 04:56:17.126477 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a3794041-a3e7-415b-add6-9eefd6941efd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5852644 Dec 22 04:56:17.126477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41100) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:17.132168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-1f6fca81-3d53-4f34-afd7-6d864ef2d62c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': 'f14606b2-0974-4bc6-8e8f-2793711953b0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:17.133334 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41102) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:17.143862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-805c9270-7575-47b7-a3c0-18dc1b25243d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1187278964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:17.157100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=638d723d-67ca-49e0-b55f-ab657ef39419,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:17.162838 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 27a13777-b797-4873-bc29-9351402cb354 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:17.163210 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.175459 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Checking segment: {'id': '9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:17.175459 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network hostable DHCP agents. Network: 84e5d6f7-6da0-4ea7-9779-ce2415c87611, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:56:17.204772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.247513 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362a7c52-38c2-478a-a33d-1a4ac9ad7590 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Made reservation on behalf of 77f383aab80c4ca28c4dee3028166f73 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:17.251537 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-362a7c52-38c2-478a-a33d-1a4ac9ad7590 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.254543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41104) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:17.282473 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Network 30599b73-fc9c-4641-a73a-116b0e42e1f9 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:17.283504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Pushing event updated for resources: {'Port': ['ID=dd48698d-ad16-4699-a4fa-5f98f8b0f73b,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:17.290390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:17.292750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:17.313038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362a7c52-38c2-478a-a33d-1a4ac9ad7590 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:56:17.313260 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e700d258-091f-4326-a967-c568ce5b7d04 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae1e7eaa9fec479aa50456fa7edf14ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548651 Dec 22 04:56:17.313560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41106) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:17.331532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-362a7c52-38c2-478a-a33d-1a4ac9ad7590 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.331869 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-362a7c52-38c2-478a-a33d-1a4ac9ad7590 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Added segment c5534f57-be78-41ae-b063-c92286edcce4 of type vlan for network 61f6c74f-bbcb-430a-9abb-94f1c311c23c Dec 22 04:56:17.345642 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-836f5764-aaa1-4cbe-a2b2-34a0b079624b', 'network_id': '836f5764-aaa1-4cbe-a2b2-34a0b079624b', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'fixed_ips': [{'subnet_id': 'ae1669b3-1800-442f-89c4-f13ecebc63b3'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:17.346962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.347591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1f6fca81-3d53-4f34-afd7-6d864ef2d62c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.391525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-362a7c52-38c2-478a-a33d-1a4ac9ad7590 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.393519 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:56:17.401006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc48b-6e23-41d0-9feb-08e536673955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.422846 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-805c9270-7575-47b7-a3c0-18dc1b25243d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.423943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-805c9270-7575-47b7-a3c0-18dc1b25243d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.432569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Attempting to bind port dd48698d-ad16-4699-a4fa-5f98f8b0f73b on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:17.433136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Attempting to bind port dd48698d-ad16-4699-a4fa-5f98f8b0f73b by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:17.434002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Attempting to bind port dd48698d-ad16-4699-a4fa-5f98f8b0f73b on network 30599b73-fc9c-4641-a73a-116b0e42e1f9 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:17.437850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1f6fca81-3d53-4f34-afd7-6d864ef2d62c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.440584 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc48b-6e23-41d0-9feb-08e536673955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.498538 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:17.499063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Checking segment: {'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:17.499539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.500003 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Bound using segment: {'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:17.500618 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Bound port: dd48698d-ad16-4699-a4fa-5f98f8b0f73b, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:17.501174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.502330 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 84e5d6f7-6da0-4ea7-9779-ce2415c87611) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:17.506237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.506407 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:17.512966 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:17.513600 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.515052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1f6fca81-3d53-4f34-afd7-6d864ef2d62c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.517444 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-805c9270-7575-47b7-a3c0-18dc1b25243d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.522905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3691bc-0e5c-4ca0-b871-a479ba518e30 None None] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:17.537186 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fca81-3d53-4f34-afd7-6d864ef2d62c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f666f79-e797-4f50-ae02-c940ff215473,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:17.571712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc48b-6e23-41d0-9feb-08e536673955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.575068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5a4dc48b-6e23-41d0-9feb-08e536673955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.578514 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5a4dc48b-6e23-41d0-9feb-08e536673955 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be903f8b-e87c-4fd5-878f-2bf771f40927 HTTP/1.1" status: 204 len: 168 time: 0.2552989 Dec 22 04:56:17.585829 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dc48b-6e23-41d0-9feb-08e536673955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be903f8b-e87c-4fd5-878f-2bf771f40927,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:17.605198 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-805c9270-7575-47b7-a3c0-18dc1b25243d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.611625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 27a13777-b797-4873-bc29-9351402cb354, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=27a13777-b797-4873-bc29-9351402cb354,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:17.618247 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-362a7c52-38c2-478a-a33d-1a4ac9ad7590 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.619522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1f6fca81-3d53-4f34-afd7-6d864ef2d62c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.628163 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362a7c52-38c2-478a-a33d-1a4ac9ad7590 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:17.628812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-362a7c52-38c2-478a-a33d-1a4ac9ad7590 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.630013 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1f6fca81-3d53-4f34-afd7-6d864ef2d62c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5038350 Dec 22 04:56:17.631101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41110) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:17.698673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.748240 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e7a70382-5954-46d9-bf45-a48ae7eb32b0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9406822 Dec 22 04:56:17.750560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41112) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:17.756047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7e7af65c-2c63-4fb0-a169-ad76b90a640a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1897056809'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:17.760751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a7c52-38c2-478a-a33d-1a4ac9ad7590 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Network': ['ID=61f6c74f-bbcb-430a-9abb-94f1c311c23c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:17.770062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.776347 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Allocated IP 2001:db8::2 (836f5764-aaa1-4cbe-a2b2-34a0b079624b/ae1669b3-1800-442f-89c4-f13ecebc63b3/09e9562e-dbc4-439a-b742-8855db322041) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:17.782075 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 61f6c74f-bbcb-430a-9abb-94f1c311c23c details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:56:17.787627 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9815b50d-6f6b-4006-9687-6666638240dd tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.797643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9815b50d-6f6b-4006-9687-6666638240dd tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.838665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] For port dd48698d-ad16-4699-a4fa-5f98f8b0f73b, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:17.879385 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-805c9270-7575-47b7-a3c0-18dc1b25243d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:17.880610 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-805c9270-7575-47b7-a3c0-18dc1b25243d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7404590 Dec 22 04:56:17.884797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41114) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:17.888862 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-362a7c52-38c2-478a-a33d-1a4ac9ad7590 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2138376 Dec 22 04:56:17.891862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41116) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:17.896894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1363f3f2-68c2-4995-8771-c26d550b8919 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'subnet': {'network_id': '61f6c74f-bbcb-430a-9abb-94f1c311c23c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:17.901294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'port': {'network_id': '836f5764-aaa1-4cbe-a2b2-34a0b079624b', 'name': 'tempest-RoutersIpV6Test-972428163'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:17.902647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] For port dd48698d-ad16-4699-a4fa-5f98f8b0f73b, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=dd48698d-ad16-4699-a4fa-5f98f8b0f73b,segment=NetworkSegment(b5cf9193-bd56-4b13-ba69-59483b87ba50),segment_id=b5cf9193-bd56-4b13-ba69-59483b87ba50)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:17.934959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=27a13777-b797-4873-bc29-9351402cb354,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:18.003849 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7af65c-2c63-4fb0-a169-ad76b90a640a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:18.013574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e7af65c-2c63-4fb0-a169-ad76b90a640a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.065002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.067191 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.100947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9815b50d-6f6b-4006-9687-6666638240dd tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.135763 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7af65c-2c63-4fb0-a169-ad76b90a640a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:56:18.139753 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9815b50d-6f6b-4006-9687-6666638240dd tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.142104 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9815b50d-6f6b-4006-9687-6666638240dd tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/8f666f79-e797-4f50-ae02-c940ff215473 HTTP/1.1" status: 204 len: 168 time: 0.4323616 Dec 22 04:56:18.147138 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e7af65c-2c63-4fb0-a169-ad76b90a640a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.147138 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-7e7af65c-2c63-4fb0-a169-ad76b90a640a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Added segment b1f77dc7-dc33-4f89-ad8a-e4c670b27e11 of type vlan for network 744b8067-f5e0-4a2d-a10b-57d506225248 Dec 22 04:56:18.147617 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41122) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:18.155558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815b50d-6f6b-4006-9687-6666638240dd tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f666f79-e797-4f50-ae02-c940ff215473,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:18.157739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36836d-e316-40e0-9ce7-051f181242b1 None None] Pushing event updated for resources: {'Port': ['ID=dd48698d-ad16-4699-a4fa-5f98f8b0f73b,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:18.167034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.223617 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1363f3f2-68c2-4995-8771-c26d550b8919 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Made reservation on behalf of 77f383aab80c4ca28c4dee3028166f73 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:18.231876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1363f3f2-68c2-4995-8771-c26d550b8919 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.231995 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Network 836f5764-aaa1-4cbe-a2b2-34a0b079624b is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:18.233565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:18.238751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:18.251381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Pushing event updated for resources: {'Port': ['ID=09e9562e-dbc4-439a-b742-8855db322041,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:18.283991 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3853c65c-b306-4597-8111-312438a3610d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1323261 Dec 22 04:56:18.288058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41128) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:18.301241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e7af65c-2c63-4fb0-a169-ad76b90a640a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.328511 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Attempting to bind port 09e9562e-dbc4-439a-b742-8855db322041 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:18.329147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Attempting to bind port 09e9562e-dbc4-439a-b742-8855db322041 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'dcfda6cb-ff6a-4f12-a53a-b4bbd645460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '836f5764-aaa1-4cbe-a2b2-34a0b079624b'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:18.329696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Attempting to bind port 09e9562e-dbc4-439a-b742-8855db322041 on network 836f5764-aaa1-4cbe-a2b2-34a0b079624b {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:18.335779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:18.336476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Checking segment: {'id': 'dcfda6cb-ff6a-4f12-a53a-b4bbd645460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '836f5764-aaa1-4cbe-a2b2-34a0b079624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:18.337056 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.337606 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Bound using segment: {'id': 'dcfda6cb-ff6a-4f12-a53a-b4bbd645460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '836f5764-aaa1-4cbe-a2b2-34a0b079624b'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:18.338416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Bound port: 09e9562e-dbc4-439a-b742-8855db322041, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfda6cb-ff6a-4f12-a53a-b4bbd645460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '836f5764-aaa1-4cbe-a2b2-34a0b079624b'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:18.338975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.420240 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.1 (30599b73-fc9c-4641-a73a-116b0e42e1f9/ba3a467f-1697-41ee-a7eb-b417016581e2/dce603de-c748-40b9-af06-76e9a049a5a6) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:18.439543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:18.442720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.448370 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e7af65c-2c63-4fb0-a169-ad76b90a640a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.456008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7af65c-2c63-4fb0-a169-ad76b90a640a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:18.456991 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e7af65c-2c63-4fb0-a169-ad76b90a640a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.463383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] For port 09e9562e-dbc4-439a-b742-8855db322041, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:18.467501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] For port 09e9562e-dbc4-439a-b742-8855db322041, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=09e9562e-dbc4-439a-b742-8855db322041,segment=NetworkSegment(dcfda6cb-ff6a-4f12-a53a-b4bbd645460c),segment_id=dcfda6cb-ff6a-4f12-a53a-b4bbd645460c)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:18.538454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.629811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.630089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf84ae-36b6-4731-8548-1dc0ccfb8747 None None] Pushing event updated for resources: {'Port': ['ID=09e9562e-dbc4-439a-b742-8855db322041,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:18.688280 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1363f3f2-68c2-4995-8771-c26d550b8919 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.763016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.768619 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363f3f2-68c2-4995-8771-c26d550b8919 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Subnet': ['ID=2a0ce578-916a-4b0f-85fb-a8e2055cade3,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:18.807379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363f3f2-68c2-4995-8771-c26d550b8919 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Checking segment: {'id': 'c5534f57-be78-41ae-b063-c92286edcce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '61f6c74f-bbcb-430a-9abb-94f1c311c23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:18.807741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1363f3f2-68c2-4995-8771-c26d550b8919 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network hostable DHCP agents. Network: 61f6c74f-bbcb-430a-9abb-94f1c311c23c, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:56:18.825035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 30599b73-fc9c-4641-a73a-116b0e42e1f9 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:18.833533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:18.837961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:18.869967 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=dce603de-c748-40b9-af06-76e9a049a5a6,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:18.898903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.903637 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7af65c-2c63-4fb0-a169-ad76b90a640a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Network': ['ID=744b8067-f5e0-4a2d-a10b-57d506225248,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:18.905990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1be01fc-c284-4662-8a8a-432b7080682d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.948977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] device_id is not set on port 03a3dae7-b7a3-4395-a5a3-a288ea38c180 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:18.955977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 744b8067-f5e0-4a2d-a10b-57d506225248 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:56:18.976164 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1be01fc-c284-4662-8a8a-432b7080682d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:18.996325 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1363f3f2-68c2-4995-8771-c26d550b8919 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network 61f6c74f-bbcb-430a-9abb-94f1c311c23c is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:56:19.066004 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7e7af65c-2c63-4fb0-a169-ad76b90a640a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3142653 Dec 22 04:56:19.071222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41140) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:19.081733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'ports': [{'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611'}, {'network_id': '744b8067-f5e0-4a2d-a10b-57d506225248'}]} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:19.082039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:19.082519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': '744b8067-f5e0-4a2d-a10b-57d506225248'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:19.104154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-1363f3f2-68c2-4995-8771-c26d550b8919 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 61f6c74f-bbcb-430a-9abb-94f1c311c23c) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:19.114619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc72fd-9602-4001-80cb-508804012fc6 None None] Network 61f6c74f-bbcb-430a-9abb-94f1c311c23c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:19.117271 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1363f3f2-68c2-4995-8771-c26d550b8919 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:19.117961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1363f3f2-68c2-4995-8771-c26d550b8919 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.135141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41142) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:19.231233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device dd48698d-ad16-4699-a4fa-5f98f8b0f73b up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:19.255851 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1363f3f2-68c2-4995-8771-c26d550b8919 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3629255 Dec 22 04:56:19.258776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41146) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:19.266163 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-932603984', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:19.307969 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1be01fc-c284-4662-8a8a-432b7080682d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.311870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1be01fc-c284-4662-8a8a-432b7080682d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.313275 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e1be01fc-c284-4662-8a8a-432b7080682d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-groups/f14606b2-0974-4bc6-8e8f-2793711953b0 HTTP/1.1" status: 204 len: 168 time: 1.0227878 Dec 22 04:56:19.314878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Allocated IP 2001:db8::2de (836f5764-aaa1-4cbe-a2b2-34a0b079624b/ae1669b3-1800-442f-89c4-f13ecebc63b3/03a3dae7-b7a3-4395-a5a3-a288ea38c180) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:19.316175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41148) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:19.329073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port dd48698d-ad16-4699-a4fa-5f98f8b0f73b triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:19.329575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.338415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be01fc-c284-4662-8a8a-432b7080682d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14606b2-0974-4bc6-8e8f-2793711953b0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:19.403620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.429855 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c5c17072-8b78-4a96-8b51-de0ab8264582 tempest-AgentManagementNegativeTest-1577470689 tempest-AgentManagementNegativeTest-1577470689-project] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2962916 Dec 22 04:56:19.436541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.437936 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.487849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-61f6c74f-bbcb-430a-9abb-94f1c311c23c', 'network_id': '61f6c74f-bbcb-430a-9abb-94f1c311c23c', 'tenant_id': '77f383aab80c4ca28c4dee3028166f73', 'fixed_ips': [{'subnet_id': '2a0ce578-916a-4b0f-85fb-a8e2055cade3'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:19.488806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.505935 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cf18042b-a510-4d59-8cf7-95d11111ec44 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1884766 Dec 22 04:56:19.513879 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41152) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:19.521217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8006d47b-404d-4d8c-9c53-59247f642b51 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653044425'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:19.664762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 2} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:19.670023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.687056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.689166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.701451 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:19.779058 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccc6ecf-0a39-4b3b-99a6-60b890c0f4bd None None] Network 30599b73-fc9c-4641-a73a-116b0e42e1f9 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:19.814778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port 8eb90182-50df-4a86-80c3-8a3a731b4afd yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:19.946506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.007925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8006d47b-404d-4d8c-9c53-59247f642b51 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.036506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.038349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 836f5764-aaa1-4cbe-a2b2-34a0b079624b is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:20.054171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:20.059372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Allocated IP 172.20.0.2 (61f6c74f-bbcb-430a-9abb-94f1c311c23c/2a0ce578-916a-4b0f-85fb-a8e2055cade3/b9ff96df-b073-4509-aa9d-6dddcfd17a72) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:20.077040 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:20.084831 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:20.085934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.109248 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41156) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:20.130623 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.132953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=03a3dae7-b7a3-4395-a5a3-a288ea38c180,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:20.173521 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.177917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8006d47b-404d-4d8c-9c53-59247f642b51 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.187311 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-478603d6-38a7-4d16-b120-90484e11d607 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3004789 Dec 22 04:56:20.195490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41160) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:20.268305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.278054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea52502a-f5e8-4a17-816a-57b10a46b5fd None None] Network 836f5764-aaa1-4cbe-a2b2-34a0b079624b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:20.289959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c46ca34c-1ad5-4aba-af0e-cd8f9c157327 None None] Provisioning complete for port dd48698d-ad16-4699-a4fa-5f98f8b0f73b triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:20.290477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c46ca34c-1ad5-4aba-af0e-cd8f9c157327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.297332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8006d47b-404d-4d8c-9c53-59247f642b51 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.314724 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port 6f9b8ae3-f4c3-43b7-8da9-bdbb9d2531ca yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:20.321659 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3334ec38-a781-4b69-a2b7-03343b9547a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.355233 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006d47b-404d-4d8c-9c53-59247f642b51 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e7bd5d-8572-4548-ba85-9b2eabb7c27c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:20.360488 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.386624 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port dd48698d-ad16-4699-a4fa-5f98f8b0f73b, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=dd48698d-ad16-4699-a4fa-5f98f8b0f73b,segment=NetworkSegment(b5cf9193-bd56-4b13-ba69-59483b87ba50),segment_id=b5cf9193-bd56-4b13-ba69-59483b87ba50)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:20.407566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.449197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8006d47b-404d-4d8c-9c53-59247f642b51 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.450785 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8006d47b-404d-4d8c-9c53-59247f642b51 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9340608 Dec 22 04:56:20.460718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41162) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:20.465854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-def077eb-94c1-4515-b80a-2dc129982e8c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': '77e7bd5d-8572-4548-ba85-9b2eabb7c27c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:20.533162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.534040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 27a13777-b797-4873-bc29-9351402cb354 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:20.542436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.636892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.655714 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c46ca34c-1ad5-4aba-af0e-cd8f9c157327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.659816 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Network 61f6c74f-bbcb-430a-9abb-94f1c311c23c is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:20.684332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3334ec38-a781-4b69-a2b7-03343b9547a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.689509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:20.703164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:20.720489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.746348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=dd48698d-ad16-4699-a4fa-5f98f8b0f73b,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:20.789414 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3334ec38-a781-4b69-a2b7-03343b9547a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.804132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.815300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=dce603de-c748-40b9-af06-76e9a049a5a6,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:20.839186 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.862420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334ec38-a781-4b69-a2b7-03343b9547a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bd3f14-d5ac-425e-b015-681f8087e62c,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:20.870370 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3334ec38-a781-4b69-a2b7-03343b9547a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7b2a65e520e452fac8b5d4d65204317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7598534 Dec 22 04:56:20.872919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41164) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:20.912213 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 27a13777-b797-4873-bc29-9351402cb354 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:20.912589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.925136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.943006 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Attempting to bind port b9ff96df-b073-4509-aa9d-6dddcfd17a72 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:20.943407 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Attempting to bind port b9ff96df-b073-4509-aa9d-6dddcfd17a72 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'c5534f57-be78-41ae-b063-c92286edcce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '61f6c74f-bbcb-430a-9abb-94f1c311c23c'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:20.943757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Attempting to bind port b9ff96df-b073-4509-aa9d-6dddcfd17a72 on network 61f6c74f-bbcb-430a-9abb-94f1c311c23c {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:20.957238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.965523 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:20.970972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Checking segment: {'id': 'c5534f57-be78-41ae-b063-c92286edcce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '61f6c74f-bbcb-430a-9abb-94f1c311c23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:20.970972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.970972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Bound using segment: {'id': 'c5534f57-be78-41ae-b063-c92286edcce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '61f6c74f-bbcb-430a-9abb-94f1c311c23c'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:20.970972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Bound port: b9ff96df-b073-4509-aa9d-6dddcfd17a72, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5534f57-be78-41ae-b063-c92286edcce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '61f6c74f-bbcb-430a-9abb-94f1c311c23c'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:20.970972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.970972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-c46ca34c-1ad5-4aba-af0e-cd8f9c157327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:20.970972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-c46ca34c-1ad5-4aba-af0e-cd8f9c157327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:20.970972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Pushing event updated for resources: {'Port': ['ID=b9ff96df-b073-4509-aa9d-6dddcfd17a72,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:20.986558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:20.999179 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 30599b73-fc9c-4641-a73a-116b0e42e1f9 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:21.006313 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:21.013829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-def077eb-94c1-4515-b80a-2dc129982e8c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.042558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:21.088597 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-def077eb-94c1-4515-b80a-2dc129982e8c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.155296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] For port b9ff96df-b073-4509-aa9d-6dddcfd17a72, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:21.170077 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] For port b9ff96df-b073-4509-aa9d-6dddcfd17a72, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b9ff96df-b073-4509-aa9d-6dddcfd17a72,segment=NetworkSegment(c5534f57-be78-41ae-b063-c92286edcce4),segment_id=c5534f57-be78-41ae-b063-c92286edcce4)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:21.207612 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-def077eb-94c1-4515-b80a-2dc129982e8c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.249671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:21.256435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.271817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b6660dd7-2824-40d2-acf0-39e55573be10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.276267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=8eb90182-50df-4a86-80c3-8a3a731b4afd,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:21.277448 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def077eb-94c1-4515-b80a-2dc129982e8c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2596581-6c3a-4ad9-b71e-b6c92b2da6eb,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:21.309160 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:21.309916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.329465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-def077eb-94c1-4515-b80a-2dc129982e8c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.331019 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-def077eb-94c1-4515-b80a-2dc129982e8c tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8687298 Dec 22 04:56:21.336223 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.26.5.195 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/70f3ef79-f951-4a64-8f79-b0d9d70556f8) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:21.338425 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41166) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:21.356458 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:21.421616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5341ddc-f2c2-4fe8-841e-6435c37f63d5 None None] Pushing event updated for resources: {'Port': ['ID=b9ff96df-b073-4509-aa9d-6dddcfd17a72,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:21.434644 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 09e9562e-dbc4-439a-b742-8855db322041 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:21.450779 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-60cad73f-d7eb-49eb-893e-87969af96aba tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules/a2596581-6c3a-4ad9-b71e-b6c92b2da6eb HTTP/1.1" status: 200 len: 763 time: 0.1080251 Dec 22 04:56:21.456209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=6f9b8ae3-f4c3-43b7-8da9-bdbb9d2531ca,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:21.458577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41168) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:21.497504 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b6660dd7-2824-40d2-acf0-39e55573be10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.631231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 09e9562e-dbc4-439a-b742-8855db322041 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:21.631601 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.692988 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7e219f40-09d2-494b-a26b-9e73a4d0ba04 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2170124 Dec 22 04:56:21.718076 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41170) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:21.754763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8e7c897a-2cdc-47bd-9446-a1dd0d34524c None None] Provisioning complete for port 03a3dae7-b7a3-4395-a5a3-a288ea38c180 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:21.755125 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8e7c897a-2cdc-47bd-9446-a1dd0d34524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.811870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:21.828237 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d70ff4a6-e9c6-48a8-9cd2-5eac2faa59a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/96383fd4-a74f-4abb-a399-ff68b4a1f0e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5239880 Dec 22 04:56:21.832361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41172) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:21.836100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.841314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.877864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Checking segment: {'id': 'b1f77dc7-dc33-4f89-ad8a-e4c670b27e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '744b8067-f5e0-4a2d-a10b-57d506225248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:21.883466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Sync routers for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:21.883777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network hostable DHCP agents. Network: 744b8067-f5e0-4a2d-a10b-57d506225248, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:56:21.921222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c311905-a13c-49b1-83e8-df6ae910398e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.937425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.944162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c897a-2cdc-47bd-9446-a1dd0d34524c None None] Port 03a3dae7-b7a3-4395-a5a3-a288ea38c180 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:21.946814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.973671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:21.974142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:21.985260 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c311905-a13c-49b1-83e8-df6ae910398e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.997137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 744b8067-f5e0-4a2d-a10b-57d506225248 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:56:21.997137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b6660dd7-2824-40d2-acf0-39e55573be10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:21.999396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b6660dd7-2824-40d2-acf0-39e55573be10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.013295 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b6660dd7-2824-40d2-acf0-39e55573be10 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/88bd3f14-d5ac-425e-b015-681f8087e62c HTTP/1.1" status: 204 len: 168 time: 1.1296172 Dec 22 04:56:22.079948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=03a3dae7-b7a3-4395-a5a3-a288ea38c180,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:22.094325 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6660dd7-2824-40d2-acf0-39e55573be10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bd3f14-d5ac-425e-b015-681f8087e62c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:22.114428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8e7c897a-2cdc-47bd-9446-a1dd0d34524c None None] Provisioning complete for port dce603de-c748-40b9-af06-76e9a049a5a6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:22.114804 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8e7c897a-2cdc-47bd-9446-a1dd0d34524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.144395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 744b8067-f5e0-4a2d-a10b-57d506225248) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:22.162822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:22.164287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 09e9562e-dbc4-439a-b742-8855db322041, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=09e9562e-dbc4-439a-b742-8855db322041,segment=NetworkSegment(dcfda6cb-ff6a-4f12-a53a-b4bbd645460c),segment_id=dcfda6cb-ff6a-4f12-a53a-b4bbd645460c)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:22.170415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.172849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db0dc99-594c-4055-a215-5dff7c8946a3 None None] Network 744b8067-f5e0-4a2d-a10b-57d506225248 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:22.184381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.185357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.214203 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd7eff-373b-4e25-82e6-bcf63bda5650 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.214685 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd7eff-373b-4e25-82e6-bcf63bda5650 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.215945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd7eff-373b-4e25-82e6-bcf63bda5650 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.216177 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd7eff-373b-4e25-82e6-bcf63bda5650 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.216923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd7eff-373b-4e25-82e6-bcf63bda5650 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.217382 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd7eff-373b-4e25-82e6-bcf63bda5650 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.218083 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd7eff-373b-4e25-82e6-bcf63bda5650 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.218538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd7eff-373b-4e25-82e6-bcf63bda5650 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.219184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbd7eff-373b-4e25-82e6-bcf63bda5650 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.225422 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1bbd7eff-373b-4e25-82e6-bcf63bda5650 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6260 time: 0.3832712 Dec 22 04:56:22.226102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41176) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:22.235251 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c897a-2cdc-47bd-9446-a1dd0d34524c None None] Port dce603de-c748-40b9-af06-76e9a049a5a6 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:22.253084 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.253862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device dd48698d-ad16-4699-a4fa-5f98f8b0f73b up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:22.289065 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9a2ab849-3480-43f9-a307-3f855b83d92b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2167709 Dec 22 04:56:22.291853 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41178) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:22.339548 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8e7c897a-2cdc-47bd-9446-a1dd0d34524c None None] Provisioning complete for port dd48698d-ad16-4699-a4fa-5f98f8b0f73b triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:22.339963 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8e7c897a-2cdc-47bd-9446-a1dd0d34524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.350063 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c311905-a13c-49b1-83e8-df6ae910398e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.356804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.366566 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.371715 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c311905-a13c-49b1-83e8-df6ae910398e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.375515 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3c311905-a13c-49b1-83e8-df6ae910398e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a2596581-6c3a-4ad9-b71e-b6c92b2da6eb HTTP/1.1" status: 204 len: 168 time: 0.6477365 Dec 22 04:56:22.382024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41180) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:22.408035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:22.421312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b3147-f436-4706-a3f5-60217101d1f5 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.421822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b3147-f436-4706-a3f5-60217101d1f5 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.422262 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b3147-f436-4706-a3f5-60217101d1f5 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.422690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b3147-f436-4706-a3f5-60217101d1f5 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.423121 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b3147-f436-4706-a3f5-60217101d1f5 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.423537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b3147-f436-4706-a3f5-60217101d1f5 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.423955 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b3147-f436-4706-a3f5-60217101d1f5 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:22.424752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c311905-a13c-49b1-83e8-df6ae910398e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2596581-6c3a-4ad9-b71e-b6c92b2da6eb,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:22.429501 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2a7b3147-f436-4706-a3f5-60217101d1f5 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4524 time: 0.1999800 Dec 22 04:56:22.432781 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41184) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:22.438572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:56:22.442416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:22.459928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:22.556832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=70f3ef79-f951-4a64-8f79-b0d9d70556f8,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:22.660301 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-090970d9-b31b-4886-8d66-1db97ccfd676 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2299349 Dec 22 04:56:22.660301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41190) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:22.699709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-56b8cde6-7f94-456c-9450-554ef0e33e23 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': '77e7bd5d-8572-4548-ba85-9b2eabb7c27c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:22.715831 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=09e9562e-dbc4-439a-b742-8855db322041,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:22.726804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-49b63f5f-cf32-4cba-ac32-deee762d0203 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 6f9b8ae3-f4c3-43b7-8da9-bdbb9d2531ca {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:22.727284 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-49b63f5f-cf32-4cba-ac32-deee762d0203 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.838332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56b8cde6-7f94-456c-9450-554ef0e33e23 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.839576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port dd48698d-ad16-4699-a4fa-5f98f8b0f73b triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:22.840979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.866175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-49b63f5f-cf32-4cba-ac32-deee762d0203 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.905363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-49b63f5f-cf32-4cba-ac32-deee762d0203 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 6f9b8ae3-f4c3-43b7-8da9-bdbb9d2531ca owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:22.977531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56b8cde6-7f94-456c-9450-554ef0e33e23 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:22.999750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.004851 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8e7c897a-2cdc-47bd-9446-a1dd0d34524c None None] Provisioning complete for port 09e9562e-dbc4-439a-b742-8855db322041 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:23.004851 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8e7c897a-2cdc-47bd-9446-a1dd0d34524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.039939 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5f564e9d-ac19-40c0-8f02-67e7bd9f466c tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3388 time: 0.6023364 Dec 22 04:56:23.058416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0817e5a2-29bc-444b-b8c4-a9eb5aee7163 None None] Network 61f6c74f-bbcb-430a-9abb-94f1c311c23c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:23.165221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.209256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:56:19Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:19Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:23.244660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-49b63f5f-cf32-4cba-ac32-deee762d0203 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.252263 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Checking router: 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:23.252263 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Updating router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 port dce603de-c748-40b9-af06-76e9a049a5a6 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:56:23.277206 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b63f5f-cf32-4cba-ac32-deee762d0203 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=6f9b8ae3-f4c3-43b7-8da9-bdbb9d2531ca,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:23.301482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-49b63f5f-cf32-4cba-ac32-deee762d0203 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.305849 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-49b63f5f-cf32-4cba-ac32-deee762d0203 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/6f9b8ae3-f4c3-43b7-8da9-bdbb9d2531ca HTTP/1.1" status: 204 len: 168 time: 1.0115843 Dec 22 04:56:23.309427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41204) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:23.344695 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.411535 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f99aa5-86ff-4bfd-8c3b-2641d35679a2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:23.433093 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f99aa5-86ff-4bfd-8c3b-2641d35679a2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:23.438007 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-31f99aa5-86ff-4bfd-8c3b-2641d35679a2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1273036 Dec 22 04:56:23.491847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41208) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:23.583174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 09e9562e-dbc4-439a-b742-8855db322041 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:23.590465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41210) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:23.635615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41214) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:23.639908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56b8cde6-7f94-456c-9450-554ef0e33e23 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.645849 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-07941f3c-b2a2-4d26-ab31-7941713e7213 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1872071635', 'description': 'tempest-secgroup-smoke-1872071635 description', 'project_id': '029a077a8ccd4775910052d15f603bba'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:23.663084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.684764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8cde6-7f94-456c-9450-554ef0e33e23 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31390d0-6294-4459-8c99-7f1b5ed76630,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:23.739831 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-65fdd4f5-c963-4a5f-9a4e-2deb6ec1a7f4 None None] Provisioning complete for port b9ff96df-b073-4509-aa9d-6dddcfd17a72 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:23.740480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65fdd4f5-c963-4a5f-9a4e-2deb6ec1a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.763420 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-15dab277-f7c7-455e-8557-eb977e46b137 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 8eb90182-50df-4a86-80c3-8a3a731b4afd {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:23.763760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-15dab277-f7c7-455e-8557-eb977e46b137 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.769364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-511886119'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:23.786139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 09e9562e-dbc4-439a-b742-8855db322041 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:23.786598 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.813655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56b8cde6-7f94-456c-9450-554ef0e33e23 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.815473 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-56b8cde6-7f94-456c-9450-554ef0e33e23 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1366956 Dec 22 04:56:23.846901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41216) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:23.853827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-07941f3c-b2a2-4d26-ab31-7941713e7213 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:23.891435 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ca43bb8c-00c1-4023-b1e3-9166ab6ebc82 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules/a31390d0-6294-4459-8c99-7f1b5ed76630 HTTP/1.1" status: 200 len: 763 time: 0.0458312 Dec 22 04:56:23.894421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41218) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:23.938951 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65fdd4f5-c963-4a5f-9a4e-2deb6ec1a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.009652 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a6ac577f-ed14-4432-b27f-c0d13942971a tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1140127 Dec 22 04:56:24.015010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41220) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:24.031296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-65fdd4f5-c963-4a5f-9a4e-2deb6ec1a7f4 None None] For port b9ff96df-b073-4509-aa9d-6dddcfd17a72, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b9ff96df-b073-4509-aa9d-6dddcfd17a72,segment=NetworkSegment(c5534f57-be78-41ae-b063-c92286edcce4),segment_id=c5534f57-be78-41ae-b063-c92286edcce4)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:24.054731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.077175 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b9ff96df-b073-4509-aa9d-6dddcfd17a72 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:24.079877 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d2ca-2543-44c8-8bb0-ef760ac8c41d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.084639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-07941f3c-b2a2-4d26-ab31-7941713e7213 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.091318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d2ca-2543-44c8-8bb0-ef760ac8c41d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.122632 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65fdd4f5-c963-4a5f-9a4e-2deb6ec1a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.143272 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.144086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.162573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.162955 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-15dab277-f7c7-455e-8557-eb977e46b137 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.176436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d2ca-2543-44c8-8bb0-ef760ac8c41d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.177272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-65fdd4f5-c963-4a5f-9a4e-2deb6ec1a7f4 None None] Provisioning complete for port dce603de-c748-40b9-af06-76e9a049a5a6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:24.178104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-07941f3c-b2a2-4d26-ab31-7941713e7213 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.178345 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65fdd4f5-c963-4a5f-9a4e-2deb6ec1a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.183224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3fc1d2ca-2543-44c8-8bb0-ef760ac8c41d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.184524 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3fc1d2ca-2543-44c8-8bb0-ef760ac8c41d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a31390d0-6294-4459-8c99-7f1b5ed76630 HTTP/1.1" status: 204 len: 168 time: 0.1685371 Dec 22 04:56:24.189948 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41222) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:24.194210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-15dab277-f7c7-455e-8557-eb977e46b137 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 8eb90182-50df-4a86-80c3-8a3a731b4afd owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:24.236735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.251726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdd4f5-c963-4a5f-9a4e-2deb6ec1a7f4 None None] Pushing event updated for resources: {'Port': ['ID=b9ff96df-b073-4509-aa9d-6dddcfd17a72,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:24.258099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port b9ff96df-b073-4509-aa9d-6dddcfd17a72 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:24.259208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.263962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1d2ca-2543-44c8-8bb0-ef760ac8c41d tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a31390d0-6294-4459-8c99-7f1b5ed76630,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:24.278263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:24.282006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.282318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=03a3dae7-b7a3-4395-a5a3-a288ea38c180,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:24.291154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-07941f3c-b2a2-4d26-ab31-7941713e7213 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.293013 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-07941f3c-b2a2-4d26-ab31-7941713e7213 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6560471 Dec 22 04:56:24.296097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07941f3c-b2a2-4d26-ab31-7941713e7213 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fba4681-1635-4ab5-8b67-7689b5dc2d50,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:24.298097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41224) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:24.305633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-08e02b3d-74ef-4e26-afce-946383223655 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '2fba4681-1635-4ab5-8b67-7689b5dc2d50', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:24.309078 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.336458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-65fdd4f5-c963-4a5f-9a4e-2deb6ec1a7f4 None None] Port dce603de-c748-40b9-af06-76e9a049a5a6 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:24.341005 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e6caf3c7-b988-4efe-a461-4fd1a3f9fdab tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1478102 Dec 22 04:56:24.341939 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41226) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:24.353829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-71a8f748-de5c-4000-800c-5c9713b4b75f tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': '77e7bd5d-8572-4548-ba85-9b2eabb7c27c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:24.361017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 836f5764-aaa1-4cbe-a2b2-34a0b079624b is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:24.362763 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:24.384226 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b36ab6-9b84-4b5e-a1b8-3566f6849a12 None None] Pushing event updated for resources: {'Port': ['ID=dce603de-c748-40b9-af06-76e9a049a5a6,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:24.416253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-65fdd4f5-c963-4a5f-9a4e-2deb6ec1a7f4 None None] Provisioning complete for port 03a3dae7-b7a3-4395-a5a3-a288ea38c180 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:24.416706 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65fdd4f5-c963-4a5f-9a4e-2deb6ec1a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.455197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.462229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Attempting to bind port dce603de-c748-40b9-af06-76e9a049a5a6 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:24.463268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Attempting to bind port dce603de-c748-40b9-af06-76e9a049a5a6 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:24.463677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Attempting to bind port dce603de-c748-40b9-af06-76e9a049a5a6 on network 30599b73-fc9c-4641-a73a-116b0e42e1f9 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:24.464778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-15dab277-f7c7-455e-8557-eb977e46b137 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.470327 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router d12aeb47-a692-43d8-80e6-64cac457bdce is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:56:24.475633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-08e02b3d-74ef-4e26-afce-946383223655 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.501866 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:24.503713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Checking segment: {'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:24.503713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.503713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Bound using segment: {'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:24.504066 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Bound port: dce603de-c748-40b9-af06-76e9a049a5a6, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:24.504589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.515817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-65fdd4f5-c963-4a5f-9a4e-2deb6ec1a7f4 None None] Port 03a3dae7-b7a3-4395-a5a3-a288ea38c180 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:24.562030 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-08e02b3d-74ef-4e26-afce-946383223655 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.597283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] For port dce603de-c748-40b9-af06-76e9a049a5a6, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:24.601106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] For port dce603de-c748-40b9-af06-76e9a049a5a6, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=dce603de-c748-40b9-af06-76e9a049a5a6,segment=NetworkSegment(b5cf9193-bd56-4b13-ba69-59483b87ba50),segment_id=b5cf9193-bd56-4b13-ba69-59483b87ba50)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:24.614578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dab277-f7c7-455e-8557-eb977e46b137 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=8eb90182-50df-4a86-80c3-8a3a731b4afd,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:24.619608 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.638682 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-15dab277-f7c7-455e-8557-eb977e46b137 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.640972 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-08e02b3d-74ef-4e26-afce-946383223655 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.649337 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-15dab277-f7c7-455e-8557-eb977e46b137 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/8eb90182-50df-4a86-80c3-8a3a731b4afd HTTP/1.1" status: 204 len: 168 time: 1.1539896 Dec 22 04:56:24.654182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41228) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:24.663337 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-933fa867-6caf-4d69-91e1-541db7dcf7a2 None None] Provisioning complete for port b9ff96df-b073-4509-aa9d-6dddcfd17a72 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:24.663337 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-933fa867-6caf-4d69-91e1-541db7dcf7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.669685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.680110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e02b3d-74ef-4e26-afce-946383223655 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb3c478-6088-43fc-8628-809430886323,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:24.687373 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:56:24.693646 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5554140f-707b-4fd7-b3e5-943c62429a1d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:24.710725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router c289fc73-c90f-4189-905f-bf835322a71b is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:56:24.722801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-71a8f748-de5c-4000-800c-5c9713b4b75f tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.730638 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.732402 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Added segment e4af6237-ba40-41ef-baba-bd7f70207b00 of type vlan for network 2485d7d3-5b15-435d-bf80-f80d67582626 Dec 22 04:56:24.744812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:24.758614 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df1dd7-721c-427d-9d0d-873bdebe6696 None None] Sync routers for ids ['d12aeb47-a692-43d8-80e6-64cac457bdce'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:24.775453 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df1dd7-721c-427d-9d0d-873bdebe6696 None None] Routers {'d12aeb47-a692-43d8-80e6-64cac457bdce'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:24.776086 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c0df1dd7-721c-427d-9d0d-873bdebe6696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d12aeb47-a692-43d8-80e6-64cac457bdce'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:24.788102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:24.789033 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:24.822022 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.849665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b2a8c8-87ed-4861-887c-e8262b6be2aa tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:24.851234 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-20b2a8c8-87ed-4861-887c-e8262b6be2aa tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1961100 Dec 22 04:56:24.854644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-08e02b3d-74ef-4e26-afce-946383223655 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.855944 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-08e02b3d-74ef-4e26-afce-946383223655 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5552254 Dec 22 04:56:24.857154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41230) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:24.865461 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41232) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:24.870572 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c0df1dd7-721c-427d-9d0d-873bdebe6696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:24.872200 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8a21df06-9d22-45d6-af44-fd547fdfb6ae tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '2fba4681-1635-4ab5-8b67-7689b5dc2d50', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:24.887476 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df1dd7-721c-427d-9d0d-873bdebe6696 None None] Routers {'d12aeb47-a692-43d8-80e6-64cac457bdce'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:24.887845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-71a8f748-de5c-4000-800c-5c9713b4b75f tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.887938 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c0df1dd7-721c-427d-9d0d-873bdebe6696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d12aeb47-a692-43d8-80e6-64cac457bdce'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:24.890006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:24.891269 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0f6a9596-85fb-4854-af91-b7250ac461ff tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6314709 Dec 22 04:56:24.895162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41234) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:24.945066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:24.946373 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c0df1dd7-721c-427d-9d0d-873bdebe6696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:24.947072 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a61b9ea-d41b-4037-8a53-1b14447b26f6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:56:24.954275 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df1dd7-721c-427d-9d0d-873bdebe6696 None None] The sync data for ids ['d12aeb47-a692-43d8-80e6-64cac457bdce'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:24.959734 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0a61b9ea-d41b-4037-8a53-1b14447b26f6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/6f9b8ae3-f4c3-43b7-8da9-bdbb9d2531ca HTTP/1.1" status: 404 len: 333 time: 0.0591712 Dec 22 04:56:24.965195 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-28bfecf7-3f0e-48df-b860-ea7d37e47c9d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/c289fc73-c90f-4189-905f-bf835322a71b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7724719 Dec 22 04:56:24.965195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41236) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:24.975080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41238) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:25.041187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad973d45-3895-4f69-b72c-c155436e6776 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:25.046055 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ad973d45-3895-4f69-b72c-c155436e6776 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports/03a3dae7-b7a3-4395-a5a3-a288ea38c180 HTTP/1.1" status: 200 len: 983 time: 0.0656366 Dec 22 04:56:25.046055 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac4ca12-b3f8-46ab-a01d-5e3684f12d7d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:56:25.048736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41240) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:25.050303 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2ac4ca12-b3f8-46ab-a01d-5e3684f12d7d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/8eb90182-50df-4a86-80c3-8a3a731b4afd HTTP/1.1" status: 404 len: 333 time: 0.0839655 Dec 22 04:56:25.051986 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41242) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:25.057130 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9526b3d-2e46-40f9-ae06-1d81be4e85c4 None None] Sync routers for ids ['c289fc73-c90f-4189-905f-bf835322a71b'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:25.060705 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.064312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b36ab6-9b84-4b5e-a1b8-3566f6849a12 None None] Pushing event updated for resources: {'Port': ['ID=dce603de-c748-40b9-af06-76e9a049a5a6,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:25.066930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:25.066930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.070014 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-71a8f748-de5c-4000-800c-5c9713b4b75f tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.111809 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9526b3d-2e46-40f9-ae06-1d81be4e85c4 None None] Routers {'c289fc73-c90f-4189-905f-bf835322a71b'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:25.112675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f9526b3d-2e46-40f9-ae06-1d81be4e85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c289fc73-c90f-4189-905f-bf835322a71b'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:25.141918 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.158166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f9526b3d-2e46-40f9-ae06-1d81be4e85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:25.199793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:56:25.201932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9526b3d-2e46-40f9-ae06-1d81be4e85c4 None None] Routers {'c289fc73-c90f-4189-905f-bf835322a71b'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:25.202545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f9526b3d-2e46-40f9-ae06-1d81be4e85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c289fc73-c90f-4189-905f-bf835322a71b'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:25.263095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b9ff96df-b073-4509-aa9d-6dddcfd17a72 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:25.267422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.267585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f9526b3d-2e46-40f9-ae06-1d81be4e85c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:25.268149 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9526b3d-2e46-40f9-ae06-1d81be4e85c4 None None] The sync data for ids ['c289fc73-c90f-4189-905f-bf835322a71b'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:25.271738 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8f748-de5c-4000-800c-5c9713b4b75f tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5e94c6-cba1-4df1-9ac4-b1f43b793066,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:25.297359 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a21df06-9d22-45d6-af44-fd547fdfb6ae tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.298751 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744b8067-f5e0-4a2d-a10b-57d506225248']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:25.310171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f77dc7-dc33-4f89-ad8a-e4c670b27e11') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:25.310541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f77dc7-dc33-4f89-ad8a-e4c670b27e11') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:25.321540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.324807 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Network': ['ID=2485d7d3-5b15-435d-bf80-f80d67582626,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:25.335543 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f934debb-6d2d-4455-bed6-dc1a4a149b75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7429974 Dec 22 04:56:25.344216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41244) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:25.345323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.354068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-604b595f-f2d0-445b-a02a-dce4fa5311b2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:25.358610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:56:25.359516 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-71a8f748-de5c-4000-800c-5c9713b4b75f tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.364256 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-71a8f748-de5c-4000-800c-5c9713b4b75f tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0155792 Dec 22 04:56:25.379055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41246) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:25.380808 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:56:25.381318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:56:25.384420 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:56:25.451596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-80123ab2-a007-4e09-b01d-51fdd4e4216b None None] Provisioning complete for port dce603de-c748-40b9-af06-76e9a049a5a6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:25.451961 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-80123ab2-a007-4e09-b01d-51fdd4e4216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.510149 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port b9ff96df-b073-4509-aa9d-6dddcfd17a72 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:25.510521 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.510705 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5237b406-5996-48fb-8243-7a0a69d4f1d1 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules/2b5e94c6-cba1-4df1-9ac4-b1f43b793066 HTTP/1.1" status: 200 len: 764 time: 0.1279478 Dec 22 04:56:25.513469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41248) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:25.558747 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8c3aa2bf-6541-4983-906e-98aa292dc566 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0435112 Dec 22 04:56:25.561397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41250) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:25.563322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a21df06-9d22-45d6-af44-fd547fdfb6ae tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.593562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3df4367-fa92-4823-93be-fed9437821ed tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.603014 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3df4367-fa92-4823-93be-fed9437821ed tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.614018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.618635 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.626771 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/networks/744b8067-f5e0-4a2d-a10b-57d506225248 HTTP/1.1" status: 204 len: 168 time: 0.5702026 Dec 22 04:56:25.631523 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41252) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:25.636741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d16abe51-d8db-4bed-b297-ce9f0c4779cd tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-798206003'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:25.647292 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604b595f-f2d0-445b-a02a-dce4fa5311b2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:25.650900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-604b595f-f2d0-445b-a02a-dce4fa5311b2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.667161 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9ae20-4ac5-4b87-b3af-165e9bcc6de2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Network': ['ID=744b8067-f5e0-4a2d-a10b-57d506225248,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:25.681807 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-80123ab2-a007-4e09-b01d-51fdd4e4216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.684639 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a21df06-9d22-45d6-af44-fd547fdfb6ae tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.685516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:56:19Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:24Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:25.725970 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89a851-4c70-4046-84e6-64b5558555ae None None] The sync data for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv is: [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:56:19Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:24Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:25.750297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21df06-9d22-45d6-af44-fd547fdfb6ae tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bd66b5-4763-43f1-b373-ca1b5dcf86b6,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:25.757765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-80123ab2-a007-4e09-b01d-51fdd4e4216b None None] For port dce603de-c748-40b9-af06-76e9a049a5a6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=dce603de-c748-40b9-af06-76e9a049a5a6,segment=NetworkSegment(b5cf9193-bd56-4b13-ba69-59483b87ba50),segment_id=b5cf9193-bd56-4b13-ba69-59483b87ba50)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:25.784459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3df4367-fa92-4823-93be-fed9437821ed tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.810224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3df4367-fa92-4823-93be-fed9437821ed tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.814436 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d3df4367-fa92-4823-93be-fed9437821ed tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/2b5e94c6-cba1-4df1-9ac4-b1f43b793066 HTTP/1.1" status: 204 len: 168 time: 0.2490721 Dec 22 04:56:25.815171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41254) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:25.830618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3df4367-fa92-4823-93be-fed9437821ed tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b5e94c6-cba1-4df1-9ac4-b1f43b793066,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:25.848461 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16abe51-d8db-4bed-b297-ce9f0c4779cd tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:25.853833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d16abe51-d8db-4bed-b297-ce9f0c4779cd tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.874374 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-80123ab2-a007-4e09-b01d-51fdd4e4216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.901704 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a21df06-9d22-45d6-af44-fd547fdfb6ae tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.906746 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8a21df06-9d22-45d6-af44-fd547fdfb6ae tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0371711 Dec 22 04:56:25.909172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41256) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:25.910962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.920759 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-0b7a70c8-dcf1-4216-ad45-dc14832393e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '2fba4681-1635-4ab5-8b67-7689b5dc2d50', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:25.929156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-80123ab2-a007-4e09-b01d-51fdd4e4216b None None] Provisioning complete for port 03a3dae7-b7a3-4395-a5a3-a288ea38c180 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:25.929156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-80123ab2-a007-4e09-b01d-51fdd4e4216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:25.941262 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fcbae4a2-9bd1-48ff-b599-b7718df8c5b2 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1209764 Dec 22 04:56:25.943765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41258) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:25.945528 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16abe51-d8db-4bed-b297-ce9f0c4779cd tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:56:25.980985 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80123ab2-a007-4e09-b01d-51fdd4e4216b None None] Pushing event updated for resources: {'Port': ['ID=dce603de-c748-40b9-af06-76e9a049a5a6,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:25.994300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-483f374b-f626-4b72-89ae-89726d2b200b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.015290 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-80123ab2-a007-4e09-b01d-51fdd4e4216b None None] Port 03a3dae7-b7a3-4395-a5a3-a288ea38c180 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:26.066868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-165caf0b-9b94-4043-9afc-ef4d959615bf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.093505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-165caf0b-9b94-4043-9afc-ef4d959615bf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.111122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d16abe51-d8db-4bed-b297-ce9f0c4779cd tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.111463 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-d16abe51-d8db-4bed-b297-ce9f0c4779cd tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Added segment 971eccd0-5516-4a3d-892c-e1f2bea12041 of type vlan for network 42c78f4e-b165-427f-887e-ae1480e3af1f Dec 22 04:56:26.115425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b7a70c8-dcf1-4216-ad45-dc14832393e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.130014 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-604b595f-f2d0-445b-a02a-dce4fa5311b2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.176156 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d16abe51-d8db-4bed-b297-ce9f0c4779cd tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.239422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b595f-f2d0-445b-a02a-dce4fa5311b2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=2580a665-7fbe-4746-a2a1-3a44363f22d8,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:26.259887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b595f-f2d0-445b-a02a-dce4fa5311b2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:26.260273 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b595f-f2d0-445b-a02a-dce4fa5311b2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network hostable DHCP agents. Network: 2485d7d3-5b15-435d-bf80-f80d67582626, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:56:26.271499 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b7a70c8-dcf1-4216-ad45-dc14832393e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.297687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-165caf0b-9b94-4043-9afc-ef4d959615bf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.300409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-165caf0b-9b94-4043-9afc-ef4d959615bf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.310898 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-165caf0b-9b94-4043-9afc-ef4d959615bf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-groups/77e7bd5d-8572-4548-ba85-9b2eabb7c27c HTTP/1.1" status: 204 len: 168 time: 0.3586442 Dec 22 04:56:26.310898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41260) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:26.327588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165caf0b-9b94-4043-9afc-ef4d959615bf tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e7bd5d-8572-4548-ba85-9b2eabb7c27c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:26.333376 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d16abe51-d8db-4bed-b297-ce9f0c4779cd tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.341917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16abe51-d8db-4bed-b297-ce9f0c4779cd tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:26.345164 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d16abe51-d8db-4bed-b297-ce9f0c4779cd tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.370501 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1ee8d179-ef04-409c-96f3-14db3d43251f tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0641229 Dec 22 04:56:26.377076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41262) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:26.382855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b8472d0a-b8a4-4776-b844-cd08e53c0f90 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group': {'name': 'tempest-secgroup--683295331'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:26.402728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b595f-f2d0-445b-a02a-dce4fa5311b2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:56:26.414111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b7a70c8-dcf1-4216-ad45-dc14832393e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.437107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a70c8-dcf1-4216-ad45-dc14832393e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6f35a6-39b8-418f-8cb0-5d39b567873d,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:26.484313 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16abe51-d8db-4bed-b297-ce9f0c4779cd tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Network': ['ID=42c78f4e-b165-427f-887e-ae1480e3af1f,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:26.496276 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 42c78f4e-b165-427f-887e-ae1480e3af1f details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:56:26.498183 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-604b595f-f2d0-445b-a02a-dce4fa5311b2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 2485d7d3-5b15-435d-bf80-f80d67582626) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:26.502605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604b595f-f2d0-445b-a02a-dce4fa5311b2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:26.512701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-604b595f-f2d0-445b-a02a-dce4fa5311b2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.523012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a437e4ce-b38a-4b4c-87ae-17581b8a9b50 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:26.537993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b7a70c8-dcf1-4216-ad45-dc14832393e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.539738 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0b7a70c8-dcf1-4216-ad45-dc14832393e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6262572 Dec 22 04:56:26.540505 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d16abe51-d8db-4bed-b297-ce9f0c4779cd tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9079189 Dec 22 04:56:26.541461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b8472d0a-b8a4-4776-b844-cd08e53c0f90 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.545112 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41264) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:26.546232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41266) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:26.552955 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '42c78f4e-b165-427f-887e-ae1480e3af1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:26.561558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b924d5be-35fe-42f7-b10d-83510dd1425c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '2fba4681-1635-4ab5-8b67-7689b5dc2d50', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:26.597870 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-604b595f-f2d0-445b-a02a-dce4fa5311b2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2478731 Dec 22 04:56:26.607144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41268) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:26.614816 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'name': 'tempest-NetworksTestDHCPv6-1067013983'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:26.749171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b8472d0a-b8a4-4776-b844-cd08e53c0f90 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.760879 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '2580a665-7fbe-4746-a2a1-3a44363f22d8'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:26.762287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.812711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b924d5be-35fe-42f7-b10d-83510dd1425c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.848222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b8472d0a-b8a4-4776-b844-cd08e53c0f90 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.901924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8472d0a-b8a4-4776-b844-cd08e53c0f90 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0d59da-f349-4ddf-85d5-c37ccf9f3e94,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:26.911213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.20.0.1 (61f6c74f-bbcb-430a-9abb-94f1c311c23c/2a0ce578-916a-4b0f-85fb-a8e2055cade3/3c8e1de0-80fb-4366-92fc-11a7b7d21468) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:26.925489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Allocated IP 2001:db8::2 (2485d7d3-5b15-435d-bf80-f80d67582626/2580a665-7fbe-4746-a2a1-3a44363f22d8/0e15b4d8-841c-4bea-9cc3-16330c047135) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:26.942777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b924d5be-35fe-42f7-b10d-83510dd1425c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.954193 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:26.958510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:26.976973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port a8eb6b10-08fe-4cf8-9d16-fcde595b901f yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:27.022968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b8472d0a-b8a4-4776-b844-cd08e53c0f90 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.024230 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b8472d0a-b8a4-4776-b844-cd08e53c0f90 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6458654 Dec 22 04:56:27.028372 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41270) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:27.031925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-20d5393e-3d57-441a-b19f-b35644d094ad tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Request body: {'security_group_rule': {'security_group_id': 'cd0d59da-f349-4ddf-85d5-c37ccf9f3e94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:27.050516 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-483f374b-f626-4b72-89ae-89726d2b200b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 03a3dae7-b7a3-4395-a5a3-a288ea38c180 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:27.050886 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-483f374b-f626-4b72-89ae-89726d2b200b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.070890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b924d5be-35fe-42f7-b10d-83510dd1425c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.085609 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924d5be-35fe-42f7-b10d-83510dd1425c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68886b20-011f-4915-91b9-3898fa214b8a,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:27.130980 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.158119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.165151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-20d5393e-3d57-441a-b19f-b35644d094ad tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.192348 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b924d5be-35fe-42f7-b10d-83510dd1425c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.196464 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b924d5be-35fe-42f7-b10d-83510dd1425c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6451364 Dec 22 04:56:27.197086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:27.198943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41272) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:27.201430 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.209250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-c6c734d1-af7d-41cd-bd98-a6ad03f86a84 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '2fba4681-1635-4ab5-8b67-7689b5dc2d50', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:27.212159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-483f374b-f626-4b72-89ae-89726d2b200b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.246398 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.286701 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-483f374b-f626-4b72-89ae-89726d2b200b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 03a3dae7-b7a3-4395-a5a3-a288ea38c180 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:27.305489 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Performing IP validity checks on allocation pools {{(pid=109182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:56:27.306394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:56:27.306624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-20d5393e-3d57-441a-b19f-b35644d094ad tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.333910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::3a9 (2485d7d3-5b15-435d-bf80-f80d67582626/2580a665-7fbe-4746-a2a1-3a44363f22d8/a8eb6b10-08fe-4cf8-9d16-fcde595b901f) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:27.388848 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-c6c734d1-af7d-41cd-bd98-a6ad03f86a84 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:56:27.391298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Pushing event updated for resources: {'Port': ['ID=0e15b4d8-841c-4bea-9cc3-16330c047135,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:27.394030 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device dce603de-c748-40b9-af06-76e9a049a5a6 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:27.409045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6c734d1-af7d-41cd-bd98-a6ad03f86a84 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.421868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.422539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-20d5393e-3d57-441a-b19f-b35644d094ad tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.457112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:27.460299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:27.463758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:27.497871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5393e-3d57-441a-b19f-b35644d094ad tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddaf152-6a57-41db-badb-29355d742b64,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:27.501074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port dce603de-c748-40b9-af06-76e9a049a5a6 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:27.501569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.533007 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network 61f6c74f-bbcb-430a-9abb-94f1c311c23c is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:27.543928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:27.566272 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:27.566731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-20d5393e-3d57-441a-b19f-b35644d094ad tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.567965 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-20d5393e-3d57-441a-b19f-b35644d094ad tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5394907 Dec 22 04:56:27.575106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41274) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:27.575748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=3c8e1de0-80fb-4366-92fc-11a7b7d21468,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:27.601952 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Attempting to bind port 0e15b4d8-841c-4bea-9cc3-16330c047135 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:27.602327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Attempting to bind port 0e15b4d8-841c-4bea-9cc3-16330c047135 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:27.602705 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Attempting to bind port 0e15b4d8-841c-4bea-9cc3-16330c047135 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:27.609258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6c734d1-af7d-41cd-bd98-a6ad03f86a84 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.618568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:27.618948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:27.619353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.619748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:27.620256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Bound port: 0e15b4d8-841c-4bea-9cc3-16330c047135, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:27.620640 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.664230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.677735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-69c68d6f-ea01-48d5-b47a-95857e1cc85e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.699210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6c734d1-af7d-41cd-bd98-a6ad03f86a84 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.703304 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.722344 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.733395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] For port 0e15b4d8-841c-4bea-9cc3-16330c047135, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:27.734103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-69c68d6f-ea01-48d5-b47a-95857e1cc85e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.750208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c734d1-af7d-41cd-bd98-a6ad03f86a84 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd4b3ce-e267-44d5-81a2-be03c73e1d79,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:27.752979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] For port 0e15b4d8-841c-4bea-9cc3-16330c047135, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0e15b4d8-841c-4bea-9cc3-16330c047135,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:27.808234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6c734d1-af7d-41cd-bd98-a6ad03f86a84 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.809770 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c6c734d1-af7d-41cd-bd98-a6ad03f86a84 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6045787 Dec 22 04:56:27.816609 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41276) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:27.817947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-73a95c15-c009-4403-a7b9-ca7db26d2d6b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '2fba4681-1635-4ab5-8b67-7689b5dc2d50', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:27.829822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.853173 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-69c68d6f-ea01-48d5-b47a-95857e1cc85e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.857797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-69c68d6f-ea01-48d5-b47a-95857e1cc85e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.863071 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-69c68d6f-ea01-48d5-b47a-95857e1cc85e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-groups/cd0d59da-f349-4ddf-85d5-c37ccf9f3e94 HTTP/1.1" status: 204 len: 168 time: 0.2855477 Dec 22 04:56:27.864908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.865848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41278) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:27.885565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Subnet': ['ID=e415c7d3-9ec4-41c0-b5d7-944feb6f55a2,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:27.903209 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Checking segment: {'id': '971eccd0-5516-4a3d-892c-e1f2bea12041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '42c78f4e-b165-427f-887e-ae1480e3af1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:27.903562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network hostable DHCP agents. Network: 42c78f4e-b165-427f-887e-ae1480e3af1f, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:56:27.907770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a0baa-cbf0-414c-aa84-955adfd26543 None None] Pushing event updated for resources: {'Port': ['ID=0e15b4d8-841c-4bea-9cc3-16330c047135,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:27.952274 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c68d6f-ea01-48d5-b47a-95857e1cc85e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0d59da-f349-4ddf-85d5-c37ccf9f3e94,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:27.952698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-258430b2-3f55-4934-b51c-46d4b84e72a0 None None] Provisioning complete for port 3c8e1de0-80fb-4366-92fc-11a7b7d21468 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:27.953166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-258430b2-3f55-4934-b51c-46d4b84e72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:27.954717 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-73a95c15-c009-4403-a7b9-ca7db26d2d6b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:56:27.982800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-73a95c15-c009-4403-a7b9-ca7db26d2d6b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.009361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-258430b2-3f55-4934-b51c-46d4b84e72a0 None None] Port 3c8e1de0-80fb-4366-92fc-11a7b7d21468 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:28.025114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:28.031262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-483f374b-f626-4b72-89ae-89726d2b200b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.042227 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=a8eb6b10-08fe-4cf8-9d16-fcde595b901f,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:28.055336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:28.068411 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 42c78f4e-b165-427f-887e-ae1480e3af1f is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:56:28.068613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:28.076833 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:28.077461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.113479 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-af9dc73b-f3a6-4778-b257-189a94d37087 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2429729 Dec 22 04:56:28.124178 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41280) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:28.139418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f374b-f626-4b72-89ae-89726d2b200b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=03a3dae7-b7a3-4395-a5a3-a288ea38c180,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:28.148301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-73a95c15-c009-4403-a7b9-ca7db26d2d6b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.155854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.220858 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f8733c31-1a11-4512-9b2e-d0b874509fa7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6105101 Dec 22 04:56:28.233118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41282) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:28.277826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-73a95c15-c009-4403-a7b9-ca7db26d2d6b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.292530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 42c78f4e-b165-427f-887e-ae1480e3af1f) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:28.303367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e181f20-caa1-41ba-9c2a-b1dc8ce48fa8 None None] Network 42c78f4e-b165-427f-887e-ae1480e3af1f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:28.321947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a95c15-c009-4403-a7b9-ca7db26d2d6b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02290bc6-0d02-4275-8831-bc013960cd50,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:28.349919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ac3d40-e140-4181-a961-579fee4c1ff9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:28.356549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ac3d40-e140-4181-a961-579fee4c1ff9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:28.358617 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-94ac3d40-e140-4181-a961-579fee4c1ff9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1245055 Dec 22 04:56:28.361495 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41284) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:28.380621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-73a95c15-c009-4403-a7b9-ca7db26d2d6b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.383825 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-73a95c15-c009-4403-a7b9-ca7db26d2d6b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5696261 Dec 22 04:56:28.412386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:28.412386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.421148 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6c30e45d-b1b1-44d2-bc43-bb2c1747b507 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2933977 Dec 22 04:56:28.426116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41288) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:28.435726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-483f374b-f626-4b72-89ae-89726d2b200b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.457383 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-07d6cf7e-fc08-4fd1-be8b-09fb14c63969 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] delete failed (client error): The resource could not be found. Dec 22 04:56:28.458777 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-07d6cf7e-fc08-4fd1-be8b-09fb14c63969 tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "DELETE /v2.0/security-groups/cd0d59da-f349-4ddf-85d5-c37ccf9f3e94 HTTP/1.1" status: 404 len: 347 time: 0.0306244 Dec 22 04:56:28.463267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41290) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:28.519799 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-42c78f4e-b165-427f-887e-ae1480e3af1f', 'network_id': '42c78f4e-b165-427f-887e-ae1480e3af1f', 'tenant_id': 'b5cf82dfcab94f74b5cae5119093644d', 'fixed_ips': [{'subnet_id': 'e415c7d3-9ec4-41c0-b5d7-944feb6f55a2'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:28.520944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.561797 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-513d1f87-3b83-4a5c-96e1-6a40920e2377 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0137291 Dec 22 04:56:28.570259 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41294) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:28.570429 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d147807d-1fc1-4645-b4fb-b0036360720e tempest-SecGroupTest-755600419 tempest-SecGroupTest-755600419-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1046031 Dec 22 04:56:28.580662 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': '42c78f4e-b165-427f-887e-ae1480e3af1f', 'name': 'tempest-PortsTestJSON-112018490'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:28.597326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-2c448668-fe9e-4e99-9840-b6de8ffcaa81 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port a8eb6b10-08fe-4cf8-9d16-fcde595b901f {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:28.599061 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2c448668-fe9e-4e99-9840-b6de8ffcaa81 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.710066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2c448668-fe9e-4e99-9840-b6de8ffcaa81 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.730772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-2c448668-fe9e-4e99-9840-b6de8ffcaa81 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for a8eb6b10-08fe-4cf8-9d16-fcde595b901f owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:28.754037 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Allocated IP 172.20.0.2 (42c78f4e-b165-427f-887e-ae1480e3af1f/e415c7d3-9ec4-41c0-b5d7-944feb6f55a2/f81758b2-49b3-4407-a8c8-50e2f0885d8c) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:28.955183 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-17e8bc50-163b-42df-bbaf-e456075b62c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1872071635&fields=id&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 267 time: 0.2561471 Dec 22 04:56:28.966080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:28.987268 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2c448668-fe9e-4e99-9840-b6de8ffcaa81 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.026041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c448668-fe9e-4e99-9840-b6de8ffcaa81 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=a8eb6b10-08fe-4cf8-9d16-fcde595b901f,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:29.053269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2c448668-fe9e-4e99-9840-b6de8ffcaa81 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.060381 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2c448668-fe9e-4e99-9840-b6de8ffcaa81 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/a8eb6b10-08fe-4cf8-9d16-fcde595b901f HTTP/1.1" status: 204 len: 168 time: 0.6976404 Dec 22 04:56:29.061011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41310) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:29.087250 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483f374b-f626-4b72-89ae-89726d2b200b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router c289fc73-c90f-4189-905f-bf835322a71b has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:29.115431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:29.122139 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.143463 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3b9947-2a18-435d-ad68-ef8bf39754da None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:29.153782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd123c25-47c5-4196-8241-7f7954c5f6a4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:29.155714 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd123c25-47c5-4196-8241-7f7954c5f6a4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:29.159591 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cd123c25-47c5-4196-8241-7f7954c5f6a4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0953903 Dec 22 04:56:29.160313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41312) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:29.213141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port 05fe55a1-3344-4d1e-af79-c737db462e67 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:29.233042 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.235671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c918f01-d56e-427d-9bd8-d2c1930af2e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 2580a665-7fbe-4746-a2a1-3a44363f22d8 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:29.241301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c918f01-d56e-427d-9bd8-d2c1930af2e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.294505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c918f01-d56e-427d-9bd8-d2c1930af2e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.329732 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41316) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:29.342529 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0e15b4d8-841c-4bea-9cc3-16330c047135 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:29.360602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Network 42c78f4e-b165-427f-887e-ae1480e3af1f is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:29.361950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Pushing event updated for resources: {'Port': ['ID=f81758b2-49b3-4407-a8c8-50e2f0885d8c,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:29.393691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:29.398375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:29.432028 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c918f01-d56e-427d-9bd8-d2c1930af2e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.437047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e11a6326-fc19-45fe-b1c3-d43b96bf5580 None None] Provisioning complete for port 0e15b4d8-841c-4bea-9cc3-16330c047135 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:29.437420 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e11a6326-fc19-45fe-b1c3-d43b96bf5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.541332 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a5a8728d-f0af-492c-b276-e4d1f6e2cf49 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7633755f30844800ad2a4584a90f06ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102971 Dec 22 04:56:29.543964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41320) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:29.565000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Attempting to bind port f81758b2-49b3-4407-a8c8-50e2f0885d8c on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:29.565369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Attempting to bind port f81758b2-49b3-4407-a8c8-50e2f0885d8c by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '971eccd0-5516-4a3d-892c-e1f2bea12041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '42c78f4e-b165-427f-887e-ae1480e3af1f'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:29.565726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Attempting to bind port f81758b2-49b3-4407-a8c8-50e2f0885d8c on network 42c78f4e-b165-427f-887e-ae1480e3af1f {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:29.575701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:29.584686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Checking segment: {'id': '971eccd0-5516-4a3d-892c-e1f2bea12041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '42c78f4e-b165-427f-887e-ae1480e3af1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:29.584686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.584686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Bound using segment: {'id': '971eccd0-5516-4a3d-892c-e1f2bea12041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '42c78f4e-b165-427f-887e-ae1480e3af1f'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:29.584686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Bound port: f81758b2-49b3-4407-a8c8-50e2f0885d8c, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '971eccd0-5516-4a3d-892c-e1f2bea12041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '42c78f4e-b165-427f-887e-ae1480e3af1f'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:29.584686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.601813 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-de376bf9-0cd2-4a55-a755-743a78d98ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.625039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-de376bf9-0cd2-4a55-a755-743a78d98ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.660751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 0e15b4d8-841c-4bea-9cc3-16330c047135 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:29.661156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.713607 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483f374b-f626-4b72-89ae-89726d2b200b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:29.719396 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.725519 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5b963-47ec-4532-ba2f-334c656f9000 None None] Sync routers for ids ['c289fc73-c90f-4189-905f-bf835322a71b'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:29.726090 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-483f374b-f626-4b72-89ae-89726d2b200b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/c289fc73-c90f-4189-905f-bf835322a71b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6738808 Dec 22 04:56:29.729727 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41322) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:29.736071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835fbba-c16c-416b-b605-3a437626076c req-14780612-523b-4a66-b46c-c4ea9af442c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:29.737449 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5b963-47ec-4532-ba2f-334c656f9000 None None] Routers {'c289fc73-c90f-4189-905f-bf835322a71b'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:29.737646 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-14780612-523b-4a66-b46c-c4ea9af442c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/networks?id=30599b73-fc9c-4641-a73a-116b0e42e1f9 HTTP/1.1" status: 200 len: 797 time: 0.7739561 Dec 22 04:56:29.738193 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d2d5b963-47ec-4532-ba2f-334c656f9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c289fc73-c90f-4189-905f-bf835322a71b'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:29.776608 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d2d5b963-47ec-4532-ba2f-334c656f9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:29.786897 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5b963-47ec-4532-ba2f-334c656f9000 None None] Routers {'c289fc73-c90f-4189-905f-bf835322a71b'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:29.787603 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d2d5b963-47ec-4532-ba2f-334c656f9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['c289fc73-c90f-4189-905f-bf835322a71b'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:29.819800 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d2d5b963-47ec-4532-ba2f-334c656f9000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:29.820591 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5b963-47ec-4532-ba2f-334c656f9000 None None] The sync data for ids ['c289fc73-c90f-4189-905f-bf835322a71b'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:29.849768 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-eadf4d88-bbfd-442a-9798-5f5c54cbcaa8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/quotas/029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 375 time: 0.1005180 Dec 22 04:56:29.902125 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] For port f81758b2-49b3-4407-a8c8-50e2f0885d8c, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:29.902987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c918f01-d56e-427d-9bd8-d2c1930af2e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.908300 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] For port f81758b2-49b3-4407-a8c8-50e2f0885d8c, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f81758b2-49b3-4407-a8c8-50e2f0885d8c,segment=NetworkSegment(971eccd0-5516-4a3d-892c-e1f2bea12041),segment_id=971eccd0-5516-4a3d-892c-e1f2bea12041)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:29.911481 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e11a6326-fc19-45fe-b1c3-d43b96bf5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.939026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c918f01-d56e-427d-9bd8-d2c1930af2e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=2580a665-7fbe-4746-a2a1-3a44363f22d8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:29.943199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c918f01-d56e-427d-9bd8-d2c1930af2e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:29.948801 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5c918f01-d56e-427d-9bd8-d2c1930af2e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/2580a665-7fbe-4746-a2a1-3a44363f22d8 HTTP/1.1" status: 204 len: 168 time: 0.7874627 Dec 22 04:56:29.949991 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41324) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:29.997503 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.10 (42c78f4e-b165-427f-887e-ae1480e3af1f/e415c7d3-9ec4-41c0-b5d7-944feb6f55a2/05fe55a1-3344-4d1e-af79-c737db462e67) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:30.005297 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9f6f5a1e-55b1-4d8c-8261-69eb740122a3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540459 Dec 22 04:56:30.006216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-de376bf9-0cd2-4a55-a755-743a78d98ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.008968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-de376bf9-0cd2-4a55-a755-743a78d98ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.010148 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-de376bf9-0cd2-4a55-a755-743a78d98ec5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1aebbbee-4c0c-4ff3-926d-14655585fc02 HTTP/1.1" status: 204 len: 168 time: 0.4649308 Dec 22 04:56:30.010687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41326) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:30.018548 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-e11a6326-fc19-45fe-b1c3-d43b96bf5580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:30.019002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-e11a6326-fc19-45fe-b1c3-d43b96bf5580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:30.019498 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.027953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-91c680d3-fb78-45b4-a715-056349f57825 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:30.043912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.051650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de376bf9-0cd2-4a55-a755-743a78d98ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aebbbee-4c0c-4ff3-926d-14655585fc02,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:30.060988 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.131057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 0e15b4d8-841c-4bea-9cc3-16330c047135, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0e15b4d8-841c-4bea-9cc3-16330c047135,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:30.171879 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ae099-b16c-4073-b06e-03a37564afe4 None None] Pushing event updated for resources: {'Port': ['ID=f81758b2-49b3-4407-a8c8-50e2f0885d8c,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:30.195023 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177a493-5e78-4f3d-89e6-cb5424f5cc5e None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:30.255897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.279648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.292039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c680d3-fb78-45b4-a715-056349f57825 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:30.307067 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-91c680d3-fb78-45b4-a715-056349f57825 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.354145 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-de29b32e-aa34-49e0-a50f-a62173e667c6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4954693 Dec 22 04:56:30.355594 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-a3d847b2-cc4b-48e9-a5c8-f28a5145d7ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 04:56:30.356079 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=0e15b4d8-841c-4bea-9cc3-16330c047135,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:30.356907 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a3d847b2-cc4b-48e9-a5c8-f28a5145d7ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/c289fc73-c90f-4189-905f-bf835322a71b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6183341 Dec 22 04:56:30.368964 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41330) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:30.451933 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=3c8e1de0-80fb-4366-92fc-11a7b7d21468,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:30.482602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4578b9-32b4-4262-a981-3beb6a9b10d5 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:30.596486 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ac4578b9-32b4-4262-a981-3beb6a9b10d5 None None] Deleting port 0e15b4d8-841c-4bea-9cc3-16330c047135 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:30.596802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ac4578b9-32b4-4262-a981-3beb6a9b10d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.635340 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1bbd2ab1-4ba8-4eb8-8a60-d86116f77e61 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=c289fc73-c90f-4189-905f-bf835322a71b HTTP/1.1" status: 200 len: 205 time: 0.2618089 Dec 22 04:56:30.640682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41334) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:30.660440 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network 61f6c74f-bbcb-430a-9abb-94f1c311c23c is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:30.669966 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:30.680400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.722509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ac4578b9-32b4-4262-a981-3beb6a9b10d5 None None] For port 0e15b4d8-841c-4bea-9cc3-16330c047135, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0e15b4d8-841c-4bea-9cc3-16330c047135,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:30.723031 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ac4578b9-32b4-4262-a981-3beb6a9b10d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.738327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3dbf7d8a-3f97-4bb0-8356-4c358af07942 None None] Provisioning complete for port 0e15b4d8-841c-4bea-9cc3-16330c047135 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:30.738852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3dbf7d8a-3f97-4bb0-8356-4c358af07942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.745072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0318cea1-1d6a-4ac3-9427-6662d35972c7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.746775 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ac4578b9-32b4-4262-a981-3beb6a9b10d5 None None] Calling delete_port for 0e15b4d8-841c-4bea-9cc3-16330c047135 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:30.807901 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-cc08c898-1d98-404c-81ed-dee9666a6ddb service neutron] 10.222.0.54 "GET /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020805 Dec 22 04:56:30.919272 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.982534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-91c680d3-fb78-45b4-a715-056349f57825 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:30.987141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0318cea1-1d6a-4ac3-9427-6662d35972c7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.000216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 42c78f4e-b165-427f-887e-ae1480e3af1f is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:31.018408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router d12aeb47-a692-43d8-80e6-64cac457bdce has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:31.019566 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:31.038843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:31.041740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0318cea1-1d6a-4ac3-9427-6662d35972c7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.047048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c680d3-fb78-45b4-a715-056349f57825 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=d62421aa-347e-491d-ac7b-7591ecd987dc,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:31.063318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ac4578b9-32b4-4262-a981-3beb6a9b10d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.086212 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=05fe55a1-3344-4d1e-af79-c737db462e67,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:31.103522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4578b9-32b4-4262-a981-3beb6a9b10d5 None None] Pushing event deleted for resources: {'Port': ['ID=0e15b4d8-841c-4bea-9cc3-16330c047135,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:31.103703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c680d3-fb78-45b4-a715-056349f57825 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:31.106740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-91c680d3-fb78-45b4-a715-056349f57825 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:31.109628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c680d3-fb78-45b4-a715-056349f57825 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:31.110411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-91c680d3-fb78-45b4-a715-056349f57825 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.121369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4578b9-32b4-4262-a981-3beb6a9b10d5 None None] No DVR routers for this DVR port 0e15b4d8-841c-4bea-9cc3-16330c047135 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:31.186291 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c821a2-acf8-465f-b595-a0ab599cce7a None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:31.187204 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-0c8cffbc-132c-46ca-a2b7-95acc9d27041 service neutron] 10.222.0.54 "GET /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597100 Dec 22 04:56:31.295842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:31.296585 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.365996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4049ceae-649a-4c10-9349-cdaa0c16d669 None None] Provisioning complete for port 3c8e1de0-80fb-4366-92fc-11a7b7d21468 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:31.366423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4049ceae-649a-4c10-9349-cdaa0c16d669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.366829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:31.378947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41344) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:31.379156 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-624519f0-f40c-4aee-b470-7e8d3f7e3e30 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "PUT /v2.0/routers/d12aeb47-a692-43d8-80e6-64cac457bdce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4738963 Dec 22 04:56:31.384868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'port': {'network_id': '61f6c74f-bbcb-430a-9abb-94f1c311c23c', 'name': 'tempest-FloatingIPTestJSON-153788469'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:31.399668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74a3846-fa46-40b7-a98a-66170c94373d None None] Sync routers for ids ['d12aeb47-a692-43d8-80e6-64cac457bdce'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:31.403005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f81758b2-49b3-4407-a8c8-50e2f0885d8c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:31.473309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a3846-fa46-40b7-a98a-66170c94373d None None] Routers {'d12aeb47-a692-43d8-80e6-64cac457bdce'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:31.473938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c74a3846-fa46-40b7-a98a-66170c94373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d12aeb47-a692-43d8-80e6-64cac457bdce'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:31.477524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-4049ceae-649a-4c10-9349-cdaa0c16d669 None None] Port 3c8e1de0-80fb-4366-92fc-11a7b7d21468 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:31.484642 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': 'd62421aa-347e-491d-ac7b-7591ecd987dc'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:31.485542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.527713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c74a3846-fa46-40b7-a98a-66170c94373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:31.553635 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c97c438-578c-45ea-823b-a7f256abaf40 None None] Network 42c78f4e-b165-427f-887e-ae1480e3af1f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:31.560597 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a3846-fa46-40b7-a98a-66170c94373d None None] Routers {'d12aeb47-a692-43d8-80e6-64cac457bdce'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:31.561210 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c74a3846-fa46-40b7-a98a-66170c94373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d12aeb47-a692-43d8-80e6-64cac457bdce'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:31.682035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c74a3846-fa46-40b7-a98a-66170c94373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:31.682660 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74a3846-fa46-40b7-a98a-66170c94373d None None] The sync data for ids ['d12aeb47-a692-43d8-80e6-64cac457bdce'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:31.713383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port f81758b2-49b3-4407-a8c8-50e2f0885d8c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:31.713687 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.735497 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0318cea1-1d6a-4ac3-9427-6662d35972c7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.736086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0318cea1-1d6a-4ac3-9427-6662d35972c7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Fanout notify agent at l3_agent the message router_deleted on router c289fc73-c90f-4189-905f-bf835322a71b {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:56:31.745350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0318cea1-1d6a-4ac3-9427-6662d35972c7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.745350 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0318cea1-1d6a-4ac3-9427-6662d35972c7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/c289fc73-c90f-4189-905f-bf835322a71b HTTP/1.1" status: 204 len: 168 time: 1.1032517 Dec 22 04:56:31.748224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41346) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:31.756641 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-adfa0655-3bf2-47ef-a81f-84a5fb5c2071 None None] Provisioning complete for port f81758b2-49b3-4407-a8c8-50e2f0885d8c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:31.757180 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-adfa0655-3bf2-47ef-a81f-84a5fb5c2071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.772157 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8bcbe594-8033-4c3a-a67a-a63399cd7a81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2021239 Dec 22 04:56:31.778671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41348) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:31.785749 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-91c680d3-fb78-45b4-a715-056349f57825 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7628698 Dec 22 04:56:31.791155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41352) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:31.804396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'name': 'tempest-NetworksTestDHCPv6-1198920179'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:31.916366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Allocated IP 2001:db8::2 (2485d7d3-5b15-435d-bf80-f80d67582626/d62421aa-347e-491d-ac7b-7591ecd987dc/16215228-3da0-459f-804d-7d4663e4fd1d) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:31.927434 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-5992423a-16c6-46b3-925c-42a88ab6925a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 05fe55a1-3344-4d1e-af79-c737db462e67 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:31.928015 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5992423a-16c6-46b3-925c-42a88ab6925a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:31.996923 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ecd626ae-65c4-4c57-b901-5faebeccfaf9 req-2fb6d161-5a25-44bf-a6e3-7c08b5cd47cb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 210 time: 0.0489779 Dec 22 04:56:32.009128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-73003104-03d2-4dad-a1c1-2e9c2cbad4b9 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting subnet ae1669b3-1800-442f-89c4-f13ecebc63b3 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:32.024864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-73003104-03d2-4dad-a1c1-2e9c2cbad4b9 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.085415 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5992423a-16c6-46b3-925c-42a88ab6925a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.085547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-73003104-03d2-4dad-a1c1-2e9c2cbad4b9 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.089773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-5992423a-16c6-46b3-925c-42a88ab6925a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 05fe55a1-3344-4d1e-af79-c737db462e67 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:32.232726 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Made reservation on behalf of 77f383aab80c4ca28c4dee3028166f73 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:32.239124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.255356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-73003104-03d2-4dad-a1c1-2e9c2cbad4b9 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.297828 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41368) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:32.304447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] device_id is not set on port a8262527-7ae5-460c-97cf-831b77af9a16 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:32.305565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5992423a-16c6-46b3-925c-42a88ab6925a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.336742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.345137 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992423a-16c6-46b3-925c-42a88ab6925a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=05fe55a1-3344-4d1e-af79-c737db462e67,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:32.376225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.410184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.437160 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5992423a-16c6-46b3-925c-42a88ab6925a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.442587 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5992423a-16c6-46b3-925c-42a88ab6925a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/05fe55a1-3344-4d1e-af79-c737db462e67 HTTP/1.1" status: 204 len: 168 time: 0.6613481 Dec 22 04:56:32.445316 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41372) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:32.461960 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-adfa0655-3bf2-47ef-a81f-84a5fb5c2071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.477251 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdf83b8-1d5a-46f1-aaff-238296f695c7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] DELETE failed (client error): The resource could not be found. Dec 22 04:56:32.478320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdf83b8-1d5a-46f1-aaff-238296f695c7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:56:32.487214 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7cdf83b8-1d5a-46f1-aaff-238296f695c7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/05fe55a1-3344-4d1e-af79-c737db462e67 HTTP/1.1" status: 404 len: 333 time: 0.0362816 Dec 22 04:56:32.487214 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41374) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:32.501312 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b40f6156-bf89-4e9c-8294-ff59020a9ad7 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:32.502324 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-b40f6156-bf89-4e9c-8294-ff59020a9ad7 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 04:56:32.503010 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-b40f6156-bf89-4e9c-8294-ff59020a9ad7 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:56:32.505095 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b40f6156-bf89-4e9c-8294-ff59020a9ad7 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2060099 Dec 22 04:56:32.509153 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41376) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:32.516473 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-397f3490-4194-42e2-bb05-943fe9253f1b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637446734'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:32.525080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port f81758b2-49b3-4407-a8c8-50e2f0885d8c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f81758b2-49b3-4407-a8c8-50e2f0885d8c,segment=NetworkSegment(971eccd0-5516-4a3d-892c-e1f2bea12041),segment_id=971eccd0-5516-4a3d-892c-e1f2bea12041)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:32.545814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:32.547427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Pushing event updated for resources: {'Port': ['ID=16215228-3da0-459f-804d-7d4663e4fd1d,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:32.548753 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75f4af4-b2c0-415a-a8c3-468ac8be376f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:56:32.550987 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a75f4af4-b2c0-415a-a8c3-468ac8be376f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/05fe55a1-3344-4d1e-af79-c737db462e67 HTTP/1.1" status: 404 len: 333 time: 0.0644014 Dec 22 04:56:32.551144 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:32.553915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41378) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:32.557385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:32.608780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.630643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-9858e7e8-ea7b-41a3-8021-3db9e7ba3341 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting subnet e415c7d3-9ec4-41c0-b5d7-944feb6f55a2 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:32.634947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9858e7e8-ea7b-41a3-8021-3db9e7ba3341 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.689575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Attempting to bind port 16215228-3da0-459f-804d-7d4663e4fd1d on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:32.690036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9858e7e8-ea7b-41a3-8021-3db9e7ba3341 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.690491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Attempting to bind port 16215228-3da0-459f-804d-7d4663e4fd1d by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:32.691073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Attempting to bind port 16215228-3da0-459f-804d-7d4663e4fd1d on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:32.693587 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0e15b4d8-841c-4bea-9cc3-16330c047135 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:32.741208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-adfa0655-3bf2-47ef-a81f-84a5fb5c2071 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:32.741506 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-adfa0655-3bf2-47ef-a81f-84a5fb5c2071 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:32.742422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:32.742592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:32.742915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.743305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:32.743783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Bound port: 16215228-3da0-459f-804d-7d4663e4fd1d, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:32.744158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.771744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 0e15b4d8-841c-4bea-9cc3-16330c047135 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:32.771744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0e15b4d8-841c-4bea-9cc3-16330c047135 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:32.775378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=f81758b2-49b3-4407-a8c8-50e2f0885d8c,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:32.794346 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9858e7e8-ea7b-41a3-8021-3db9e7ba3341 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.823262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-397f3490-4194-42e2-bb05-943fe9253f1b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.831863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] For port 16215228-3da0-459f-804d-7d4663e4fd1d, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:32.835375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] For port 16215228-3da0-459f-804d-7d4663e4fd1d, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=16215228-3da0-459f-804d-7d4663e4fd1d,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:32.841445 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-397f3490-4194-42e2-bb05-943fe9253f1b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.950497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-397f3490-4194-42e2-bb05-943fe9253f1b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:32.965508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Allocated IP 172.20.0.7 (61f6c74f-bbcb-430a-9abb-94f1c311c23c/2a0ce578-916a-4b0f-85fb-a8e2055cade3/a8262527-7ae5-460c-97cf-831b77af9a16) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:33.030511 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.094003 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb54da-f97f-491a-bf97-1ec2c0d7bc83 None None] Pushing event updated for resources: {'Port': ['ID=16215228-3da0-459f-804d-7d4663e4fd1d,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:33.099119 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-183dba6c-4ff7-4da8-a56c-1475ba1eba3b req-e83d6d7e-e9aa-4ee7-b2e4-f4fe7feb87c9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 210 time: 0.0396743 Dec 22 04:56:33.100403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-73003104-03d2-4dad-a1c1-2e9c2cbad4b9 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.103534 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-397f3490-4194-42e2-bb05-943fe9253f1b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.112673 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:33.113263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9858e7e8-ea7b-41a3-8021-3db9e7ba3341 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.116308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.160476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73003104-03d2-4dad-a1c1-2e9c2cbad4b9 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1669b3-1800-442f-89c4-f13ecebc63b3,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:33.173034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-73003104-03d2-4dad-a1c1-2e9c2cbad4b9 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.175206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185e027f-3de1-4b77-b0c5-7e7f67a332b3 None None] Network 836f5764-aaa1-4cbe-a2b2-34a0b079624b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:33.178988 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-73003104-03d2-4dad-a1c1-2e9c2cbad4b9 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/ae1669b3-1800-442f-89c4-f13ecebc63b3 HTTP/1.1" status: 204 len: 168 time: 1.4301665 Dec 22 04:56:33.189571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41386) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:33.200167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port 279ffcbd-de9d-430d-8738-40e06d9296f9 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:33.216475 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858e7e8-ea7b-41a3-8021-3db9e7ba3341 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Subnet': ['ID=e415c7d3-9ec4-41c0-b5d7-944feb6f55a2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:33.223197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9858e7e8-ea7b-41a3-8021-3db9e7ba3341 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.226544 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9858e7e8-ea7b-41a3-8021-3db9e7ba3341 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/e415c7d3-9ec4-41c0-b5d7-944feb6f55a2 HTTP/1.1" status: 204 len: 168 time: 0.6716585 Dec 22 04:56:33.232769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41388) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:33.234011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.243810 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f3490-4194-42e2-bb05-943fe9253f1b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4baefed1-2904-4acb-89a8-757c8561919a,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:33.357361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-397f3490-4194-42e2-bb05-943fe9253f1b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.382213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.387998 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.441956 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-397f3490-4194-42e2-bb05-943fe9253f1b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.474760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f3490-4194-42e2-bb05-943fe9253f1b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a78378-608c-4079-950f-049de134ab5c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:33.481418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::6d (2485d7d3-5b15-435d-bf80-f80d67582626/d62421aa-347e-491d-ac7b-7591ecd987dc/279ffcbd-de9d-430d-8738-40e06d9296f9) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:33.518509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port f81758b2-49b3-4407-a8c8-50e2f0885d8c {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:33.519142 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.534720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.544982 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98677aa4-e6e1-48b5-9aae-f87f62b0b896 None None] Network 42c78f4e-b165-427f-887e-ae1480e3af1f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:33.546818 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f81758b2-49b3-4407-a8c8-50e2f0885d8c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:33.555386 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 09e9562e-dbc4-439a-b742-8855db322041 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:33.555709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.571047 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-397f3490-4194-42e2-bb05-943fe9253f1b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.576937 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-397f3490-4194-42e2-bb05-943fe9253f1b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0619898 Dec 22 04:56:33.576937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41390) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:33.580921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-863148ab-3302-4067-97f0-5ddd39543055 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '98a78378-608c-4079-950f-049de134ab5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:33.620233 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] For port f81758b2-49b3-4407-a8c8-50e2f0885d8c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f81758b2-49b3-4407-a8c8-50e2f0885d8c,segment=NetworkSegment(971eccd0-5516-4a3d-892c-e1f2bea12041),segment_id=971eccd0-5516-4a3d-892c-e1f2bea12041)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:33.620626 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.639540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for f81758b2-49b3-4407-a8c8-50e2f0885d8c owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:33.710036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-863148ab-3302-4067-97f0-5ddd39543055 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.722470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Network 61f6c74f-bbcb-430a-9abb-94f1c311c23c is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:33.745181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:33.757339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:33.768377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event updated for resources: {'Port': ['ID=a8262527-7ae5-460c-97cf-831b77af9a16,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:33.787752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port f81758b2-49b3-4407-a8c8-50e2f0885d8c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:33.788180 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.790698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-863148ab-3302-4067-97f0-5ddd39543055 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.821675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b08ec48f-9d68-4220-a960-bbe8b45ead17 None None] Could not find standard attr ID for object 05fe55a1-3344-4d1e-af79-c737db462e67. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:33.838795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] For port 09e9562e-dbc4-439a-b742-8855db322041, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=09e9562e-dbc4-439a-b742-8855db322041,segment=NetworkSegment(dcfda6cb-ff6a-4f12-a53a-b4bbd645460c),segment_id=dcfda6cb-ff6a-4f12-a53a-b4bbd645460c)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:33.839254 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.858113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.860530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b08ec48f-9d68-4220-a960-bbe8b45ead17 None None] Provisioning complete for port f81758b2-49b3-4407-a8c8-50e2f0885d8c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:33.860900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b08ec48f-9d68-4220-a960-bbe8b45ead17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.865507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Could not find standard attr ID for object f81758b2-49b3-4407-a8c8-50e2f0885d8c. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:33.891398 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 09e9562e-dbc4-439a-b742-8855db322041 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:33.891683 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=f81758b2-49b3-4407-a8c8-50e2f0885d8c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:33.893395 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No ports have port_id starting with f81758b2-49b3-4407-a8c8-50e2f0885d8c Dec 22 04:56:33.894562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b08ec48f-9d68-4220-a960-bbe8b45ead17 None None] Port f81758b2-49b3-4407-a8c8-50e2f0885d8c was deleted so its status cannot be updated. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 22 04:56:33.900560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-863148ab-3302-4067-97f0-5ddd39543055 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.904333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No DVR routers for this DVR port f81758b2-49b3-4407-a8c8-50e2f0885d8c on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:33.921033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:33.921033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.951842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863148ab-3302-4067-97f0-5ddd39543055 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0062a7-d570-4657-bb4e-37e3563f193d,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:33.968963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:33.977120 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89a7581-932e-482f-920d-8f43e494cb22 None None] DHCP port deletion for 836f5764-aaa1-4cbe-a2b2-34a0b079624b request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:34.045724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93d1287-0505-4b38-923d-a7c7b77e0a8d None None] DHCP port deletion for 42c78f4e-b165-427f-887e-ae1480e3af1f request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:34.070756 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.084482 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d8a93ad5-4382-498e-addc-c319ea32ccde tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7038677 Dec 22 04:56:34.087664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41392) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:34.088632 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e89a7581-932e-482f-920d-8f43e494cb22 None None] Deleting port 09e9562e-dbc4-439a-b742-8855db322041 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:34.089103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e89a7581-932e-482f-920d-8f43e494cb22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.108929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b58a8207-9960-44cc-8fe0-946e8c89ad8e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Request body: {'floatingip': {'port_id': 'a8262527-7ae5-460c-97cf-831b77af9a16'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:34.144553 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-863148ab-3302-4067-97f0-5ddd39543055 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.151263 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-863148ab-3302-4067-97f0-5ddd39543055 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5737278 Dec 22 04:56:34.155870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c78f4e-b165-427f-887e-ae1480e3af1f']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:34.159739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41396) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:34.173331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-1e414081-7f19-42c3-b9f6-5204b141679d tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '98a78378-608c-4079-950f-049de134ab5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:34.209471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e89a7581-932e-482f-920d-8f43e494cb22 None None] For port 09e9562e-dbc4-439a-b742-8855db322041, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=09e9562e-dbc4-439a-b742-8855db322041,segment=NetworkSegment(dcfda6cb-ff6a-4f12-a53a-b4bbd645460c),segment_id=dcfda6cb-ff6a-4f12-a53a-b4bbd645460c)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:34.221914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e89a7581-932e-482f-920d-8f43e494cb22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.239197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971eccd0-5516-4a3d-892c-e1f2bea12041') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:34.239883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971eccd0-5516-4a3d-892c-e1f2bea12041') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:34.252809 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e89a7581-932e-482f-920d-8f43e494cb22 None None] Calling delete_port for 09e9562e-dbc4-439a-b742-8855db322041 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:34.256499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.271560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3d723386-73e1-43ad-a562-406f516e5132 None None] Provisioning complete for port a8262527-7ae5-460c-97cf-831b77af9a16 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:34.271890 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3d723386-73e1-43ad-a562-406f516e5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.272138 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5353b2fb-9e70-4f36-b3e0-bdb19087531a req-1220f289-38a5-4520-9f02-5556be83a78d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 210 time: 0.0579777 Dec 22 04:56:34.273958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.293470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b58a8207-9960-44cc-8fe0-946e8c89ad8e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.296443 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.301714 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1e414081-7f19-42c3-b9f6-5204b141679d tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.325477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.338474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:56:34.339345 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:56:34.343186 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:56:34.359858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:34.368993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No DVR routers for this DVR port 09e9562e-dbc4-439a-b742-8855db322041 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:34.374033 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-3d723386-73e1-43ad-a562-406f516e5132 None None] Port a8262527-7ae5-460c-97cf-831b77af9a16 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:34.377546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:34.388780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:34.397066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:34.398029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.420817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e89a7581-932e-482f-920d-8f43e494cb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.447790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a7581-932e-482f-920d-8f43e494cb22 None None] Pushing event deleted for resources: {'Port': ['ID=09e9562e-dbc4-439a-b742-8855db322041,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:34.451534 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a7581-932e-482f-920d-8f43e494cb22 None None] No DVR routers for this DVR port 09e9562e-dbc4-439a-b742-8855db322041 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:34.498873 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.503385 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.507217 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/networks/42c78f4e-b165-427f-887e-ae1480e3af1f HTTP/1.1" status: 204 len: 168 time: 1.2718856 Dec 22 04:56:34.520426 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41398) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:34.539126 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91291d-625b-4f8d-bf96-c173962678a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Network': ['ID=42c78f4e-b165-427f-887e-ae1480e3af1f,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:34.545844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.546532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1810217710'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:34.553313 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7568994 Dec 22 04:56:34.555117 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41400) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:34.562239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f65163-d6ae-4ed5-98d6-178950b42cad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=279ffcbd-de9d-430d-8738-40e06d9296f9,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:34.587284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=09e9562e-dbc4-439a-b742-8855db322041,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:34.604078 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836f5764-aaa1-4cbe-a2b2-34a0b079624b']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:34.609550 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4f269e28-ebe1-4831-94d9-911c4541ac69 None None] Provisioning complete for port 16215228-3da0-459f-804d-7d4663e4fd1d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:34.612909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4f269e28-ebe1-4831-94d9-911c4541ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.618967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfda6cb-ff6a-4f12-a53a-b4bbd645460c') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:34.619382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfda6cb-ff6a-4f12-a53a-b4bbd645460c') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:34.635574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.655158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.665929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:56:34.672301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:56:34.685440 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:56:34.716671 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-1e414081-7f19-42c3-b9f6-5204b141679d tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:56:34.717994 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1e414081-7f19-42c3-b9f6-5204b141679d tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5560079 Dec 22 04:56:34.721530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41402) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:34.729283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4f269e28-ebe1-4831-94d9-911c4541ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.782963 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-4f269e28-ebe1-4831-94d9-911c4541ac69 None None] For port 16215228-3da0-459f-804d-7d4663e4fd1d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=16215228-3da0-459f-804d-7d4663e4fd1d,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:34.800758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d41034-2dcf-4b06-a8fd-b156466dd3ca tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.827894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d41034-2dcf-4b06-a8fd-b156466dd3ca tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.884707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4f269e28-ebe1-4831-94d9-911c4541ac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.897605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.938832 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:34.942795 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/networks/836f5764-aaa1-4cbe-a2b2-34a0b079624b HTTP/1.1" status: 204 len: 168 time: 1.7522035 Dec 22 04:56:34.951250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41404) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:34.957571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ee109366-1881-4ef8-8d82-aae20fffbe17 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1504468221'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:34.969503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f269e28-ebe1-4831-94d9-911c4541ac69 None None] Pushing event updated for resources: {'Port': ['ID=16215228-3da0-459f-804d-7d4663e4fd1d,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:34.991167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab819beb-ed5d-477a-b8be-db5452fafbff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Network': ['ID=836f5764-aaa1-4cbe-a2b2-34a0b079624b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:35.002730 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-17657e55-ab43-424f-9efd-907739c547c4 None None] Could not find standard attr ID for object a8eb6b10-08fe-4cf8-9d16-fcde595b901f. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:35.047895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1a4269-fba5-439c-bd95-b48e23247740 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:35.050853 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d41034-2dcf-4b06-a8fd-b156466dd3ca tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.053809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1a4269-fba5-439c-bd95-b48e23247740 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:35.054517 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d41034-2dcf-4b06-a8fd-b156466dd3ca tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.057919 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1b1a4269-fba5-439c-bd95-b48e23247740 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5001936 Dec 22 04:56:35.058799 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41406) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:35.058799 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41408) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:35.059035 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e9d41034-2dcf-4b06-a8fd-b156466dd3ca tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "DELETE /v2.0/security-groups/98a78378-608c-4079-950f-049de134ab5c HTTP/1.1" status: 204 len: 168 time: 0.3363626 Dec 22 04:56:35.093938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835fbba-c16c-416b-b605-3a437626076c req-c87a19fc-48a2-49c9-aaac-62a1989d99cf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:35.097019 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-c87a19fc-48a2-49c9-aaac-62a1989d99cf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks?id=30599b73-fc9c-4641-a73a-116b0e42e1f9 HTTP/1.1" status: 200 len: 797 time: 0.2262673 Dec 22 04:56:35.098332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d41034-2dcf-4b06-a8fd-b156466dd3ca tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a78378-608c-4079-950f-049de134ab5c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:35.107541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:35.111467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.142023 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0d13de9c-1192-43f8-9128-dd76107bfbb9 None None] Provisioning complete for port 279ffcbd-de9d-430d-8738-40e06d9296f9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:35.142488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0d13de9c-1192-43f8-9128-dd76107bfbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.201187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee109366-1881-4ef8-8d82-aae20fffbe17 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:35.204948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ee109366-1881-4ef8-8d82-aae20fffbe17 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.212140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-0d13de9c-1192-43f8-9128-dd76107bfbb9 None None] Port 279ffcbd-de9d-430d-8738-40e06d9296f9 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:35.254598 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-7c0fc44b-5c39-448e-9360-e9027a2d49a5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 380 time: 0.1408360 Dec 22 04:56:35.263482 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1e8afcfd-06a1-49fe-b9f0-c9c748ef4c77 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2027345 Dec 22 04:56:35.264786 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:56:35.273034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-7835fbba-c16c-416b-b605-3a437626076c req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'device_id': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'admin_state_up': True, 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'security_groups': ['2fba4681-1635-4ab5-8b67-7689b5dc2d50']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:35.275585 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41410) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:35.276251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee109366-1881-4ef8-8d82-aae20fffbe17 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:56:35.284428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8dcd526b-315e-42b0-a16d-0130af8a79bb tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275244376'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:35.297525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ee109366-1881-4ef8-8d82-aae20fffbe17 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.298256 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-ee109366-1881-4ef8-8d82-aae20fffbe17 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Added segment b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12 of type vlan for network 5a4e6c7b-b97b-4f12-b58e-88068a736f17 Dec 22 04:56:35.304983 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.305327 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Added segment 4903a61e-43dc-4947-9501-e4e3411a59ba of type vlan for network 214a4ea2-409a-48bb-8f27-54865c1df684 Dec 22 04:56:35.330974 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 16215228-3da0-459f-804d-7d4663e4fd1d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:35.438009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 16215228-3da0-459f-804d-7d4663e4fd1d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:35.438260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ee109366-1881-4ef8-8d82-aae20fffbe17 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.438801 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.485024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.489154 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a322ad6a-76dc-47c6-9303-a87b0598b582 req-df0e779d-f7a0-473d-bdba-73b4b6601236 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 210 time: 0.0671678 Dec 22 04:56:35.515019 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ad9042d8-d194-4fa2-bdb8-dbabb4bbd8c3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port 279ffcbd-de9d-430d-8738-40e06d9296f9 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:35.515359 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ad9042d8-d194-4fa2-bdb8-dbabb4bbd8c3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.560646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ee109366-1881-4ef8-8d82-aae20fffbe17 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.566280 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee109366-1881-4ef8-8d82-aae20fffbe17 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:35.566920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ee109366-1881-4ef8-8d82-aae20fffbe17 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.607538 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 09e9562e-dbc4-439a-b742-8855db322041 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:35.615240 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8dcd526b-315e-42b0-a16d-0130af8a79bb tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.628988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 09e9562e-dbc4-439a-b742-8855db322041 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:35.628988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 09e9562e-dbc4-439a-b742-8855db322041 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:35.629688 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f81758b2-49b3-4407-a8c8-50e2f0885d8c no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:35.643405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee109366-1881-4ef8-8d82-aae20fffbe17 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Network': ['ID=5a4e6c7b-b97b-4f12-b58e-88068a736f17,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:35.653772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: f81758b2-49b3-4407-a8c8-50e2f0885d8c {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:35.655209 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f81758b2-49b3-4407-a8c8-50e2f0885d8c not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:35.659191 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 5a4e6c7b-b97b-4f12-b58e-88068a736f17 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:56:35.724109 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.729537 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:35.730169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.746685 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ad9042d8-d194-4fa2-bdb8-dbabb4bbd8c3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.752152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ee109366-1881-4ef8-8d82-aae20fffbe17 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7937124 Dec 22 04:56:35.752152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41418) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:35.755770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e0eb764d-7f60-4ca1-9290-c437ee9ddbbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'subnet': {'network_id': '5a4e6c7b-b97b-4f12-b58e-88068a736f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:35.805182 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b58a8207-9960-44cc-8fe0-946e8c89ad8e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.810473 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ad9042d8-d194-4fa2-bdb8-dbabb4bbd8c3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for 279ffcbd-de9d-430d-8738-40e06d9296f9 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:35.840382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7835fbba-c16c-416b-b605-3a437626076c req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:35.843898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7835fbba-c16c-416b-b605-3a437626076c req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.857765 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Network': ['ID=214a4ea2-409a-48bb-8f27-54865c1df684,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:35.866826 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8dcd526b-315e-42b0-a16d-0130af8a79bb tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.898494 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b58a8207-9960-44cc-8fe0-946e8c89ad8e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:35.903403 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3657269 Dec 22 04:56:35.907079 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:35.907506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:35.907781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:35.908112 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:35.908489 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:35.908811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:35.909128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:35.909441 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:35.909752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:35.910064 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:35.910374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:35.910683 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17debdd5-6062-47fb-81b1-43cde04ad226 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:35.923774 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 214a4ea2-409a-48bb-8f27-54865c1df684 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:56:35.926837 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41420) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:35.941578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-fc84ad90-b0ce-46a4-9013-b39d312b1493 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '214a4ea2-409a-48bb-8f27-54865c1df684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:35.979520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8dcd526b-315e-42b0-a16d-0130af8a79bb tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.033326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eb764d-7f60-4ca1-9290-c437ee9ddbbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:36.036759 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e0eb764d-7f60-4ca1-9290-c437ee9ddbbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.052973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd526b-315e-42b0-a16d-0130af8a79bb tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205738a5-bb8e-4848-b6d0-357415a348ad,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:36.076868 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-b58a8207-9960-44cc-8fe0-946e8c89ad8e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Floating IP f05a5176-608f-4f4e-8c39-ef314b811d37 associated. External IP: 172.26.5.111, port: b855c5eb-0785-46b7-a67b-2230c2b7eecb. Dec 22 04:56:36.101166 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8dcd526b-315e-42b0-a16d-0130af8a79bb tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.102401 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8dcd526b-315e-42b0-a16d-0130af8a79bb tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8253510 Dec 22 04:56:36.106945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41422) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:36.122182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5d614a15-e3a7-4ecc-a109-6df10cecda62 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '205738a5-bb8e-4848-b6d0-357415a348ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:36.122928 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING neutron.api.v2.base [None req-5d614a15-e3a7-4ecc-a109-6df10cecda62 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 04:56:36.245362 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-5d614a15-e3a7-4ecc-a109-6df10cecda62 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:36.245362 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5d614a15-e3a7-4ecc-a109-6df10cecda62 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105352 Dec 22 04:56:36.245362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-7835fbba-c16c-416b-b605-3a437626076c req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.8 (30599b73-fc9c-4641-a73a-116b0e42e1f9/ba3a467f-1697-41ee-a7eb-b417016581e2/69da1e82-a93b-4453-a8db-a0ac695eb7c2) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:36.249633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41424) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:36.324525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7835fbba-c16c-416b-b605-3a437626076c req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.348895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6b88-054c-4962-bdd4-80d5475cb16c tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.371972 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58a8207-9960-44cc-8fe0-946e8c89ad8e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:36.385446 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6b88-054c-4962-bdd4-80d5475cb16c tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.466553 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc84ad90-b0ce-46a4-9013-b39d312b1493 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:36.470348 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fc84ad90-b0ce-46a4-9013-b39d312b1493 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.497989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ad9042d8-d194-4fa2-bdb8-dbabb4bbd8c3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.516500 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7835fbba-c16c-416b-b605-3a437626076c req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.531403 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9042d8-d194-4fa2-bdb8-dbabb4bbd8c3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=279ffcbd-de9d-430d-8738-40e06d9296f9,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:36.564915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58a8207-9960-44cc-8fe0-946e8c89ad8e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:36.567199 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ad9042d8-d194-4fa2-bdb8-dbabb4bbd8c3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.572249 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ad9042d8-d194-4fa2-bdb8-dbabb4bbd8c3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/279ffcbd-de9d-430d-8738-40e06d9296f9 HTTP/1.1" status: 204 len: 168 time: 1.5105021 Dec 22 04:56:36.573722 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41428) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:36.588871 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8042b9ac-8b1c-4b69-b964-649ce0eced3a None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:36.603193 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042b9ac-8b1c-4b69-b964-649ce0eced3a None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:36.607407 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8042b9ac-8b1c-4b69-b964-649ce0eced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:36.638617 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7835fbba-c16c-416b-b605-3a437626076c req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 30599b73-fc9c-4641-a73a-116b0e42e1f9 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:36.644783 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6b88-054c-4962-bdd4-80d5475cb16c tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.646778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1fdf6b88-054c-4962-bdd4-80d5475cb16c tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.647938 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1fdf6b88-054c-4962-bdd4-80d5475cb16c tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "DELETE /v2.0/security-groups/205738a5-bb8e-4848-b6d0-357415a348ad HTTP/1.1" status: 204 len: 168 time: 0.3973300 Dec 22 04:56:36.652678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41430) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:36.659887 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8042b9ac-8b1c-4b69-b964-649ce0eced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:36.669805 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042b9ac-8b1c-4b69-b964-649ce0eced3a None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:36.670649 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8042b9ac-8b1c-4b69-b964-649ce0eced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:36.701720 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf6b88-054c-4962-bdd4-80d5475cb16c tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205738a5-bb8e-4848-b6d0-357415a348ad,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:36.715842 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8042b9ac-8b1c-4b69-b964-649ce0eced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:36.716726 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8042b9ac-8b1c-4b69-b964-649ce0eced3a None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:36.725570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-7835fbba-c16c-416b-b605-3a437626076c req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:36.727654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=69da1e82-a93b-4453-a8db-a0ac695eb7c2,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:36.733820 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031b6814-6cec-4def-9559-2f7c19f0409a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:36.735789 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031b6814-6cec-4def-9559-2f7c19f0409a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:36.743114 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-031b6814-6cec-4def-9559-2f7c19f0409a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1636779 Dec 22 04:56:36.743689 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41432) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:36.764742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7835fbba-c16c-416b-b605-3a437626076c req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:36.811603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6b0ce8-2978-49f8-ae4f-0ceca43c1674 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet d62421aa-347e-491d-ac7b-7591ecd987dc {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:36.854255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0ce8-2978-49f8-ae4f-0ceca43c1674 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:36.939876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0ce8-2978-49f8-ae4f-0ceca43c1674 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.006226 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58a8207-9960-44cc-8fe0-946e8c89ad8e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router d12aeb47-a692-43d8-80e6-64cac457bdce has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:37.010393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835fbba-c16c-416b-b605-3a437626076c req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.010998 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7835fbba-c16c-416b-b605-3a437626076c req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.018011 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-251a9253-abfe-42ea-b5a7-4bf006ef428c tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3366072 Dec 22 04:56:37.033808 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8da29-b0ac-41fa-978a-25bdb8c3713a req-bd395ba5-a2ce-420e-aa4a-0c5e2f986959 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.034211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41434) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:37.035394 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64e8da29-b0ac-41fa-978a-25bdb8c3713a req-bd395ba5-a2ce-420e-aa4a-0c5e2f986959 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 931 time: 0.3847759 Dec 22 04:56:37.040154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-86fb4d93-593f-4f79-9f0c-394f598870ba tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605155443'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:37.076317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8ab423ac-240c-4ef5-b1ce-cb5bfed3ae07 None None] Provisioning complete for port 69da1e82-a93b-4453-a8db-a0ac695eb7c2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:37.076890 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8ab423ac-240c-4ef5-b1ce-cb5bfed3ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.106669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fc84ad90-b0ce-46a4-9013-b39d312b1493 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.114312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8ab423ac-240c-4ef5-b1ce-cb5bfed3ae07 None None] Port 69da1e82-a93b-4453-a8db-a0ac695eb7c2 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:37.140019 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64e8da29-b0ac-41fa-978a-25bdb8c3713a req-4e045644-5240-42f1-afd7-ba817b06237c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800972 Dec 22 04:56:37.179382 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-14beae6e-6e81-4089-ad8e-444076b55c29 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9181097 Dec 22 04:56:37.191409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84ad90-b0ce-46a4-9013-b39d312b1493 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Subnet': ['ID=1bbad56b-87ee-447d-99e6-3c0b2e2e8d96,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:37.199982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Request body: {'port': {'device_id': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:37.204432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc84ad90-b0ce-46a4-9013-b39d312b1493 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Checking segment: {'id': '4903a61e-43dc-4947-9501-e4e3411a59ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '214a4ea2-409a-48bb-8f27-54865c1df684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:37.204791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc84ad90-b0ce-46a4-9013-b39d312b1493 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network hostable DHCP agents. Network: 214a4ea2-409a-48bb-8f27-54865c1df684, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:56:37.222596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e0eb764d-7f60-4ca1-9290-c437ee9ddbbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.320713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb764d-7f60-4ca1-9290-c437ee9ddbbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Subnet': ['ID=d1971d6b-738c-404f-94bd-f33170c0b258,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:37.323990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.370957 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eb764d-7f60-4ca1-9290-c437ee9ddbbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Checking segment: {'id': 'b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5a4e6c7b-b97b-4f12-b58e-88068a736f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:37.371204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb764d-7f60-4ca1-9290-c437ee9ddbbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network hostable DHCP agents. Network: 5a4e6c7b-b97b-4f12-b58e-88068a736f17, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:56:37.408027 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc84ad90-b0ce-46a4-9013-b39d312b1493 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 214a4ea2-409a-48bb-8f27-54865c1df684 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:56:37.420102 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0ce8-2978-49f8-ae4f-0ceca43c1674 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.498544 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58a8207-9960-44cc-8fe0-946e8c89ad8e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:37.503191 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b58a8207-9960-44cc-8fe0-946e8c89ad8e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.508070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950edd2e-cdf8-4a6b-af17-bb7290ce8717 None None] Sync routers for ids ['d12aeb47-a692-43d8-80e6-64cac457bdce'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:37.517972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950edd2e-cdf8-4a6b-af17-bb7290ce8717 None None] Routers {'d12aeb47-a692-43d8-80e6-64cac457bdce'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:37.518885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-950edd2e-cdf8-4a6b-af17-bb7290ce8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d12aeb47-a692-43d8-80e6-64cac457bdce'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:37.519041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eb764d-7f60-4ca1-9290-c437ee9ddbbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 5a4e6c7b-b97b-4f12-b58e-88068a736f17 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:56:37.523119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86fb4d93-593f-4f79-9f0c-394f598870ba tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.555704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-950edd2e-cdf8-4a6b-af17-bb7290ce8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:37.564313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950edd2e-cdf8-4a6b-af17-bb7290ce8717 None None] Routers {'d12aeb47-a692-43d8-80e6-64cac457bdce'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:37.565189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-950edd2e-cdf8-4a6b-af17-bb7290ce8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d12aeb47-a692-43d8-80e6-64cac457bdce'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:37.583840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-fc84ad90-b0ce-46a4-9013-b39d312b1493 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 214a4ea2-409a-48bb-8f27-54865c1df684) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:37.587502 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b58a8207-9960-44cc-8fe0-946e8c89ad8e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "PUT /v2.0/floatingips/f05a5176-608f-4f4e-8c39-ef314b811d37 HTTP/1.1" status: 200 len: 977 time: 3.4937067 Dec 22 04:56:37.588607 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41436) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:37.588720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-e0eb764d-7f60-4ca1-9290-c437ee9ddbbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 5a4e6c7b-b97b-4f12-b58e-88068a736f17) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:37.591110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc84ad90-b0ce-46a4-9013-b39d312b1493 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.591687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fc84ad90-b0ce-46a4-9013-b39d312b1493 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.600166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb764d-7f60-4ca1-9290-c437ee9ddbbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.600760 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e0eb764d-7f60-4ca1-9290-c437ee9ddbbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.613129 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80862de9-e608-4747-8e5c-669370f915a0 None None] Network 214a4ea2-409a-48bb-8f27-54865c1df684 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:37.615269 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422712da-7ba4-4b04-b236-70a0dc6d8860 None None] Network 5a4e6c7b-b97b-4f12-b58e-88068a736f17 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:37.618271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-950edd2e-cdf8-4a6b-af17-bb7290ce8717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:37.618885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950edd2e-cdf8-4a6b-af17-bb7290ce8717 None None] The sync data for ids ['d12aeb47-a692-43d8-80e6-64cac457bdce'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:37.638031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0ce8-2978-49f8-ae4f-0ceca43c1674 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.666124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69da1e82-a93b-4453-a8db-a0ac695eb7c2 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:56:37.674545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.689664 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fc84ad90-b0ce-46a4-9013-b39d312b1493 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7592325 Dec 22 04:56:37.696036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Transition to ACTIVE for port object 69da1e82-a93b-4453-a8db-a0ac695eb7c2 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:56:37.696036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41438) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:37.697535 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b0ce8-2978-49f8-ae4f-0ceca43c1674 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=d62421aa-347e-491d-ac7b-7591ecd987dc,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:37.699366 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': '214a4ea2-409a-48bb-8f27-54865c1df684', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1514902786'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:37.702555 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86fb4d93-593f-4f79-9f0c-394f598870ba tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.703874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8f6b0ce8-2978-49f8-ae4f-0ceca43c1674 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.710863 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8f6b0ce8-2978-49f8-ae4f-0ceca43c1674 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/d62421aa-347e-491d-ac7b-7591ecd987dc HTTP/1.1" status: 204 len: 168 time: 0.9631860 Dec 22 04:56:37.711613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53f3d2-3625-4840-803c-6c2946d2c31c None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:37.716793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41440) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:37.753502 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e0eb764d-7f60-4ca1-9290-c437ee9ddbbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9996948 Dec 22 04:56:37.756805 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41442) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:37.760038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port a8262527-7ae5-460c-97cf-831b77af9a16 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:37.761778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.773427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1168921a-686c-48de-8449-4c35e54f58b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1941758905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:37.791986 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-374ecebd-3540-4d1a-bb6a-29e30c326677 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711269 Dec 22 04:56:37.793731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.797987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41444) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:37.804225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-32a869fb-d1f9-4683-8a3f-7443b7fc3206 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:37.835924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86fb4d93-593f-4f79-9f0c-394f598870ba tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.904552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb4d93-593f-4f79-9f0c-394f598870ba tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6971e45c-3230-4b47-98e4-d52ebe55404a,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:37.932495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.936646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Pushing event updated for resources: {'Port': ['ID=69da1e82-a93b-4453-a8db-a0ac695eb7c2,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:37.956844 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86fb4d93-593f-4f79-9f0c-394f598870ba tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:37.958678 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-86fb4d93-593f-4f79-9f0c-394f598870ba tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9224539 Dec 22 04:56:37.983341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41446) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:37.991887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-116c8d62-8691-484e-bfc4-c15394aeadcd tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '6971e45c-3230-4b47-98e4-d52ebe55404a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:37.992728 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING neutron.api.v2.base [None req-116c8d62-8691-484e-bfc4-c15394aeadcd tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 04:56:37.993268 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-116c8d62-8691-484e-bfc4-c15394aeadcd tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:37.997685 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-116c8d62-8691-484e-bfc4-c15394aeadcd tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0116069 Dec 22 04:56:38.002295 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41448) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:38.006446 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1168921a-686c-48de-8449-4c35e54f58b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.007584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1168921a-686c-48de-8449-4c35e54f58b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.017367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-5a4e6c7b-b97b-4f12-b58e-88068a736f17', 'network_id': '5a4e6c7b-b97b-4f12-b58e-88068a736f17', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'fixed_ips': [{'subnet_id': 'd1971d6b-738c-404f-94bd-f33170c0b258'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:38.026236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.065176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-214a4ea2-409a-48bb-8f27-54865c1df684', 'network_id': '214a4ea2-409a-48bb-8f27-54865c1df684', 'tenant_id': 'b5cf82dfcab94f74b5cae5119093644d', 'fixed_ips': [{'subnet_id': '1bbad56b-87ee-447d-99e6-3c0b2e2e8d96'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:38.066946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.129788 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1168921a-686c-48de-8449-4c35e54f58b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.153760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f667e4-f119-49ca-a674-258f3e9ff366 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:38.223056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.223508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.223920 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Floating IP f05a5176-608f-4f4e-8c39-ef314b811d37 disassociated. External IP: 172.26.5.111, port: a8262527-7ae5-460c-97cf-831b77af9a16. Dec 22 04:56:38.224308 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for a8262527-7ae5-460c-97cf-831b77af9a16 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:38.228400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Attempting to bind port 69da1e82-a93b-4453-a8db-a0ac695eb7c2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:38.228738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Attempting to bind port 69da1e82-a93b-4453-a8db-a0ac695eb7c2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:38.229065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Attempting to bind port 69da1e82-a93b-4453-a8db-a0ac695eb7c2 on network 30599b73-fc9c-4641-a73a-116b0e42e1f9 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:38.234737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.249758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Port 69da1e82-a93b-4453-a8db-a0ac695eb7c2 on network 30599b73-fc9c-4641-a73a-116b0e42e1f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:56:38.252501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Attempting to bind port 69da1e82-a93b-4453-a8db-a0ac695eb7c2 on network 30599b73-fc9c-4641-a73a-116b0e42e1f9 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:38.263611 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:38.263939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Checking segment: {'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:38.264330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Bound using segment: {'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:38.264761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Bound port: 69da1e82-a93b-4453-a8db-a0ac695eb7c2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cf9193-bd56-4b13-ba69-59483b87ba50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:38.265109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.271176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1168921a-686c-48de-8449-4c35e54f58b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.277465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.286702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:38.290318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.347935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a869fb-d1f9-4683-8a3f-7443b7fc3206 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:38.351674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32a869fb-d1f9-4683-8a3f-7443b7fc3206 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.390641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1168921a-686c-48de-8449-4c35e54f58b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.394478 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1168921a-686c-48de-8449-4c35e54f58b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6251247 Dec 22 04:56:38.399869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44ea8c-4264-4a7f-98bc-e67ae7e6ee66 req-9c11786d-b5d9-4860-9266-300e1cb8b48d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:38.401470 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3b44ea8c-4264-4a7f-98bc-e67ae7e6ee66 req-9c11786d-b5d9-4860-9266-300e1cb8b48d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 943 time: 0.1611741 Dec 22 04:56:38.410754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41452) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:38.504845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.510419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Allocated IP 2001:db8::2 (5a4e6c7b-b97b-4f12-b58e-88068a736f17/d1971d6b-738c-404f-94bd-f33170c0b258/76bb19c1-20ef-4be5-92d4-ee43a215c524) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:38.587503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-97f667e4-f119-49ca-a674-258f3e9ff366 None None] Deleting port 16215228-3da0-459f-804d-7d4663e4fd1d {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:38.587917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f667e4-f119-49ca-a674-258f3e9ff366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.594999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Allocated IP 172.20.0.2 (214a4ea2-409a-48bb-8f27-54865c1df684/1bbad56b-87ee-447d-99e6-3c0b2e2e8d96/35450edc-2f39-4fb2-a77e-58f50e64ef55) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:38.625670 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=a8262527-7ae5-460c-97cf-831b77af9a16,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:38.769775 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-97f667e4-f119-49ca-a674-258f3e9ff366 None None] For port 16215228-3da0-459f-804d-7d4663e4fd1d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=16215228-3da0-459f-804d-7d4663e4fd1d,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:38.770136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f667e4-f119-49ca-a674-258f3e9ff366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.785111 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3b44ea8c-4264-4a7f-98bc-e67ae7e6ee66 req-3dbf536d-6c3a-4b08-abae-7b5f9547e027 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644524 Dec 22 04:56:38.799039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router d12aeb47-a692-43d8-80e6-64cac457bdce has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:38.810953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-97f667e4-f119-49ca-a674-258f3e9ff366 None None] Calling delete_port for 16215228-3da0-459f-804d-7d4663e4fd1d owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:38.812870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port 6ba8af6d-7a82-486b-83a8-5aac27572b1d yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:38.910369 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] For port 69da1e82-a93b-4453-a8db-a0ac695eb7c2, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:38.917392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.920022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.921280 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "DELETE /v2.0/security-groups/6971e45c-3230-4b47-98e4-d52ebe55404a HTTP/1.1" status: 204 len: 168 time: 0.8703604 Dec 22 04:56:38.932058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41454) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:38.937597 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.943168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] For port 69da1e82-a93b-4453-a8db-a0ac695eb7c2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69da1e82-a93b-4453-a8db-a0ac695eb7c2,segment=NetworkSegment(b5cf9193-bd56-4b13-ba69-59483b87ba50),segment_id=b5cf9193-bd56-4b13-ba69-59483b87ba50)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:38.964575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6971e45c-3230-4b47-98e4-d52ebe55404a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:38.981976 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:38.988729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:38.998119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:38.998119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:38.998119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:38.998119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:38.998119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:38.998119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:38.998119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:38.998119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:38.998119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:38.998119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:38.998119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f616f-75d0-4a93-acc1-d7ba702bc4c3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:39.018328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.048551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.062392 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8db94b0f-6d0f-4b1d-9e06-1f2fe0a5a0e6 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1222918 Dec 22 04:56:39.065978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.070439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41456) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:39.070863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Network 5a4e6c7b-b97b-4f12-b58e-88068a736f17 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:39.080051 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:39.082271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Pushing event updated for resources: {'Port': ['ID=76bb19c1-20ef-4be5-92d4-ee43a215c524,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.088731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:39.103380 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-86cd7c2e-3529-4bce-8ccb-65ee3f7f8454 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group': {'name': 'tempest-secgroup--247033169'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:39.143337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:39.155232 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59459919-be19-4da0-80ac-ae3afe76360e None None] Sync routers for ids ['d12aeb47-a692-43d8-80e6-64cac457bdce'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:39.176749 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59459919-be19-4da0-80ac-ae3afe76360e None None] Routers {'d12aeb47-a692-43d8-80e6-64cac457bdce'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:39.177383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.177883 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-59459919-be19-4da0-80ac-ae3afe76360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d12aeb47-a692-43d8-80e6-64cac457bdce'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:39.180127 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f667e4-f119-49ca-a674-258f3e9ff366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.186540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:39.187447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.188789 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] 10.222.0.16 "PUT /v2.0/ports/69da1e82-a93b-4453-a8db-a0ac695eb7c2 HTTP/1.1" status: 200 len: 1093 time: 1.9933589 Dec 22 04:56:39.192865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'tag': '69da1e82-a93b-4453-a8db-a0ac695eb7c2'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:56:39.198933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb548e95-bd3a-40d1-bb6c-3100f96e1517" -d '{"events": [{"name": "network-changed", "server_uuid": "061cdeaa-39a8-4348-9418-8a2e17de07df", "tag": "69da1e82-a93b-4453-a8db-a0ac695eb7c2"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:56:39.234854 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Attempting to bind port 76bb19c1-20ef-4be5-92d4-ee43a215c524 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:39.235232 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Attempting to bind port 76bb19c1-20ef-4be5-92d4-ee43a215c524 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5a4e6c7b-b97b-4f12-b58e-88068a736f17'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:39.235594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Attempting to bind port 76bb19c1-20ef-4be5-92d4-ee43a215c524 on network 5a4e6c7b-b97b-4f12-b58e-88068a736f17 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:39.248630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcc790-7011-4625-ac25-6ebbc847d200 service neutron] Pushing event updated for resources: {'Port': ['ID=69da1e82-a93b-4453-a8db-a0ac695eb7c2,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.264350 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:39.265194 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Checking segment: {'id': 'b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5a4e6c7b-b97b-4f12-b58e-88068a736f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:39.266272 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0714f785-3b59-4459-8217-809af43f5158 x-openstack-request-id: req-0714f785-3b59-4459-8217-809af43f5158 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:56:39.266402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.266657 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061cdeaa-39a8-4348-9418-8a2e17de07df", "tag": "69da1e82-a93b-4453-a8db-a0ac695eb7c2", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:56:39.266790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Bound using segment: {'id': 'b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5a4e6c7b-b97b-4f12-b58e-88068a736f17'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:39.267097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0714f785-3b59-4459-8217-809af43f5158 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:56:39.267211 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Bound port: 76bb19c1-20ef-4be5-92d4-ee43a215c524, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5a4e6c7b-b97b-4f12-b58e-88068a736f17'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:39.267565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.267908 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'tag': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'status': 'completed', 'code': 200} Dec 22 04:56:39.269151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.10 (214a4ea2-409a-48bb-8f27-54865c1df684/1bbad56b-87ee-447d-99e6-3c0b2e2e8d96/6ba8af6d-7a82-486b-83a8-5aac27572b1d) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:39.276440 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-59459919-be19-4da0-80ac-ae3afe76360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:39.286081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32a869fb-d1f9-4683-8a3f-7443b7fc3206 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.288176 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59459919-be19-4da0-80ac-ae3afe76360e None None] Routers {'d12aeb47-a692-43d8-80e6-64cac457bdce'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:39.289000 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-59459919-be19-4da0-80ac-ae3afe76360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d12aeb47-a692-43d8-80e6-64cac457bdce'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:39.303821 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.314837 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a20de8a2-1161-427e-bec9-c68b601a355b tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/ports/a8262527-7ae5-460c-97cf-831b77af9a16 HTTP/1.1" status: 204 len: 168 time: 1.7246459 Dec 22 04:56:39.321546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41460) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:39.331571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Network 214a4ea2-409a-48bb-8f27-54865c1df684 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:39.337282 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f667e4-f119-49ca-a674-258f3e9ff366 None None] No DVR routers for this DVR port 16215228-3da0-459f-804d-7d4663e4fd1d on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:39.344532 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-59459919-be19-4da0-80ac-ae3afe76360e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:39.345189 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59459919-be19-4da0-80ac-ae3afe76360e None None] The sync data for ids ['d12aeb47-a692-43d8-80e6-64cac457bdce'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:39.404632 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:39.407094 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:39.409609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 16215228-3da0-459f-804d-7d4663e4fd1d no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:39.412394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Pushing event updated for resources: {'Port': ['ID=35450edc-2f39-4fb2-a77e-58f50e64ef55,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.446258 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86cd7c2e-3529-4bce-8ccb-65ee3f7f8454 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.446675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f667e4-f119-49ca-a674-258f3e9ff366 None None] Pushing event deleted for resources: {'Port': ['ID=16215228-3da0-459f-804d-7d4663e4fd1d,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.453483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-88bdb697-2bfb-4b72-85fd-a65073116b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.477165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 16215228-3da0-459f-804d-7d4663e4fd1d {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:39.477515 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 16215228-3da0-459f-804d-7d4663e4fd1d not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:39.489281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a869fb-d1f9-4683-8a3f-7443b7fc3206 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:39.505807 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-32a869fb-d1f9-4683-8a3f-7443b7fc3206 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:39.514211 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a869fb-d1f9-4683-8a3f-7443b7fc3206 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:39.514793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32a869fb-d1f9-4683-8a3f-7443b7fc3206 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.541115 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea3748-03d4-4925-8af4-de50ab01e1f5 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:39.556265 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a869fb-d1f9-4683-8a3f-7443b7fc3206 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=ad4bc62f-39c9-4c33-8822-fbb8d9b074c6,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.580680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb548e95-bd3a-40d1-bb6c-3100f96e1517 req-be49b8f9-5a4a-496d-adc4-090d3aa358f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:39.582209 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-eb548e95-bd3a-40d1-bb6c-3100f96e1517 req-be49b8f9-5a4a-496d-adc4-090d3aa358f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 1096 time: 0.2622528 Dec 22 04:56:39.590736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Allocated IP 2001:db8::1 (5a4e6c7b-b97b-4f12-b58e-88068a736f17/d1971d6b-738c-404f-94bd-f33170c0b258/b866406f-79a2-4330-84bc-c5b6522a8c88) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:39.594551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86cd7c2e-3529-4bce-8ccb-65ee3f7f8454 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.615039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] For port 76bb19c1-20ef-4be5-92d4-ee43a215c524, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:39.627419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Attempting to bind port 35450edc-2f39-4fb2-a77e-58f50e64ef55 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:39.628246 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Attempting to bind port 35450edc-2f39-4fb2-a77e-58f50e64ef55 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '4903a61e-43dc-4947-9501-e4e3411a59ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '214a4ea2-409a-48bb-8f27-54865c1df684'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:39.628701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Attempting to bind port 35450edc-2f39-4fb2-a77e-58f50e64ef55 on network 214a4ea2-409a-48bb-8f27-54865c1df684 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:39.640058 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] For port 76bb19c1-20ef-4be5-92d4-ee43a215c524, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=76bb19c1-20ef-4be5-92d4-ee43a215c524,segment=NetworkSegment(b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12),segment_id=b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:39.645821 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:39.646334 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Checking segment: {'id': '4903a61e-43dc-4947-9501-e4e3411a59ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '214a4ea2-409a-48bb-8f27-54865c1df684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:39.646832 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.647903 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Bound using segment: {'id': '4903a61e-43dc-4947-9501-e4e3411a59ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '214a4ea2-409a-48bb-8f27-54865c1df684'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:39.647903 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Bound port: 35450edc-2f39-4fb2-a77e-58f50e64ef55, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4903a61e-43dc-4947-9501-e4e3411a59ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '214a4ea2-409a-48bb-8f27-54865c1df684'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:39.648396 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.658080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86cd7c2e-3529-4bce-8ccb-65ee3f7f8454 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.682195 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-32a869fb-d1f9-4683-8a3f-7443b7fc3206 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8806381 Dec 22 04:56:39.685057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41462) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:39.689991 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'name': 'tempest-NetworksTestDHCPv6-1530317034'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:39.712607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.725103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.759498 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd7c2e-3529-4bce-8ccb-65ee3f7f8454 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b572eb-59b0-4eb5-a192-dafd721e5aa4,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.772817 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86cd7c2e-3529-4bce-8ccb-65ee3f7f8454 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.774067 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-86cd7c2e-3529-4bce-8ccb-65ee3f7f8454 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7026756 Dec 22 04:56:39.779561 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41464) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:39.788964 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-93b71233-606d-43d8-b5fe-8633bb3f843e tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '36b572eb-59b0-4eb5-a192-dafd721e5aa4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:39.814238 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-93b71233-606d-43d8-b5fe-8633bb3f843e tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 04:56:39.814238 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-93b71233-606d-43d8-b5fe-8633bb3f843e tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:39.816110 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-93b71233-606d-43d8-b5fe-8633bb3f843e tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0300703 Dec 22 04:56:39.824802 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41468) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:39.832988 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-07d334e1-d3f3-4663-a257-1f5ade384540 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '36b572eb-59b0-4eb5-a192-dafd721e5aa4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:39.834699 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-07d334e1-d3f3-4663-a257-1f5ade384540 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 04:56:39.835143 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-07d334e1-d3f3-4663-a257-1f5ade384540 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:39.835321 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] For port 35450edc-2f39-4fb2-a77e-58f50e64ef55, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:39.836596 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-07d334e1-d3f3-4663-a257-1f5ade384540 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103359 Dec 22 04:56:39.843289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] For port 35450edc-2f39-4fb2-a77e-58f50e64ef55, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=35450edc-2f39-4fb2-a77e-58f50e64ef55,segment=NetworkSegment(4903a61e-43dc-4947-9501-e4e3411a59ba),segment_id=4903a61e-43dc-4947-9501-e4e3411a59ba)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:39.845611 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41470) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:39.850092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d9173-62a0-41c7-98bb-6406f248b6f2 None None] Pushing event updated for resources: {'Port': ['ID=76bb19c1-20ef-4be5-92d4-ee43a215c524,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:39.851232 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-472e98d6-103f-4dbe-a105-f5b7b1f4f1b7 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '36b572eb-59b0-4eb5-a192-dafd721e5aa4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:39.858921 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-472e98d6-103f-4dbe-a105-f5b7b1f4f1b7 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 04:56:39.859456 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-472e98d6-103f-4dbe-a105-f5b7b1f4f1b7 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:39.860571 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-472e98d6-103f-4dbe-a105-f5b7b1f4f1b7 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0134401 Dec 22 04:56:39.871199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41472) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:39.887265 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-11e65bf2-9117-421f-a992-0d6feab57fb6 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '36b572eb-59b0-4eb5-a192-dafd721e5aa4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:39.890089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': 'ad4bc62f-39c9-4c33-8822-fbb8d9b074c6'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:39.890796 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING neutron.api.v2.base [None req-11e65bf2-9117-421f-a992-0d6feab57fb6 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 04:56:39.896052 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.896225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:39.896333 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-11e65bf2-9117-421f-a992-0d6feab57fb6 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:39.896333 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-11e65bf2-9117-421f-a992-0d6feab57fb6 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0167251 Dec 22 04:56:39.900786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41474) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:39.904385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb548e95-bd3a-40d1-bb6c-3100f96e1517 req-cb28b33c-3579-40cb-9661-7db990745d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:39.906020 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-eb548e95-bd3a-40d1-bb6c-3100f96e1517 req-cb28b33c-3579-40cb-9661-7db990745d13 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=029a077a8ccd4775910052d15f603bba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3059759 Dec 22 04:56:39.915485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.047611 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.083766 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65df76-1201-4c50-a447-495e7c7b2c8b None None] Pushing event updated for resources: {'Port': ['ID=35450edc-2f39-4fb2-a77e-58f50e64ef55,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:40.111989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b00c8-1fa6-4ca1-afb1-85a9f78ec143 req-b6c086eb-a5c9-4612-9291-a422d3d96452 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:40.113531 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9a2b00c8-1fa6-4ca1-afb1-85a9f78ec143 req-b6c086eb-a5c9-4612-9291-a422d3d96452 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 943 time: 0.2437496 Dec 22 04:56:40.162424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Allocated IP 2001:db8::2 (2485d7d3-5b15-435d-bf80-f80d67582626/ad4bc62f-39c9-4c33-8822-fbb8d9b074c6/ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:40.176552 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9a2b00c8-1fa6-4ca1-afb1-85a9f78ec143 req-b108eb1c-e2b1-45d7-9269-a599b77c23a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 Dec 22 04:56:40.229132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb548e95-bd3a-40d1-bb6c-3100f96e1517 req-dafdbacd-70fe-41a3-a790-23d9c8685058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:40.231442 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-eb548e95-bd3a-40d1-bb6c-3100f96e1517 req-dafdbacd-70fe-41a3-a790-23d9c8685058 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3136015 Dec 22 04:56:40.240427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.249092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 214a4ea2-409a-48bb-8f27-54865c1df684 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:40.266322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:40.271757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=6ba8af6d-7a82-486b-83a8-5aac27572b1d,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:40.275399 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:40.278286 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 5a4e6c7b-b97b-4f12-b58e-88068a736f17 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:40.281691 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fbc270ef-fe61-40fd-bbf0-06cce7e33659 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.284017 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:40.286677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:40.291330 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.317746 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:40.322668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.416759 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fbc270ef-fe61-40fd-bbf0-06cce7e33659 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.432606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:40.433279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.439011 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=b866406f-79a2-4330-84bc-c5b6522a8c88,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:40.445277 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port 745b3766-52e3-4b8a-8e06-961287d907f1 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:40.451836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.517550 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.517919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835fbba-c16c-416b-b605-3a437626076c req-df841076-f7e6-48d3-875e-22eebfb8089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:40.519475 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-df841076-f7e6-48d3-875e-22eebfb8089f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 1096 time: 0.2062073 Dec 22 04:56:40.572434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:40.573281 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-ce441d86-0f1b-46a3-95d1-dcf2f342aff0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69da1e82-a93b-4453-a8db-a0ac695eb7c2 HTTP/1.1" status: 200 len: 217 time: 0.0392208 Dec 22 04:56:40.577243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:40.579278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4ce343ae-281b-445a-a804-4d79b11602f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.580864 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:40.590647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Pushing event updated for resources: {'Port': ['ID=ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:40.613373 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::16 (2485d7d3-5b15-435d-bf80-f80d67582626/ad4bc62f-39c9-4c33-8822-fbb8d9b074c6/745b3766-52e3-4b8a-8e06-961287d907f1) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:40.645250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Attempting to bind port ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:40.645622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Attempting to bind port ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:40.645988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Attempting to bind port ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:40.652452 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:40.652829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:40.653230 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.654253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:40.654728 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Bound port: ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:40.655110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.673568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fbc270ef-fe61-40fd-bbf0-06cce7e33659 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.676166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fbc270ef-fe61-40fd-bbf0-06cce7e33659 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.677371 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fbc270ef-fe61-40fd-bbf0-06cce7e33659 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "DELETE /v2.0/security-groups/36b572eb-59b0-4eb5-a192-dafd721e5aa4 HTTP/1.1" status: 204 len: 168 time: 0.7745945 Dec 22 04:56:40.680644 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-519f5332-356f-4057-82fe-29e145e16d5e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.9873793 Dec 22 04:56:40.683925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41476) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:40.684266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41478) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:40.735255 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] For port ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:40.739212 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] For port ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:40.750108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.757195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc270ef-fe61-40fd-bbf0-06cce7e33659 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b572eb-59b0-4eb5-a192-dafd721e5aa4,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:40.784609 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835fbba-c16c-416b-b605-3a437626076c req-21d96155-5c8c-4dbc-b39d-da72c7543fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:40.786101 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-21d96155-5c8c-4dbc-b39d-da72c7543fa7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba3a467f-1697-41ee-a7eb-b417016581e2 HTTP/1.1" status: 200 len: 834 time: 0.2048504 Dec 22 04:56:40.829266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:40.902498 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9eb13-f585-45b6-bc8d-5c03785c61b1 None None] Pushing event updated for resources: {'Port': ['ID=ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:40.911445 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a0393845-f2ab-4f1e-9bcd-3ee07b3e7204 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2217052 Dec 22 04:56:40.944774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41480) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:40.955741 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7146e936-29eb-40ed-8503-fb6806aa9a08 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494088276'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:41.009580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835fbba-c16c-416b-b605-3a437626076c req-b9f15e66-ad30-4e98-a71c-da826ca02ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:41.009580 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-b9f15e66-ad30-4e98-a71c-da826ca02ba7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30599b73-fc9c-4641-a73a-116b0e42e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1780145 Dec 22 04:56:41.081745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd8333-f1d4-4661-b210-1988e3bbd7b7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 6ba8af6d-7a82-486b-83a8-5aac27572b1d {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:41.082276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8333-f1d4-4661-b210-1988e3bbd7b7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.179215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7146e936-29eb-40ed-8503-fb6806aa9a08 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.231487 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-5dffd30a-cc8e-47d0-9a9f-b60ac99a7199 service neutron] 10.222.0.16 "GET /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501140 Dec 22 04:56:41.279943 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ee50b-d584-44ef-b11f-b261ff08a7b6 None None] Network 5a4e6c7b-b97b-4f12-b58e-88068a736f17 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:41.345316 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7146e936-29eb-40ed-8503-fb6806aa9a08 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.447637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 35450edc-2f39-4fb2-a77e-58f50e64ef55 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:41.474466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7a0ca7ad-8d29-4eb2-a0c9-c5445e82d1cd None None] Provisioning complete for port 76bb19c1-20ef-4be5-92d4-ee43a215c524 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:41.475689 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca7ad-8d29-4eb2-a0c9-c5445e82d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.479411 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.499881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7146e936-29eb-40ed-8503-fb6806aa9a08 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.547107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146e936-29eb-40ed-8503-fb6806aa9a08 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609a90b7-ece6-407c-be2d-192581996b18,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:41.552941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8333-f1d4-4661-b210-1988e3bbd7b7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.558246 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.583893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-bbcd8333-f1d4-4661-b210-1988e3bbd7b7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 6ba8af6d-7a82-486b-83a8-5aac27572b1d owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:41.622630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.623418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.669096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.674899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 35450edc-2f39-4fb2-a77e-58f50e64ef55 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:41.675270 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.703858 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca7ad-8d29-4eb2-a0c9-c5445e82d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.730721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ecf3b-ddbc-46bf-9100-3a9e601f5c17 req-5b5a9e5a-4ad3-445b-a41b-206d738b27b6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:41.732519 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d70ecf3b-ddbc-46bf-9100-3a9e601f5c17 req-5b5a9e5a-4ad3-445b-a41b-206d738b27b6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 943 time: 0.3815989 Dec 22 04:56:41.737570 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b482785b-0f27-47dd-9e66-8c923b3c5687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.738541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7146e936-29eb-40ed-8503-fb6806aa9a08 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.742921 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7146e936-29eb-40ed-8503-fb6806aa9a08 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7927833 Dec 22 04:56:41.744024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41484) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:41.759217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4d6caa40-01aa-495f-b6b1-92c05c55f92e tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '609a90b7-ece6-407c-be2d-192581996b18', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:41.760323 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-4d6caa40-01aa-495f-b6b1-92c05c55f92e tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 04:56:41.760547 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-4d6caa40-01aa-495f-b6b1-92c05c55f92e tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:41.762387 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4d6caa40-01aa-495f-b6b1-92c05c55f92e tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0157151 Dec 22 04:56:41.771289 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:41.773706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41486) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:41.775922 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=b866406f-79a2-4330-84bc-c5b6522a8c88,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:41.776159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7a0ca7ad-8d29-4eb2-a0c9-c5445e82d1cd None None] For port 76bb19c1-20ef-4be5-92d4-ee43a215c524, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=76bb19c1-20ef-4be5-92d4-ee43a215c524,segment=NetworkSegment(b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12),segment_id=b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:41.782843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:41.785175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:41.792111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:41.793678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.801502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4ac3c005-7c5c-4256-9228-399b9a008e39 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '609a90b7-ece6-407c-be2d-192581996b18', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:41.822922 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7835fbba-c16c-416b-b605-3a437626076c req-c9149cea-54d3-4789-bfb9-ae5b8ae629b8 service neutron] 10.222.0.16 "GET /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4706755 Dec 22 04:56:41.860734 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d70ecf3b-ddbc-46bf-9100-3a9e601f5c17 req-92a0cdb7-b335-4d5c-a85a-b5cb289ecfd6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010921 Dec 22 04:56:41.863445 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=745b3766-52e3-4b8a-8e06-961287d907f1,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:41.893727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.901602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 5a4e6c7b-b97b-4f12-b58e-88068a736f17 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:41.901829 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4ce343ae-281b-445a-a804-4d79b11602f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port 3c8e1de0-80fb-4366-92fc-11a7b7d21468 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:41.902018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4ce343ae-281b-445a-a804-4d79b11602f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.903415 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:41.931509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca7ad-8d29-4eb2-a0c9-c5445e82d1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:41.935722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4df48e1-b8ef-4907-87ee-cdb58b02ae33 None None] Network 214a4ea2-409a-48bb-8f27-54865c1df684 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:42.002603 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4ce343ae-281b-445a-a804-4d79b11602f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.012107 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-21af7025-63bc-46a0-b5d1-c5c6f7d543d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3245938 Dec 22 04:56:42.014261 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41488) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:42.015746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4ce343ae-281b-445a-a804-4d79b11602f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for 3c8e1de0-80fb-4366-92fc-11a7b7d21468 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:42.023780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8333-f1d4-4661-b210-1988e3bbd7b7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.096971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f74840-36da-47d5-b988-d6ba1e8a726a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:42.103579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f74840-36da-47d5-b988-d6ba1e8a726a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:42.105349 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-89f74840-36da-47d5-b988-d6ba1e8a726a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0901537 Dec 22 04:56:42.108989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41490) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:42.121460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd8333-f1d4-4661-b210-1988e3bbd7b7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=6ba8af6d-7a82-486b-83a8-5aac27572b1d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:42.127425 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6a903cdf-ab37-42f0-a48b-e2ee4fd2be37 None None] Provisioning complete for port 35450edc-2f39-4fb2-a77e-58f50e64ef55 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:42.127894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6a903cdf-ab37-42f0-a48b-e2ee4fd2be37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.185935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 35450edc-2f39-4fb2-a77e-58f50e64ef55, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=35450edc-2f39-4fb2-a77e-58f50e64ef55,segment=NetworkSegment(4903a61e-43dc-4947-9501-e4e3411a59ba),segment_id=4903a61e-43dc-4947-9501-e4e3411a59ba)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:42.192138 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-4ac3c005-7c5c-4256-9228-399b9a008e39 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:42.194988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ca7ad-8d29-4eb2-a0c9-c5445e82d1cd None None] Pushing event updated for resources: {'Port': ['ID=76bb19c1-20ef-4be5-92d4-ee43a215c524,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:42.196134 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4ac3c005-7c5c-4256-9228-399b9a008e39 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4214754 Dec 22 04:56:42.198908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41492) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:42.204704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-20b78897-bd6b-41f1-a6f2-d891b682b519 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '609a90b7-ece6-407c-be2d-192581996b18', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:42.205477 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING neutron.api.v2.base [None req-20b78897-bd6b-41f1-a6f2-d891b682b519 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 04:56:42.205959 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-20b78897-bd6b-41f1-a6f2-d891b682b519 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:42.208809 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-20b78897-bd6b-41f1-a6f2-d891b682b519 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071940 Dec 22 04:56:42.213268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 83e4f8be-1785-4f95-a98e-de8cfda00343 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:56:42.216315 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41494) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:42.224581 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f9f18854-3984-4756-bd63-ed9f723c0b9b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '609a90b7-ece6-407c-be2d-192581996b18', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:42.278637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6a903cdf-ab37-42f0-a48b-e2ee4fd2be37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.292275 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.293722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 76bb19c1-20ef-4be5-92d4-ee43a215c524 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:42.332897 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a5772842-c93c-4171-81bc-6e1a15779d89 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port 745b3766-52e3-4b8a-8e06-961287d907f1 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:42.333235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5772842-c93c-4171-81bc-6e1a15779d89 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.401500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:42.407006 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5f40a07a-eb9e-49cd-9126-5546c7913d51 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/83e4f8be-1785-4f95-a98e-de8cfda00343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9953527 Dec 22 04:56:42.412374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41496) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:42.442222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=35450edc-2f39-4fb2-a77e-58f50e64ef55,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:42.449196 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0588e58-cc6c-4a9b-9c5b-b32cc861bf2b None None] Sync routers for ids ['83e4f8be-1785-4f95-a98e-de8cfda00343'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:42.473582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bbcd8333-f1d4-4661-b210-1988e3bbd7b7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.479489 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bbcd8333-f1d4-4661-b210-1988e3bbd7b7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/6ba8af6d-7a82-486b-83a8-5aac27572b1d HTTP/1.1" status: 204 len: 168 time: 1.7888319 Dec 22 04:56:42.483314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41498) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:42.486981 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016d19dd-f07c-47bf-b935-0c088a0835f5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:42.488440 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-016d19dd-f07c-47bf-b935-0c088a0835f5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports/b866406f-79a2-4330-84bc-c5b6522a8c88 HTTP/1.1" status: 200 len: 911 time: 0.0751047 Dec 22 04:56:42.496087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41500) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:42.531693 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d32c880-4309-434e-94c0-bc4312bf70cc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:56:42.532407 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0588e58-cc6c-4a9b-9c5b-b32cc861bf2b None None] Routers {'83e4f8be-1785-4f95-a98e-de8cfda00343'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:42.533151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a0588e58-cc6c-4a9b-9c5b-b32cc861bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['83e4f8be-1785-4f95-a98e-de8cfda00343'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:42.534848 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3d32c880-4309-434e-94c0-bc4312bf70cc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/6ba8af6d-7a82-486b-83a8-5aac27572b1d HTTP/1.1" status: 404 len: 333 time: 0.0505922 Dec 22 04:56:42.538250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41502) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:42.561331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4ce343ae-281b-445a-a804-4d79b11602f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.592169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5772842-c93c-4171-81bc-6e1a15779d89 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.609158 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:56:42.619623 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a5772842-c93c-4171-81bc-6e1a15779d89 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for 745b3766-52e3-4b8a-8e06-961287d907f1 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:42.636901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce343ae-281b-445a-a804-4d79b11602f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=3c8e1de0-80fb-4366-92fc-11a7b7d21468,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:42.771802 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c917108-509c-445e-bc2c-f4f48495e576 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting subnet 1bbad56b-87ee-447d-99e6-3c0b2e2e8d96 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:42.775447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c917108-509c-445e-bc2c-f4f48495e576 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.798348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 76bb19c1-20ef-4be5-92d4-ee43a215c524 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:42.798729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.829517 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c917108-509c-445e-bc2c-f4f48495e576 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:42.845007 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-6a903cdf-ab37-42f0-a48b-e2ee4fd2be37 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:42.845234 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-6a903cdf-ab37-42f0-a48b-e2ee4fd2be37 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:42.849809 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a0588e58-cc6c-4a9b-9c5b-b32cc861bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:42.866868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0588e58-cc6c-4a9b-9c5b-b32cc861bf2b None None] Routers {'83e4f8be-1785-4f95-a98e-de8cfda00343'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:42.867495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a0588e58-cc6c-4a9b-9c5b-b32cc861bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['83e4f8be-1785-4f95-a98e-de8cfda00343'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:42.938331 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-f9f18854-3984-4756-bd63-ed9f723c0b9b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:42.939530 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f9f18854-3984-4756-bd63-ed9f723c0b9b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7210634 Dec 22 04:56:42.942821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41506) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:42.977612 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a0588e58-cc6c-4a9b-9c5b-b32cc861bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:42.978306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0588e58-cc6c-4a9b-9c5b-b32cc861bf2b None None] The sync data for ids ['83e4f8be-1785-4f95-a98e-de8cfda00343'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:43.081628 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ea166-ae76-4b88-8263-4ed44de6f79a req-220b1a9f-8031-4a5a-b11d-5aee4fa835a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:43.083232 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e06ea166-ae76-4b88-8263-4ed44de6f79a req-220b1a9f-8031-4a5a-b11d-5aee4fa835a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 943 time: 0.0855966 Dec 22 04:56:43.137603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.173455 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e06ea166-ae76-4b88-8263-4ed44de6f79a req-268afdef-670a-4063-87d8-ee41956ec72f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836098 Dec 22 04:56:43.191003 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5772842-c93c-4171-81bc-6e1a15779d89 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.226199 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5772842-c93c-4171-81bc-6e1a15779d89 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=745b3766-52e3-4b8a-8e06-961287d907f1,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:43.264257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5772842-c93c-4171-81bc-6e1a15779d89 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.264257 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a5772842-c93c-4171-81bc-6e1a15779d89 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/745b3766-52e3-4b8a-8e06-961287d907f1 HTTP/1.1" status: 204 len: 168 time: 1.1529346 Dec 22 04:56:43.266808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41508) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:43.279969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff500-ac1b-4791-91fb-9b1dc3a52ca7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.434098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 35450edc-2f39-4fb2-a77e-58f50e64ef55 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:43.483234 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e5e71-a7c2-410a-aa6a-42689cc0ca34 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:43.485632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e5e71-a7c2-410a-aa6a-42689cc0ca34 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:43.488123 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e24e5e71-a7c2-410a-aa6a-42689cc0ca34 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2202952 Dec 22 04:56:43.493120 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41510) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:43.508330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 35450edc-2f39-4fb2-a77e-58f50e64ef55 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:43.509019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.513158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7752276a-8bac-4b30-b922-87f883bc7582 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '609a90b7-ece6-407c-be2d-192581996b18', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:43.513950 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING neutron.api.v2.base [None req-7752276a-8bac-4b30-b922-87f883bc7582 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 04:56:43.514784 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-7752276a-8bac-4b30-b922-87f883bc7582 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:43.516170 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7752276a-8bac-4b30-b922-87f883bc7582 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089564 Dec 22 04:56:43.549878 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41512) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:43.566280 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c917108-509c-445e-bc2c-f4f48495e576 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.586199 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-88cadca6-13f6-412f-a858-c2eaf9dca66f tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '609a90b7-ece6-407c-be2d-192581996b18', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:43.625914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Provisioning complete for port 76bb19c1-20ef-4be5-92d4-ee43a215c524 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:43.626523 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.666591 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 76bb19c1-20ef-4be5-92d4-ee43a215c524 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:43.673254 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4ce343ae-281b-445a-a804-4d79b11602f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.682866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1d27a6-8069-4768-b90b-f15fdf2a32ed tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet ad4bc62f-39c9-4c33-8822-fbb8d9b074c6 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:43.687962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6c1d27a6-8069-4768-b90b-f15fdf2a32ed tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.751968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6c1d27a6-8069-4768-b90b-f15fdf2a32ed tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.767941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 76bb19c1-20ef-4be5-92d4-ee43a215c524 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:43.768345 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.778608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c917108-509c-445e-bc2c-f4f48495e576 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.801744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Provisioning complete for port ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:43.802112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.812771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c917108-509c-445e-bc2c-f4f48495e576 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Subnet': ['ID=1bbad56b-87ee-447d-99e6-3c0b2e2e8d96,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:43.830747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c917108-509c-445e-bc2c-f4f48495e576 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.840947 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1c917108-509c-445e-bc2c-f4f48495e576 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/1bbad56b-87ee-447d-99e6-3c0b2e2e8d96 HTTP/1.1" status: 204 len: 168 time: 1.3014767 Dec 22 04:56:43.842395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41514) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:43.905118 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-88cadca6-13f6-412f-a858-c2eaf9dca66f tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:43.905118 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-88cadca6-13f6-412f-a858-c2eaf9dca66f tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3295999 Dec 22 04:56:43.909251 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41516) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:43.923214 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c535683c-b977-4259-acee-e91da067cab4 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '609a90b7-ece6-407c-be2d-192581996b18', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:43.929527 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-c535683c-b977-4259-acee-e91da067cab4 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 04:56:43.930263 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-c535683c-b977-4259-acee-e91da067cab4 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:43.931373 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c535683c-b977-4259-acee-e91da067cab4 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0179918 Dec 22 04:56:43.935333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41518) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:43.940400 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:43.945940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b31a2ff9-f2f0-4efd-9c5c-5070c902f3ad tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '609a90b7-ece6-407c-be2d-192581996b18', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:43.948988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.967303 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6c1d27a6-8069-4768-b90b-f15fdf2a32ed tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:43.978780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.009208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b0c262-b0a0-4779-bb87-7829189faf32 None None] Network 214a4ea2-409a-48bb-8f27-54865c1df684 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:44.016504 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ff500-ac1b-4791-91fb-9b1dc3a52ca7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port b866406f-79a2-4330-84bc-c5b6522a8c88 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:44.016927 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff500-ac1b-4791-91fb-9b1dc3a52ca7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.089880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:44.090203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.118353 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce343ae-281b-445a-a804-4d79b11602f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router d12aeb47-a692-43d8-80e6-64cac457bdce has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:44.135576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff500-ac1b-4791-91fb-9b1dc3a52ca7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.150515 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ff500-ac1b-4791-91fb-9b1dc3a52ca7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for b866406f-79a2-4330-84bc-c5b6522a8c88 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:44.158332 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-b31a2ff9-f2f0-4efd-9c5c-5070c902f3ad tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:44.162486 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b31a2ff9-f2f0-4efd-9c5c-5070c902f3ad tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2174640 Dec 22 04:56:44.163566 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41520) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:44.170759 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-606c9822-1a1e-4d80-b22f-0f6483067478 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '609a90b7-ece6-407c-be2d-192581996b18', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:44.238474 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.254195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6c1d27a6-8069-4768-b90b-f15fdf2a32ed tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.254615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 35450edc-2f39-4fb2-a77e-58f50e64ef55 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:44.254960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.311650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.316286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae94e73a-ad53-4939-aefd-74bd79fb9e4e None None] DHCP port deletion for 214a4ea2-409a-48bb-8f27-54865c1df684 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:44.358418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d27a6-8069-4768-b90b-f15fdf2a32ed tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4bc62f-39c9-4c33-8822-fbb8d9b074c6,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:44.363493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6c1d27a6-8069-4768-b90b-f15fdf2a32ed tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.369266 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6c1d27a6-8069-4768-b90b-f15fdf2a32ed tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/ad4bc62f-39c9-4c33-8822-fbb8d9b074c6 HTTP/1.1" status: 204 len: 168 time: 0.8724587 Dec 22 04:56:44.369831 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41526) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:44.379807 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce343ae-281b-445a-a804-4d79b11602f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:44.388237 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4ce343ae-281b-445a-a804-4d79b11602f8 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "PUT /v2.0/routers/d12aeb47-a692-43d8-80e6-64cac457bdce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0589161 Dec 22 04:56:44.388237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41528) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:44.400080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20556db0-8ea4-4e80-9c50-cbfcd88bd2c1 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:44.400541 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb36af-0872-4094-883c-7195f3f1bf22 None None] Sync routers for ids ['d12aeb47-a692-43d8-80e6-64cac457bdce'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:44.404392 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:44.404746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:44.405904 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb36af-0872-4094-883c-7195f3f1bf22 None None] Routers {'d12aeb47-a692-43d8-80e6-64cac457bdce'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:44.406520 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1bfb36af-0872-4094-883c-7195f3f1bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d12aeb47-a692-43d8-80e6-64cac457bdce'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:44.418382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] For port 35450edc-2f39-4fb2-a77e-58f50e64ef55, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=35450edc-2f39-4fb2-a77e-58f50e64ef55,segment=NetworkSegment(4903a61e-43dc-4947-9501-e4e3411a59ba),segment_id=4903a61e-43dc-4947-9501-e4e3411a59ba)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:44.419036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.436412 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6bc79ed6-c8b8-4ba8-98da-5372ab9b85a2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652440 Dec 22 04:56:44.437305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41530) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:44.438925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 35450edc-2f39-4fb2-a77e-58f50e64ef55 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:44.440057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 69da1e82-a93b-4453-a8db-a0ac695eb7c2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:56:44.441567 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1bfb36af-0872-4094-883c-7195f3f1bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:44.450493 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb36af-0872-4094-883c-7195f3f1bf22 None None] Routers {'d12aeb47-a692-43d8-80e6-64cac457bdce'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:44.451099 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1bfb36af-0872-4094-883c-7195f3f1bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d12aeb47-a692-43d8-80e6-64cac457bdce'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:44.481532 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-606c9822-1a1e-4d80-b22f-0f6483067478 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:44.482816 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-606c9822-1a1e-4d80-b22f-0f6483067478 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3185365 Dec 22 04:56:44.487089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41532) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:44.488521 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1bfb36af-0872-4094-883c-7195f3f1bf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:44.489342 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb36af-0872-4094-883c-7195f3f1bf22 None None] The sync data for ids ['d12aeb47-a692-43d8-80e6-64cac457bdce'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:44.524657 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:44.524885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:44.559807 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8d378e-2679-428a-9a55-48e9ad1a6d08 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:44.563814 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fb8d378e-2679-428a-9a55-48e9ad1a6d08 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1197464 Dec 22 04:56:44.565848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41534) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:44.590937 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f621bc5-3120-4d0f-9d7b-f4c7225bb4f8 req-f36b67bc-06e7-448b-b17a-4158f955d398 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:44.592465 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1f621bc5-3120-4d0f-9d7b-f4c7225bb4f8 req-f36b67bc-06e7-448b-b17a-4158f955d398 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 943 time: 0.2724359 Dec 22 04:56:44.605062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff500-ac1b-4791-91fb-9b1dc3a52ca7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.635019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ae94e73a-ad53-4939-aefd-74bd79fb9e4e None None] Deleting port 35450edc-2f39-4fb2-a77e-58f50e64ef55 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:44.635642 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ae94e73a-ad53-4939-aefd-74bd79fb9e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.638880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 69da1e82-a93b-4453-a8db-a0ac695eb7c2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69da1e82-a93b-4453-a8db-a0ac695eb7c2,segment=NetworkSegment(b5cf9193-bd56-4b13-ba69-59483b87ba50),segment_id=b5cf9193-bd56-4b13-ba69-59483b87ba50)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:44.641661 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ff500-ac1b-4791-91fb-9b1dc3a52ca7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=b866406f-79a2-4330-84bc-c5b6522a8c88,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:44.643568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4fc59178-3d62-437b-830a-798fd609281b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.666765 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1f621bc5-3120-4d0f-9d7b-f4c7225bb4f8 req-33d829da-6c26-482b-b59a-5ffc041921ca tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657980 Dec 22 04:56:44.688398 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.707000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'port_id': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'mac_address': 'fa:16:3e:ad:87:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:56:44.710383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a832a8d-3bf6-4a8b-8bde-77424c94bb11 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:44.711986 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3a832a8d-3bf6-4a8b-8bde-77424c94bb11 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1451323 Dec 22 04:56:44.721306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4fc59178-3d62-437b-830a-798fd609281b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.729745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41536) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:44.783686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.804459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ae94e73a-ad53-4939-aefd-74bd79fb9e4e None None] For port 35450edc-2f39-4fb2-a77e-58f50e64ef55, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=35450edc-2f39-4fb2-a77e-58f50e64ef55,segment=NetworkSegment(4903a61e-43dc-4947-9501-e4e3411a59ba),segment_id=4903a61e-43dc-4947-9501-e4e3411a59ba)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:44.805149 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ae94e73a-ad53-4939-aefd-74bd79fb9e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.813406 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-73ecd05d-a964-4998-a52d-cce2906a0922 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788915 Dec 22 04:56:44.813524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d5ff500-ac1b-4791-91fb-9b1dc3a52ca7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.813658 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.813794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41538) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:44.823125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d330a17a-d410-43f5-8835-f108edc15e00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:44.825370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69da1e82-a93b-4453-a8db-a0ac695eb7c2 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:56:44.837148 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ae94e73a-ad53-4939-aefd-74bd79fb9e4e None None] Calling delete_port for 35450edc-2f39-4fb2-a77e-58f50e64ef55 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:44.842738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=35450edc-2f39-4fb2-a77e-58f50e64ef55,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:44.859647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No DVR routers for this DVR port 35450edc-2f39-4fb2-a77e-58f50e64ef55 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:44.865847 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 69da1e82-a93b-4453-a8db-a0ac695eb7c2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69da1e82-a93b-4453-a8db-a0ac695eb7c2,segment=NetworkSegment(b5cf9193-bd56-4b13-ba69-59483b87ba50),segment_id=b5cf9193-bd56-4b13-ba69-59483b87ba50)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:44.872747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e400199-1a39-4965-86bb-819259b5c9dc None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:44.943682 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.976658 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.991634 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4fc59178-3d62-437b-830a-798fd609281b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.994306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4fc59178-3d62-437b-830a-798fd609281b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:44.996149 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4fc59178-3d62-437b-830a-798fd609281b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "DELETE /v2.0/security-groups/609a90b7-ece6-407c-be2d-192581996b18 HTTP/1.1" status: 204 len: 168 time: 0.5053451 Dec 22 04:56:45.001959 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41540) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:45.013707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.032015 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc59178-3d62-437b-830a-798fd609281b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609a90b7-ece6-407c-be2d-192581996b18,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:45.037887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214a4ea2-409a-48bb-8f27-54865c1df684']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:45.054584 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4903a61e-43dc-4947-9501-e4e3411a59ba') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:45.054875 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4903a61e-43dc-4947-9501-e4e3411a59ba') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:45.066542 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.072498 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.082686 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.091829 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:56:45.092308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:56:45.096096 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:56:45.106710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=69da1e82-a93b-4453-a8db-a0ac695eb7c2,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:45.144665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:45.145008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:45.147911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:45.147911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:45.147911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:45.147911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:45.147911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:45.147911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:45.147911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:45.147911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:45.147911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:45.148747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: from cryptography.utils import int_from_bytes Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: from cryptography.utils import int_from_bytes Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:56:45.165990 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 04:56:45.175557 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-0e400199-1a39-4965-86bb-819259b5c9dc None None] Deleting port ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:45.175557 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0e400199-1a39-4965-86bb-819259b5c9dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.181885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.217253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port 70f3ef79-f951-4a64-8f79-b0d9d70556f8 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:45.217534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.234426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ae94e73a-ad53-4939-aefd-74bd79fb9e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.240531 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] For port ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:45.261991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['69da1e82-a93b-4453-a8db-a0ac695eb7c2'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:56:45.302982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.311907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.313247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.314810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94e73a-ad53-4939-aefd-74bd79fb9e4e None None] Pushing event deleted for resources: {'Port': ['ID=35450edc-2f39-4fb2-a77e-58f50e64ef55,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:45.318019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.323763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.326226 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/networks/214a4ea2-409a-48bb-8f27-54865c1df684 HTTP/1.1" status: 204 len: 168 time: 1.4799848 Dec 22 04:56:45.326543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae94e73a-ad53-4939-aefd-74bd79fb9e4e None None] No DVR routers for this DVR port 35450edc-2f39-4fb2-a77e-58f50e64ef55 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:45.332658 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41542) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:45.352852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for 70f3ef79-f951-4a64-8f79-b0d9d70556f8 owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:45.358204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'name': 'tempest-PortsTestJSON-198416223'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:45.366412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37c6c2-d05a-47df-933d-77c090cb3a76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Network': ['ID=214a4ea2-409a-48bb-8f27-54865c1df684,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:45.373927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0e400199-1a39-4965-86bb-819259b5c9dc None None] For port ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:45.374327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0e400199-1a39-4965-86bb-819259b5c9dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.402607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Could not find standard attr ID for object b866406f-79a2-4330-84bc-c5b6522a8c88. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:45.421439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d330a17a-d410-43f5-8835-f108edc15e00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:45.425784 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d330a17a-d410-43f5-8835-f108edc15e00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.438671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Could not find standard attr ID for object 745b3766-52e3-4b8a-8e06-961287d907f1. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:45.489331 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9f0108fe-bc64-4bdc-b7bb-5af8b3439cb3 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4816072 Dec 22 04:56:45.496625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41544) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:45.505914 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e96c02de-2ecb-489e-ad63-144a1bed33a2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1015767826'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:45.511206 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5ff500-ac1b-4791-91fb-9b1dc3a52ca7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 83e4f8be-1785-4f95-a98e-de8cfda00343 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:45.589574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:45.590135 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-0e400199-1a39-4965-86bb-819259b5c9dc None None] Calling delete_port for ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:45.593142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.609906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:45.610260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:45.612916 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Could not find standard attr ID for object 35450edc-2f39-4fb2-a77e-58f50e64ef55. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:45.618474 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4445534-ad71-4bef-9df3-a50e4ba57da0 None None] Pushing event updated for resources: {'Port': ['ID=ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:45.619844 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5ff500-ac1b-4791-91fb-9b1dc3a52ca7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:45.626843 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7d5ff500-ac1b-4791-91fb-9b1dc3a52ca7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/83e4f8be-1785-4f95-a98e-de8cfda00343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1287487 Dec 22 04:56:45.632684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41546) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:45.650638 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port 8839f862-9ea2-47fb-89a4-0c166f16f1aa yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:45.664877 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bc38b4-c811-4f25-a450-1841742c01b5 None None] Sync routers for ids ['83e4f8be-1785-4f95-a98e-de8cfda00343'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:45.692925 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9699309e-b986-4819-a4af-79bf96c8ab2d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=83e4f8be-1785-4f95-a98e-de8cfda00343 HTTP/1.1" status: 200 len: 205 time: 0.0565214 Dec 22 04:56:45.693668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41548) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:45.708630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc38b4-c811-4f25-a450-1841742c01b5 None None] Routers {'83e4f8be-1785-4f95-a98e-de8cfda00343'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:45.709256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-66bc38b4-c811-4f25-a450-1841742c01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['83e4f8be-1785-4f95-a98e-de8cfda00343'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:45.764008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-66bc38b4-c811-4f25-a450-1841742c01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:45.766369 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e96c02de-2ecb-489e-ad63-144a1bed33a2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.770048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1c41286a-951c-4602-b03d-59eab7b31434 None None] Could not find standard attr ID for object 6ba8af6d-7a82-486b-83a8-5aac27572b1d. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:45.775078 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.799503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc38b4-c811-4f25-a450-1841742c01b5 None None] Routers {'83e4f8be-1785-4f95-a98e-de8cfda00343'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:45.800126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-66bc38b4-c811-4f25-a450-1841742c01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['83e4f8be-1785-4f95-a98e-de8cfda00343'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:45.820256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6f83d62-d582-47db-a5e4-1273e62c2410 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.823560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddfa69-50fd-460a-b85c-ab1494672c5e req-667b23b6-bc66-4511-a152-d4007b6e38f3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:45.825083 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d1ddfa69-50fd-460a-b85c-ab1494672c5e req-667b23b6-bc66-4511-a152-d4007b6e38f3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 944 time: 0.0619938 Dec 22 04:56:45.830332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=70f3ef79-f951-4a64-8f79-b0d9d70556f8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:45.837762 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-66bc38b4-c811-4f25-a450-1841742c01b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:45.838412 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bc38b4-c811-4f25-a450-1841742c01b5 None None] The sync data for ids ['83e4f8be-1785-4f95-a98e-de8cfda00343'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:45.873143 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d1ddfa69-50fd-460a-b85c-ab1494672c5e req-50aa5ab1-7720-46af-add5-0cd933ac9a1d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397568 Dec 22 04:56:45.882499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0e400199-1a39-4965-86bb-819259b5c9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.915456 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e400199-1a39-4965-86bb-819259b5c9dc None None] Pushing event deleted for resources: {'Port': ['ID=ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:45.917314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e400199-1a39-4965-86bb-819259b5c9dc None None] No DVR routers for this DVR port ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:45.928896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d330a17a-d410-43f5-8835-f108edc15e00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.977336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d330a17a-d410-43f5-8835-f108edc15e00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:45.980701 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d330a17a-d410-43f5-8835-f108edc15e00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:45.985264 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d330a17a-d410-43f5-8835-f108edc15e00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:45.986133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d330a17a-d410-43f5-8835-f108edc15e00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:45.993613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d83aad-9726-4c1e-bcd4-adb6c5c10b14 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:46.003875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330a17a-d410-43f5-8835-f108edc15e00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=dfc3d9f7-99e7-49f0-9e4b-e86b95f7d960,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:46.077629 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d330a17a-d410-43f5-8835-f108edc15e00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2582829 Dec 22 04:56:46.080256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41552) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:46.085228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'fixed_ips': [{'subnet_id': 'dfc3d9f7-99e7-49f0-9e4b-e86b95f7d960', 'ip_address': '2001:db8::182:f1f9:7cfc:1b84'}], 'name': 'tempest-NetworksTestDHCPv6-1322687706'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:46.146718 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6f83d62-d582-47db-a5e4-1273e62c2410 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.151120 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6f83d62-d582-47db-a5e4-1273e62c2410 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.168045 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': 'dfc3d9f7-99e7-49f0-9e4b-e86b95f7d960'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:46.170100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.171037 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.268958 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:46.286698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.325297 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Port ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 update to ACTIVE by agent not found {{(pid=109184) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 22 04:56:46.329637 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e96c02de-2ecb-489e-ad63-144a1bed33a2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.333714 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Allocated IP 2001:db8::2 (2485d7d3-5b15-435d-bf80-f80d67582626/dfc3d9f7-99e7-49f0-9e4b-e86b95f7d960/9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:46.334070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.337618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.346282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6f83d62-d582-47db-a5e4-1273e62c2410 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.346862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f83d62-d582-47db-a5e4-1273e62c2410 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Fanout notify agent at l3_agent the message router_deleted on router 83e4f8be-1785-4f95-a98e-de8cfda00343 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:56:46.360431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6f83d62-d582-47db-a5e4-1273e62c2410 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.361534 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e6f83d62-d582-47db-a5e4-1273e62c2410 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/83e4f8be-1785-4f95-a98e-de8cfda00343 HTTP/1.1" status: 204 len: 168 time: 0.6669457 Dec 22 04:56:46.365118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41554) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:46.416168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.446615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 35450edc-2f39-4fb2-a77e-58f50e64ef55 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:46.448075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port 3019bc6c-bfa3-47e0-a27c-54b45e4df91a yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:46.459659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f590450-8d9b-4941-af9e-ac7f3ae5d265 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting subnet d1971d6b-738c-404f-94bd-f33170c0b258 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:46.464913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f590450-8d9b-4941-af9e-ac7f3ae5d265 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.468054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 35450edc-2f39-4fb2-a77e-58f50e64ef55 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:46.468431 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 35450edc-2f39-4fb2-a77e-58f50e64ef55 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:46.468852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:46.478052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e96c02de-2ecb-489e-ad63-144a1bed33a2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.492532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:46.492897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ea82ebba-bdb9-4d80-a3c4-a8244ad1f0a3 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:46.521346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c02de-2ecb-489e-ad63-144a1bed33a2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44bbf45-275e-4c0c-8e2f-2a6602c21aa0,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:46.542569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.544772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.546059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Fanout notify agent at l3_agent the message router_deleted on router d12aeb47-a692-43d8-80e6-64cac457bdce {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:56:46.553266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f590450-8d9b-4941-af9e-ac7f3ae5d265 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.559743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.560890 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0026ed6a-66c9-469c-b5ee-27a341b1380a tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/routers/d12aeb47-a692-43d8-80e6-64cac457bdce HTTP/1.1" status: 204 len: 168 time: 2.1719444 Dec 22 04:56:46.563522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41556) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:46.574562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.580295 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e96c02de-2ecb-489e-ad63-144a1bed33a2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.581410 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e96c02de-2ecb-489e-ad63-144a1bed33a2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0838439 Dec 22 04:56:46.598074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41558) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:46.602576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b74a6c22-ac5e-45a1-a221-297d51d5d78f tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': 'e44bbf45-275e-4c0c-8e2f-2a6602c21aa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:46.634782 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.644743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:46.653123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:46.655539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:46.661277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:46.699629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.699908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:46.699908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:46.700462 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90713a3-bddc-48cd-8665-8472c30f3d17 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting subnet 2a0ce578-916a-4b0f-85fb-a8e2055cade3 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:46.700462 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f90713a3-bddc-48cd-8665-8472c30f3d17 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.700636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:46.700636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Pushing event updated for resources: {'Port': ['ID=9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:46.711198 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=8839f862-9ea2-47fb-89a4-0c166f16f1aa,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:46.734983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f90713a3-bddc-48cd-8665-8472c30f3d17 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.747227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::182:f1f9:7cfc:1b84 (2485d7d3-5b15-435d-bf80-f80d67582626/dfc3d9f7-99e7-49f0-9e4b-e86b95f7d960/3019bc6c-bfa3-47e0-a27c-54b45e4df91a) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:46.750008 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f590450-8d9b-4941-af9e-ac7f3ae5d265 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.757761 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Attempting to bind port 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:46.758242 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Attempting to bind port 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:46.758666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Attempting to bind port 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:46.764118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:46.764773 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:46.765404 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.765854 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:46.766562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Bound port: 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:46.767156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.812950 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-00dc7d5b-a977-4e82-b0ec-c8976d91f6fb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4751620 Dec 22 04:56:46.815687 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41560) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:46.829484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f90713a3-bddc-48cd-8665-8472c30f3d17 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.839266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] For port 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:46.842901 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] For port 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:46.907668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.974919 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f590450-8d9b-4941-af9e-ac7f3ae5d265 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:46.990264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09719fb4-b26e-4ad2-9c2e-1ac95515cab0 None None] Pushing event updated for resources: {'Port': ['ID=9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:47.011883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ec89d-df96-4b75-8b9a-098a31b4f5ea req-c1847815-d5dc-47f2-b5a3-7389ba0cc7fb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:47.013683 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b08ec89d-df96-4b75-8b9a-098a31b4f5ea req-c1847815-d5dc-47f2-b5a3-7389ba0cc7fb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 944 time: 0.0603733 Dec 22 04:56:47.013835 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f590450-8d9b-4941-af9e-ac7f3ae5d265 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Subnet': ['ID=d1971d6b-738c-404f-94bd-f33170c0b258,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:47.018992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f90713a3-bddc-48cd-8665-8472c30f3d17 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.029029 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08518205-129a-48ce-9ac5-3e933016d46d None None] Network 5a4e6c7b-b97b-4f12-b58e-88068a736f17 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:47.037036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5f590450-8d9b-4941-af9e-ac7f3ae5d265 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.043202 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5f590450-8d9b-4941-af9e-ac7f3ae5d265 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/d1971d6b-738c-404f-94bd-f33170c0b258 HTTP/1.1" status: 204 len: 168 time: 0.6740718 Dec 22 04:56:47.044375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41564) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:47.072670 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-b74a6c22-ac5e-45a1-a221-297d51d5d78f tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The resource could not be found. Dec 22 04:56:47.076564 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b74a6c22-ac5e-45a1-a221-297d51d5d78f tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4746518 Dec 22 04:56:47.080564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41566) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:47.082285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f90713a3-bddc-48cd-8665-8472c30f3d17 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.085610 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f90713a3-bddc-48cd-8665-8472c30f3d17 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/subnets/2a0ce578-916a-4b0f-85fb-a8e2055cade3 HTTP/1.1" status: 204 len: 168 time: 0.5209112 Dec 22 04:56:47.086167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e04335-b9aa-4612-82e2-da704cfcbab7 None None] Network 61f6c74f-bbcb-430a-9abb-94f1c311c23c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:47.087029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90713a3-bddc-48cd-8665-8472c30f3d17 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Subnet': ['ID=2a0ce578-916a-4b0f-85fb-a8e2055cade3,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:47.094133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8f968297-14b4-4da3-945e-8f637f8b1cad tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': 'e44bbf45-275e-4c0c-8e2f-2a6602c21aa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fc5bd8cb-03f2-4a1f-8458-8a724aba06e1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:47.102011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41568) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:47.124180 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.150990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-acb6a7c5-ec97-4bd6-af18-fc9eb85e88fc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 8839f862-9ea2-47fb-89a4-0c166f16f1aa {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:47.151328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-acb6a7c5-ec97-4bd6-af18-fc9eb85e88fc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.176177 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b08ec89d-df96-4b75-8b9a-098a31b4f5ea req-6fefaa2b-ee29-40cc-abeb-81f07debb77e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461248 Dec 22 04:56:47.212747 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.241746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.278356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-acb6a7c5-ec97-4bd6-af18-fc9eb85e88fc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.318018 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-acb6a7c5-ec97-4bd6-af18-fc9eb85e88fc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 8839f862-9ea2-47fb-89a4-0c166f16f1aa owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:47.351470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port b9ff96df-b073-4509-aa9d-6dddcfd17a72 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:47.351864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.378056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.412878 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-8f968297-14b4-4da3-945e-8f637f8b1cad tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The resource could not be found. Dec 22 04:56:47.423919 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8f968297-14b4-4da3-945e-8f637f8b1cad tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3307416 Dec 22 04:56:47.424047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed47eb3e-9f63-4669-a205-9d175b8e6ea7 None None] DHCP port deletion for 5a4e6c7b-b97b-4f12-b58e-88068a736f17 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:47.427470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41570) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:47.459562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa33d9c-7d46-40bb-b3b2-997b5bfedf65 None None] DHCP port deletion for 61f6c74f-bbcb-430a-9abb-94f1c311c23c request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:47.459787 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 76bb19c1-20ef-4be5-92d4-ee43a215c524 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:47.459787 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.469234 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:47.480698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] For port b9ff96df-b073-4509-aa9d-6dddcfd17a72, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b9ff96df-b073-4509-aa9d-6dddcfd17a72,segment=NetworkSegment(c5534f57-be78-41ae-b063-c92286edcce4),segment_id=c5534f57-be78-41ae-b063-c92286edcce4)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:47.481124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.483374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:47.502946 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for b9ff96df-b073-4509-aa9d-6dddcfd17a72 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:47.513908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=3019bc6c-bfa3-47e0-a27c-54b45e4df91a,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:47.516436 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:47.522032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:47.522708 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.530726 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-453188c8-63df-48a5-bace-7711984db276 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.542007 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ed47eb3e-9f63-4669-a205-9d175b8e6ea7 None None] Deleting port 76bb19c1-20ef-4be5-92d4-ee43a215c524 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:47.543964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ed47eb3e-9f63-4669-a205-9d175b8e6ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.562956 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] For port 76bb19c1-20ef-4be5-92d4-ee43a215c524, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=76bb19c1-20ef-4be5-92d4-ee43a215c524,segment=NetworkSegment(b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12),segment_id=b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:47.563571 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.577660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 76bb19c1-20ef-4be5-92d4-ee43a215c524 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:47.591102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-453188c8-63df-48a5-bace-7711984db276 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.616904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-dfa33d9c-7d46-40bb-b3b2-997b5bfedf65 None None] Deleting port b9ff96df-b073-4509-aa9d-6dddcfd17a72 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:47.617181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dfa33d9c-7d46-40bb-b3b2-997b5bfedf65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.635368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-acb6a7c5-ec97-4bd6-af18-fc9eb85e88fc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.644671 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c0c1a0bd-a20d-4249-aece-e0a438313a4a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5633953 Dec 22 04:56:47.644898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41572) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:47.667625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ed47eb3e-9f63-4669-a205-9d175b8e6ea7 None None] For port 76bb19c1-20ef-4be5-92d4-ee43a215c524, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=76bb19c1-20ef-4be5-92d4-ee43a215c524,segment=NetworkSegment(b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12),segment_id=b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:47.668029 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ed47eb3e-9f63-4669-a205-9d175b8e6ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.679623 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6a7c5-ec97-4bd6-af18-fc9eb85e88fc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=8839f862-9ea2-47fb-89a4-0c166f16f1aa,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:47.692538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-acb6a7c5-ec97-4bd6-af18-fc9eb85e88fc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.696223 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-acb6a7c5-ec97-4bd6-af18-fc9eb85e88fc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/8839f862-9ea2-47fb-89a4-0c166f16f1aa HTTP/1.1" status: 204 len: 168 time: 0.8792653 Dec 22 04:56:47.699957 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41574) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:47.701096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ff3e9-27c7-4613-90cf-0e2532eb0601 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:47.703042 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ed47eb3e-9f63-4669-a205-9d175b8e6ea7 None None] Calling delete_port for 76bb19c1-20ef-4be5-92d4-ee43a215c524 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:47.706479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'mac_address': 'fa:16:3e:7e:1f:21', 'name': 'tempest-PortsTestJSON-2147232235'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:47.707872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ff3e9-27c7-4613-90cf-0e2532eb0601 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:47.709459 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-678ff3e9-27c7-4613-90cf-0e2532eb0601 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0633786 Dec 22 04:56:47.712115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41576) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:47.718800 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-dfa33d9c-7d46-40bb-b3b2-997b5bfedf65 None None] For port b9ff96df-b073-4509-aa9d-6dddcfd17a72, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b9ff96df-b073-4509-aa9d-6dddcfd17a72,segment=NetworkSegment(c5534f57-be78-41ae-b063-c92286edcce4),segment_id=c5534f57-be78-41ae-b063-c92286edcce4)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:47.719204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dfa33d9c-7d46-40bb-b3b2-997b5bfedf65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.741458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-dfa33d9c-7d46-40bb-b3b2-997b5bfedf65 None None] Calling delete_port for b9ff96df-b073-4509-aa9d-6dddcfd17a72 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:47.750107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-453188c8-63df-48a5-bace-7711984db276 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.753100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-453188c8-63df-48a5-bace-7711984db276 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.754423 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-453188c8-63df-48a5-bace-7711984db276 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "DELETE /v2.0/security-groups/e44bbf45-275e-4c0c-8e2f-2a6602c21aa0 HTTP/1.1" status: 204 len: 168 time: 0.3260114 Dec 22 04:56:47.759238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41578) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:47.770003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453188c8-63df-48a5-bace-7711984db276 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44bbf45-275e-4c0c-8e2f-2a6602c21aa0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:47.812906 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.847911 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-738b4cb3-4317-4165-a58e-a4e84e3c784d tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0837269 Dec 22 04:56:47.848150 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41580) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:47.852498 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e7cfac40-f6aa-47d7-8a4c-032fb6136999 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': '4e66ae1c-8c53-4f4e-a5b1-ea9ea20cb31f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:47.878734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.884404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=b9ff96df-b073-4509-aa9d-6dddcfd17a72,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:47.890863 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] No DVR routers for this DVR port b9ff96df-b073-4509-aa9d-6dddcfd17a72 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:47.900203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ed47eb3e-9f63-4669-a205-9d175b8e6ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.942256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47eb3e-9f63-4669-a205-9d175b8e6ea7 None None] Pushing event deleted for resources: {'Port': ['ID=76bb19c1-20ef-4be5-92d4-ee43a215c524,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:47.946032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=76bb19c1-20ef-4be5-92d4-ee43a215c524,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:47.947747 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:47.980395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dfa33d9c-7d46-40bb-b3b2-997b5bfedf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:47.996737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed47eb3e-9f63-4669-a205-9d175b8e6ea7 None None] No DVR routers for this DVR port 76bb19c1-20ef-4be5-92d4-ee43a215c524 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:48.009686 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec01c6-5eab-45e0-a481-3fbdae2bf740 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port 3019bc6c-bfa3-47e0-a27c-54b45e4df91a {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:48.010035 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6ec01c6-5eab-45e0-a481-3fbdae2bf740 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.032330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa33d9c-7d46-40bb-b3b2-997b5bfedf65 None None] Pushing event deleted for resources: {'Port': ['ID=b9ff96df-b073-4509-aa9d-6dddcfd17a72,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:48.045092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa33d9c-7d46-40bb-b3b2-997b5bfedf65 None None] No DVR routers for this DVR port b9ff96df-b073-4509-aa9d-6dddcfd17a72 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:48.065511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No DVR routers for this DVR port 76bb19c1-20ef-4be5-92d4-ee43a215c524 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:48.208365 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.216565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.253396 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4e6c7b-b97b-4f12-b58e-88068a736f17']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:48.272297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port 9ccef214-fbad-41c9-af8f-55b9ffb0cc8d yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:48.278176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:48.278466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32889a5-dc9c-4d5b-bdf7-d9d7533d9f12') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:48.321275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.384887 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.412365 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:56:48.412802 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:56:48.416820 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:56:48.436988 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47ab0d-2488-4bbe-9550-fa4bc5e24e48 req-b8ac2b9c-bf2b-4c50-a886-e7bdd5ecfe2b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:48.438011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 69da1e82-a93b-4453-a8db-a0ac695eb7c2 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:48.438599 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bb47ab0d-2488-4bbe-9550-fa4bc5e24e48 req-b8ac2b9c-bf2b-4c50-a886-e7bdd5ecfe2b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 944 time: 0.1684778 Dec 22 04:56:48.478879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.524250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61f6c74f-bbcb-430a-9abb-94f1c311c23c']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:48.540767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5534f57-be78-41ae-b063-c92286edcce4') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:48.541343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5534f57-be78-41ae-b063-c92286edcce4') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:48.542999 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-e7cfac40-f6aa-47d7-8a4c-032fb6136999 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The resource could not be found. Dec 22 04:56:48.544054 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e7cfac40-f6aa-47d7-8a4c-032fb6136999 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6949306 Dec 22 04:56:48.565920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.594946 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bb47ab0d-2488-4bbe-9550-fa4bc5e24e48 req-4cee7abc-ffe5-4b6b-81bd-820fbfe5cfa5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211488 Dec 22 04:56:48.602734 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 69da1e82-a93b-4453-a8db-a0ac695eb7c2 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:56:48.603035 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.609885 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6ec01c6-5eab-45e0-a481-3fbdae2bf740 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.612606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41584) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:48.617557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ea7a28b3-522d-4fcd-b301-99fe374bfed6 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005651217'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:48.621513 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:48.642028 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec01c6-5eab-45e0-a481-3fbdae2bf740 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for 3019bc6c-bfa3-47e0-a27c-54b45e4df91a owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:48.644258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:56:48.644988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:56:48.653454 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:56:48.688570 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.690960 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 69da1e82-a93b-4453-a8db-a0ac695eb7c2 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:48.691333 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.697559 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.703230 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/networks/5a4e6c7b-b97b-4f12-b58e-88068a736f17 HTTP/1.1" status: 204 len: 168 time: 1.6577225 Dec 22 04:56:48.719637 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41586) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:48.724370 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29448fe-1516-4139-88ba-d6f5faf870b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Network': ['ID=5a4e6c7b-b97b-4f12-b58e-88068a736f17,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:48.737555 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-148501262', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:48.773252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.776424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-81151d21-44e6-4f05-abfb-139ede66fb2e None None] Provisioning complete for port 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:48.776950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-81151d21-44e6-4f05-abfb-139ede66fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.781657 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea7a28b3-522d-4fcd-b301-99fe374bfed6 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.847695 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:48.848093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.868070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.877178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.882224 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/networks/61f6c74f-bbcb-430a-9abb-94f1c311c23c HTTP/1.1" status: 204 len: 168 time: 1.7775345 Dec 22 04:56:48.892211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41588) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:48.905959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab03fe-aea7-4475-8605-0335df71f835 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Network': ['ID=61f6c74f-bbcb-430a-9abb-94f1c311c23c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:48.952625 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.953810 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.963472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:48.964167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea7a28b3-522d-4fcd-b301-99fe374bfed6 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.006769 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.035656 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-81151d21-44e6-4f05-abfb-139ede66fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.055128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:49.057783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.063374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea7a28b3-522d-4fcd-b301-99fe374bfed6 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.068108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69da1e82-a93b-4453-a8db-a0ac695eb7c2'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:56:49.069883 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029179e2-fd27-4640-9283-f14dd8aa1385" -d '{"events": [{"server_uuid": "061cdeaa-39a8-4348-9418-8a2e17de07df", "name": "network-vif-plugged", "status": "completed", "tag": "69da1e82-a93b-4453-a8db-a0ac695eb7c2"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:56:49.079813 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:49.084128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:49.090934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:49.091500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.096428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 69da1e82-a93b-4453-a8db-a0ac695eb7c2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69da1e82-a93b-4453-a8db-a0ac695eb7c2,segment=NetworkSegment(b5cf9193-bd56-4b13-ba69-59483b87ba50),segment_id=b5cf9193-bd56-4b13-ba69-59483b87ba50)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:49.100388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6ec01c6-5eab-45e0-a481-3fbdae2bf740 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.119491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-81151d21-44e6-4f05-abfb-139ede66fb2e None None] For port 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:49.121932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152f5dca-7edf-4113-bc46-2a259ba2c7fb x-openstack-request-id: req-152f5dca-7edf-4113-bc46-2a259ba2c7fb {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:56:49.122214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061cdeaa-39a8-4348-9418-8a2e17de07df", "name": "network-vif-plugged", "status": "completed", "tag": "69da1e82-a93b-4453-a8db-a0ac695eb7c2", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:56:49.122469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-152f5dca-7edf-4113-bc46-2a259ba2c7fb {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:56:49.122855 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'code': 200} Dec 22 04:56:49.128139 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=9ccef214-fbad-41c9-af8f-55b9ffb0cc8d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:49.142585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec01c6-5eab-45e0-a481-3fbdae2bf740 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=3019bc6c-bfa3-47e0-a27c-54b45e4df91a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:49.171794 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a28b3-522d-4fcd-b301-99fe374bfed6 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa272b6-7db5-44c1-a9b0-5d6e992a39d9,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:49.179706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.193326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-fc029838-19dc-439a-8366-0e582bce2141 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port fad3d498-4b76-403b-a975-3624b5b672a9 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:49.193671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc029838-19dc-439a-8366-0e582bce2141 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.195161 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea7a28b3-522d-4fcd-b301-99fe374bfed6 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.196433 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ea7a28b3-522d-4fcd-b301-99fe374bfed6 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5826817 Dec 22 04:56:49.197707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6ec01c6-5eab-45e0-a481-3fbdae2bf740 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.199452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41592) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:49.201027 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d6ec01c6-5eab-45e0-a481-3fbdae2bf740 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/3019bc6c-bfa3-47e0-a27c-54b45e4df91a HTTP/1.1" status: 204 len: 168 time: 1.4879394 Dec 22 04:56:49.206597 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41594) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:49.229501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.234235 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-81151d21-44e6-4f05-abfb-139ede66fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.265625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5407ae32-4000-484a-8739-31944fb49da3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:49.267458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5407ae32-4000-484a-8739-31944fb49da3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:49.269198 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5407ae32-4000-484a-8739-31944fb49da3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0616977 Dec 22 04:56:49.271900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41596) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:49.289672 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-27072558-fa15-47e3-8c0c-390e0c115ccf tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group': {'name': 'tempest-secgroup--241185574'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:49.304328 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bbdacfc9-dfa2-410a-8ed9-231f1ea2fee0 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6029975 Dec 22 04:56:49.309095 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41598) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:49.309277 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:56:49.309635 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:56:49.310547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=69da1e82-a93b-4453-a8db-a0ac695eb7c2,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:49.334763 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc029838-19dc-439a-8366-0e582bce2141 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.335465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc029838-19dc-439a-8366-0e582bce2141 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.364705 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d26fa275-f0a8-4614-8f9d-15836998cc3f None None] Could not find standard attr ID for object 3019bc6c-bfa3-47e0-a27c-54b45e4df91a. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:56:49.367923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-8946478e-6a79-4788-b964-751cf443f009 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet dfc3d9f7-99e7-49f0-9e4b-e86b95f7d960 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:49.372424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8946478e-6a79-4788-b964-751cf443f009 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.388545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81151d21-44e6-4f05-abfb-139ede66fb2e None None] Pushing event updated for resources: {'Port': ['ID=9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:49.423455 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8946478e-6a79-4788-b964-751cf443f009 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.462760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-fc029838-19dc-439a-8366-0e582bce2141 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for fad3d498-4b76-403b-a975-3624b5b672a9 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:49.475858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46987f7a-139d-4792-9e71-2fd912f0ac31 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:49.477237 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-46987f7a-139d-4792-9e71-2fd912f0ac31 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/9ccef214-fbad-41c9-af8f-55b9ffb0cc8d HTTP/1.1" status: 200 len: 841 time: 0.1666424 Dec 22 04:56:49.484309 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41600) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:49.542006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8946478e-6a79-4788-b964-751cf443f009 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.577921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960244e-ca8f-4c60-87dc-d1606e58a3a0 req-e2b06a76-3959-44a9-94aa-21185039f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:49.578399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27072558-fa15-47e3-8c0c-390e0c115ccf tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.579160 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4960244e-ca8f-4c60-87dc-d1606e58a3a0 req-e2b06a76-3959-44a9-94aa-21185039f553 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 1098 time: 0.0863454 Dec 22 04:56:49.622678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.626760 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4960244e-ca8f-4c60-87dc-d1606e58a3a0 req-0ef3be21-5a71-4886-adb1-49b5240ae1a8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404606 Dec 22 04:56:49.683784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8946478e-6a79-4788-b964-751cf443f009 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.715444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946478e-6a79-4788-b964-751cf443f009 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc3d9f7-99e7-49f0-9e4b-e86b95f7d960,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:49.717729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8946478e-6a79-4788-b964-751cf443f009 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:49.721419 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8946478e-6a79-4788-b964-751cf443f009 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/dfc3d9f7-99e7-49f0-9e4b-e86b95f7d960 HTTP/1.1" status: 204 len: 168 time: 0.4483838 Dec 22 04:56:49.723933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41604) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:49.726302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddcb51b-c757-48f4-90b9-644feacf1392 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:49.777686 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-633bfda3-680c-4874-b098-087d467412b6 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471728 Dec 22 04:56:49.780178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41606) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:49.786164 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-000f74f3-2d83-42fe-bb43-748d0c15f13b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:49.947622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f3d26-3bee-488e-9d20-4bd52896e50b None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:49.947622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b9ff96df-b073-4509-aa9d-6dddcfd17a72 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:49.969431 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: b9ff96df-b073-4509-aa9d-6dddcfd17a72 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:49.969803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b9ff96df-b073-4509-aa9d-6dddcfd17a72 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:49.970305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 76bb19c1-20ef-4be5-92d4-ee43a215c524 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:49.976786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000f74f3-2d83-42fe-bb43-748d0c15f13b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:49.980883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-000f74f3-2d83-42fe-bb43-748d0c15f13b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.008216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 76bb19c1-20ef-4be5-92d4-ee43a215c524 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:50.008545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 76bb19c1-20ef-4be5-92d4-ee43a215c524 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:50.036855 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-918f3d26-3bee-488e-9d20-4bd52896e50b None None] Deleting port 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:50.037236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-918f3d26-3bee-488e-9d20-4bd52896e50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.111921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-918f3d26-3bee-488e-9d20-4bd52896e50b None None] For port 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:50.112693 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-918f3d26-3bee-488e-9d20-4bd52896e50b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.131118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-918f3d26-3bee-488e-9d20-4bd52896e50b None None] Calling delete_port for 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:50.153168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27072558-fa15-47e3-8c0c-390e0c115ccf tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.174869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f9d54-4852-4457-8cd5-fc3255827d9b req-8f1c0a11-9ec4-41e8-ad25-a21c4cea5035 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:50.178037 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-192f9d54-4852-4457-8cd5-fc3255827d9b req-8f1c0a11-9ec4-41e8-ad25-a21c4cea5035 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 945 time: 0.4816582 Dec 22 04:56:50.182554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d37fe333-c1eb-45fa-82fa-0a3b532a9375 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 9ccef214-fbad-41c9-af8f-55b9ffb0cc8d {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:50.183430 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d37fe333-c1eb-45fa-82fa-0a3b532a9375 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.255119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27072558-fa15-47e3-8c0c-390e0c115ccf tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.266700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-000f74f3-2d83-42fe-bb43-748d0c15f13b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.277564 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-918f3d26-3bee-488e-9d20-4bd52896e50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.302170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f3d26-3bee-488e-9d20-4bd52896e50b None None] Pushing event deleted for resources: {'Port': ['ID=9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:50.313425 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918f3d26-3bee-488e-9d20-4bd52896e50b None None] No DVR routers for this DVR port 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:50.314449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000f74f3-2d83-42fe-bb43-748d0c15f13b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:50.317633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-000f74f3-2d83-42fe-bb43-748d0c15f13b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:50.319921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d37fe333-c1eb-45fa-82fa-0a3b532a9375 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.322214 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000f74f3-2d83-42fe-bb43-748d0c15f13b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:50.322838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-000f74f3-2d83-42fe-bb43-748d0c15f13b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.335291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc029838-19dc-439a-8366-0e582bce2141 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.336888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f74f3-2d83-42fe-bb43-748d0c15f13b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=8b434629-7eae-4490-abfb-fa9605ae6c56,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:50.337416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c95bd65-7bd5-45c8-ae31-bdbfa40df7c3 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:50.343374 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-192f9d54-4852-4457-8cd5-fc3255827d9b req-be807998-2968-44e4-9ed2-bc640a4702fe tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392858 Dec 22 04:56:50.343791 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27072558-fa15-47e3-8c0c-390e0c115ccf tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5e58c2-d462-413f-a130-c0a6976930ee,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:50.353357 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d37fe333-c1eb-45fa-82fa-0a3b532a9375 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 9ccef214-fbad-41c9-af8f-55b9ffb0cc8d owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:50.388298 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc029838-19dc-439a-8366-0e582bce2141 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=fad3d498-4b76-403b-a975-3624b5b672a9,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:50.396216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27072558-fa15-47e3-8c0c-390e0c115ccf tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.400052 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-27072558-fa15-47e3-8c0c-390e0c115ccf tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1880369 Dec 22 04:56:50.400505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41608) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:50.405486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4cc74761-e483-4896-9da3-64738dc3221a tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group_rule': {'security_group_id': 'baa272b6-7db5-44c1-a9b0-5d6e992a39d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8e5e58c2-d462-413f-a130-c0a6976930ee'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:50.415151 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-000f74f3-2d83-42fe-bb43-748d0c15f13b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6337845 Dec 22 04:56:50.419602 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41610) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:50.426415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'fixed_ips': [{'subnet_id': '8b434629-7eae-4490-abfb-fa9605ae6c56', 'ip_address': '2001:db8::fb27:9ee9:68c2:28a2'}], 'name': 'tempest-NetworksTestDHCPv6-1124417925'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:50.468378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:50.515272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:50.515272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9da05d8a-94c8-4232-a0a6-d3ed64cf6e6c not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:50.547507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.577743 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '8b434629-7eae-4490-abfb-fa9605ae6c56'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:50.578572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.605293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc029838-19dc-439a-8366-0e582bce2141 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.608046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fc029838-19dc-439a-8366-0e582bce2141 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.615194 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fc029838-19dc-439a-8366-0e582bce2141 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/floatingips/f05a5176-608f-4f4e-8c39-ef314b811d37 HTTP/1.1" status: 204 len: 168 time: 1.7156351 Dec 22 04:56:50.615402 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41612) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:50.645251 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.665190 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.666790 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a8d54d-d6ab-41e3-b178-786574e88bcd tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] DELETE failed (client error): The resource could not be found. Dec 22 04:56:50.668592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a8d54d-d6ab-41e3-b178-786574e88bcd tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:56:50.671935 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-90a8d54d-d6ab-41e3-b178-786574e88bcd tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/ports/a8262527-7ae5-460c-97cf-831b77af9a16 HTTP/1.1" status: 404 len: 333 time: 0.0570862 Dec 22 04:56:50.675270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41614) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:50.725603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Allocated IP 2001:db8::2 (2485d7d3-5b15-435d-bf80-f80d67582626/8b434629-7eae-4490-abfb-fa9605ae6c56/a3541fa4-9046-4d61-810e-468bc6cf3ce4) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:50.730652 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5fe15027-823d-475c-af62-6ea63b4a7881 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "GET /v2.0/ports?device_id=d12aeb47-a692-43d8-80e6-64cac457bdce HTTP/1.1" status: 200 len: 205 time: 0.0541120 Dec 22 04:56:50.731485 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d37fe333-c1eb-45fa-82fa-0a3b532a9375 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.733274 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41616) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:50.745138 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-4cc74761-e483-4896-9da3-64738dc3221a tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:50.746916 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4cc74761-e483-4896-9da3-64738dc3221a tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3453479 Dec 22 04:56:50.769303 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41618) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:50.784739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fe333-c1eb-45fa-82fa-0a3b532a9375 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=9ccef214-fbad-41c9-af8f-55b9ffb0cc8d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:50.786366 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-98579690-2d62-4aa0-b600-1f2df6087ce9 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] delete failed (client error): The resource could not be found. Dec 22 04:56:50.787677 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-98579690-2d62-4aa0-b600-1f2df6087ce9 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/routers/d12aeb47-a692-43d8-80e6-64cac457bdce HTTP/1.1" status: 404 len: 336 time: 0.0528221 Dec 22 04:56:50.792809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41620) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:50.807167 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d37fe333-c1eb-45fa-82fa-0a3b532a9375 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.813424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41622) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:50.816373 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d37fe333-c1eb-45fa-82fa-0a3b532a9375 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/9ccef214-fbad-41c9-af8f-55b9ffb0cc8d HTTP/1.1" status: 204 len: 168 time: 1.3257461 Dec 22 04:56:50.843543 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8021280-8711-4796-a302-413aaca217fe tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:56:50.845187 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e8021280-8711-4796-a302-413aaca217fe tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/9ccef214-fbad-41c9-af8f-55b9ffb0cc8d HTTP/1.1" status: 404 len: 333 time: 0.0307958 Dec 22 04:56:50.849910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41624) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:50.855536 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'name': 'tempest-PortsTestJSON-2135522815'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:50.860732 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:50.863884 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9fb8c6-83fd-44bb-b1e2-8fd245b22cb1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] DELETE failed (client error): The resource could not be found. Dec 22 04:56:50.864491 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9fb8c6-83fd-44bb-b1e2-8fd245b22cb1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:56:50.867677 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0c9fb8c6-83fd-44bb-b1e2-8fd245b22cb1 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/subnets/2a0ce578-916a-4b0f-85fb-a8e2055cade3 HTTP/1.1" status: 404 len: 337 time: 0.0738969 Dec 22 04:56:50.873975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41626) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:50.937055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7b9df3ee-a0f4-4fe2-a2d9-49012a18cdad tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:50.940345 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Allocated IP 172.26.5.85 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/356b8f19-75fe-40f5-a808-853421d0aedf) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:50.976456 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7b9df3ee-a0f4-4fe2-a2d9-49012a18cdad tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.044465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.095422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.110990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.122502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-971c27d8-a2c4-468a-805b-8ffd0c3e377e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port b855c5eb-0785-46b7-a67b-2230c2b7eecb {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:51.122835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-971c27d8-a2c4-468a-805b-8ffd0c3e377e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.127210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port a9f812e0-a982-49d0-b53e-f6947b03c348 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:51.180681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7b9df3ee-a0f4-4fe2-a2d9-49012a18cdad tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.181381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.184034 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7b9df3ee-a0f4-4fe2-a2d9-49012a18cdad tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.187734 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7b9df3ee-a0f4-4fe2-a2d9-49012a18cdad tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "DELETE /v2.0/security-groups/8e5e58c2-d462-413f-a130-c0a6976930ee HTTP/1.1" status: 204 len: 168 time: 0.4132092 Dec 22 04:56:51.189878 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41628) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:51.201579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9df3ee-a0f4-4fe2-a2d9-49012a18cdad tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5e58c2-d462-413f-a130-c0a6976930ee,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:51.211136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:51.214237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.232267 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:51.239221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:51.241681 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:51.251932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Pushing event updated for resources: {'Port': ['ID=a3541fa4-9046-4d61-810e-468bc6cf3ce4,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:51.253191 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.284524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port 99c0d4d8-8b81-429c-a03a-96edd25ba979 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:51.295186 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-082bef3c-14c9-4a7f-b180-7efc5bbe5f5b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.1034966 Dec 22 04:56:51.301094 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41630) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:51.313827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Attempting to bind port a3541fa4-9046-4d61-810e-468bc6cf3ce4 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:51.314308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Attempting to bind port a3541fa4-9046-4d61-810e-468bc6cf3ce4 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:51.314742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Attempting to bind port a3541fa4-9046-4d61-810e-468bc6cf3ce4 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:51.322099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:51.322566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:51.323039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.324264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:51.325122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Bound port: a3541fa4-9046-4d61-810e-468bc6cf3ce4, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:51.325391 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:51.325649 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.335933 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:51.348011 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:51.351606 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=356b8f19-75fe-40f5-a808-853421d0aedf,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:51.362444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-971c27d8-a2c4-468a-805b-8ffd0c3e377e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.412063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] For port a3541fa4-9046-4d61-810e-468bc6cf3ce4, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:51.417970 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] For port a3541fa4-9046-4d61-810e-468bc6cf3ce4, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a3541fa4-9046-4d61-810e-468bc6cf3ce4,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:51.419031 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-971c27d8-a2c4-468a-805b-8ffd0c3e377e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for b855c5eb-0785-46b7-a67b-2230c2b7eecb owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:51.420449 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7f5f8e-107e-4ddd-805e-fb35e537113b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.509212 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7f5f8e-107e-4ddd-805e-fb35e537113b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.512416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.539020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::fb27:9ee9:68c2:28a2 (2485d7d3-5b15-435d-bf80-f80d67582626/8b434629-7eae-4490-abfb-fa9605ae6c56/a9f812e0-a982-49d0-b53e-f6947b03c348) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:51.579100 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44096bbe-2c53-4b80-bf3f-f00fe22232b2 None None] Pushing event updated for resources: {'Port': ['ID=a3541fa4-9046-4d61-810e-468bc6cf3ce4,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:51.652131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640bfbc-2565-469a-8230-fada4bd9cb9b req-9a31aeab-411c-4f47-be01-fb32c4392fef tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:51.653666 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4640bfbc-2565-469a-8230-fada4bd9cb9b req-9a31aeab-411c-4f47-be01-fb32c4392fef tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 945 time: 0.2101939 Dec 22 04:56:51.656679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.764482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7f5f8e-107e-4ddd-805e-fb35e537113b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.767660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7f5f8e-107e-4ddd-805e-fb35e537113b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.768948 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9f7f5f8e-107e-4ddd-805e-fb35e537113b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "DELETE /v2.0/security-groups/baa272b6-7db5-44c1-a9b0-5d6e992a39d9 HTTP/1.1" status: 204 len: 168 time: 0.4680228 Dec 22 04:56:51.777975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41634) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:51.810781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f5f8e-107e-4ddd-805e-fb35e537113b tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa272b6-7db5-44c1-a9b0-5d6e992a39d9,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:51.846036 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4640bfbc-2565-469a-8230-fada4bd9cb9b req-8ebe7c29-0e1a-49f7-9737-fb8ed11c5b90 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779196 Dec 22 04:56:51.858078 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.892236 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5618d0f8-0cf2-428b-8a99-e4b8dbc78728 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1053376 Dec 22 04:56:51.897082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41638) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:51.902548 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d9336580-d8a8-47b6-b45a-da3c759a0dd5 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035078489'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:51.937782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:51.985576 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:51.988541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:51.992210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:51.997908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c907c-fb28-4283-9d7b-dfe4b3bf7d8a req-7595404c-ed1c-4425-8c51-81078f862f63 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:51.997908 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7f1c907c-fb28-4283-9d7b-dfe4b3bf7d8a req-7595404c-ed1c-4425-8c51-81078f862f63 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 945 time: 0.0693331 Dec 22 04:56:51.998142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:51.998246 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.012277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-971c27d8-a2c4-468a-805b-8ffd0c3e377e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.032581 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=99c0d4d8-8b81-429c-a03a-96edd25ba979,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:52.069433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9336580-d8a8-47b6-b45a-da3c759a0dd5 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.107602 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c27d8-a2c4-468a-805b-8ffd0c3e377e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=b855c5eb-0785-46b7-a67b-2230c2b7eecb,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:52.110476 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7f1c907c-fb28-4283-9d7b-dfe4b3bf7d8a req-e01d31d2-3a24-4f6e-80b2-693940fb9eb3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014292 Dec 22 04:56:52.143821 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.144035 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41640) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:52.196498 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d5e732f8-f745-405f-a8a3-d300e105fe59 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3404908 Dec 22 04:56:52.216380 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41642) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:52.222080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a1b31204-9521-461f-8f46-e8a3f10e85f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:52.291368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-971c27d8-a2c4-468a-805b-8ffd0c3e377e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.295196 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-971c27d8-a2c4-468a-805b-8ffd0c3e377e tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/ports/b855c5eb-0785-46b7-a67b-2230c2b7eecb HTTP/1.1" status: 204 len: 168 time: 1.4195080 Dec 22 04:56:52.299144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41644) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:52.301919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.307178 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1b31204-9521-461f-8f46-e8a3f10e85f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.316552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be20af-f2f0-4a38-89f6-86db27755fcd tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:52.320859 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-08be20af-f2f0-4a38-89f6-86db27755fcd tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 1093 time: 0.1699286 Dec 22 04:56:52.323331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41646) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:52.328594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:52.375197 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9336580-d8a8-47b6-b45a-da3c759a0dd5 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.464916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f94aa3da-a2ff-4d6a-8256-d5d5a93c8ca9 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port c265dc7a-ae87-4cca-b596-34eb8dec8838 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:52.465349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f94aa3da-a2ff-4d6a-8256-d5d5a93c8ca9 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.471935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9336580-d8a8-47b6-b45a-da3c759a0dd5 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.498843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.506428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a3541fa4-9046-4d61-810e-468bc6cf3ce4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:52.561363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.572630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port a3541fa4-9046-4d61-810e-468bc6cf3ce4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:52.573278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.590400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 7aa82890-8e77-4453-a612-723c7e906413 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:56:52.602614 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1b31204-9521-461f-8f46-e8a3f10e85f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.628483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=a9f812e0-a982-49d0-b53e-f6947b03c348,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:52.636115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9336580-d8a8-47b6-b45a-da3c759a0dd5 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e2e958-7003-48ba-a2e2-a0ec966440cb,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:52.642484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:52.651989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:52.658982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9336580-d8a8-47b6-b45a-da3c759a0dd5 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.663374 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d9336580-d8a8-47b6-b45a-da3c759a0dd5 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7652824 Dec 22 04:56:52.664141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41648) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:52.667404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:52.672975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:52.678452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.681720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-6b026034-c6f3-4344-b5b1-ded4aeb61f54 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:52.682423 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING neutron.api.v2.base [None req-6b026034-c6f3-4344-b5b1-ded4aeb61f54 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 04:56:52.682961 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-6b026034-c6f3-4344-b5b1-ded4aeb61f54 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 04:56:52.686908 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6b026034-c6f3-4344-b5b1-ded4aeb61f54 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "PUT /v2.0/security-groups/e2e2e958-7003-48ba-a2e2-a0ec966440cb HTTP/1.1" status: 409 len: 330 time: 0.0104270 Dec 22 04:56:52.687575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41650) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:52.694919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.713619 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1b31204-9521-461f-8f46-e8a3f10e85f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.729101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f94aa3da-a2ff-4d6a-8256-d5d5a93c8ca9 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.740419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port a3541fa4-9046-4d61-810e-468bc6cf3ce4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a3541fa4-9046-4d61-810e-468bc6cf3ce4,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:52.755237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f94aa3da-a2ff-4d6a-8256-d5d5a93c8ca9 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for c265dc7a-ae87-4cca-b596-34eb8dec8838 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:52.769814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a1b31204-9521-461f-8f46-e8a3f10e85f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] In _notify_port_updated(), no bound segment for port 99c0d4d8-8b81-429c-a03a-96edd25ba979 on network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 {{(pid=109182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:56:52.775479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b31204-9521-461f-8f46-e8a3f10e85f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:52.776087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1b31204-9521-461f-8f46-e8a3f10e85f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.777985 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a1b31204-9521-461f-8f46-e8a3f10e85f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "PUT /v2.0/ports/99c0d4d8-8b81-429c-a03a-96edd25ba979 HTTP/1.1" status: 200 len: 818 time: 0.5606575 Dec 22 04:56:52.785383 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41652) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:52.808467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b31204-9521-461f-8f46-e8a3f10e85f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=99c0d4d8-8b81-429c-a03a-96edd25ba979,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:52.824325 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.835923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:52.846613 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7f089-26db-4615-8aaf-b68d90b99f44 None None] Sync routers for ids ['7aa82890-8e77-4453-a612-723c7e906413'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:52.865417 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7f089-26db-4615-8aaf-b68d90b99f44 None None] Routers {'7aa82890-8e77-4453-a612-723c7e906413'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:52.866111 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5ae7f089-26db-4615-8aaf-b68d90b99f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['7aa82890-8e77-4453-a612-723c7e906413'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:52.872135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.875652 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5b267608-0188-48e6-aaa3-57c1ce599857 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4547932 Dec 22 04:56:52.879187 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41654) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:52.904586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6e40847f-2cf7-40d0-b6a8-c8f9df844ff2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.923049 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a28b089f-615b-43c0-8dcd-db36c81bff28 None None] Provisioning complete for port a3541fa4-9046-4d61-810e-468bc6cf3ce4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:52.928645 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a28b089f-615b-43c0-8dcd-db36c81bff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.946299 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5ae7f089-26db-4615-8aaf-b68d90b99f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:52.947780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6e40847f-2cf7-40d0-b6a8-c8f9df844ff2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.973375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:52.977219 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-be1e62dd-4166-4394-adf6-26c1699ecb2e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.2414184 Dec 22 04:56:52.980081 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7f089-26db-4615-8aaf-b68d90b99f44 None None] Routers {'7aa82890-8e77-4453-a612-723c7e906413'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:52.980081 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5ae7f089-26db-4615-8aaf-b68d90b99f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['7aa82890-8e77-4453-a612-723c7e906413'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:52.984756 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41656) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.017676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7e50c898-077b-4861-a3fe-b23bab9efb20 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 99c0d4d8-8b81-429c-a03a-96edd25ba979 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:53.017676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e50c898-077b-4861-a3fe-b23bab9efb20 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.039472 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=a3541fa4-9046-4d61-810e-468bc6cf3ce4,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:53.052411 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5ae7f089-26db-4615-8aaf-b68d90b99f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:53.053066 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae7f089-26db-4615-8aaf-b68d90b99f44 None None] The sync data for ids ['7aa82890-8e77-4453-a612-723c7e906413'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:53.115653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59eb9f1-cf1d-46e7-a065-3a8af41b9b26 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:53.122158 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59eb9f1-cf1d-46e7-a065-3a8af41b9b26 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:53.123361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e50c898-077b-4861-a3fe-b23bab9efb20 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.123531 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b59eb9f1-cf1d-46e7-a065-3a8af41b9b26 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2433081 Dec 22 04:56:53.130616 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41658) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.150746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7e50c898-077b-4861-a3fe-b23bab9efb20 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 99c0d4d8-8b81-429c-a03a-96edd25ba979 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:53.167889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6e40847f-2cf7-40d0-b6a8-c8f9df844ff2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.170457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6e40847f-2cf7-40d0-b6a8-c8f9df844ff2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.171593 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6e40847f-2cf7-40d0-b6a8-c8f9df844ff2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "DELETE /v2.0/security-groups/e2e2e958-7003-48ba-a2e2-a0ec966440cb HTTP/1.1" status: 204 len: 168 time: 0.4783354 Dec 22 04:56:53.175503 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41660) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.196911 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.118 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/8f3a3813-24e5-4211-bc4b-93996ad5f88b) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:53.212489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40847f-2cf7-40d0-b6a8-c8f9df844ff2 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e2e958-7003-48ba-a2e2-a0ec966440cb,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:53.247500 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6f43c839-0386-4173-bcd8-8800d5dbd4aa None None] Provisioning complete for port a9f812e0-a982-49d0-b53e-f6947b03c348 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:53.247872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6f43c839-0386-4173-bcd8-8800d5dbd4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.279375 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e38ab62a-0478-4206-a53a-f55d8c7c5fff tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/routers/7aa82890-8e77-4453-a612-723c7e906413 HTTP/1.1" status: 200 len: 883 time: 0.2935221 Dec 22 04:56:53.282376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41662) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.287317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-6f43c839-0386-4173-bcd8-8800d5dbd4aa None None] Port a9f812e0-a982-49d0-b53e-f6947b03c348 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:56:53.297194 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-172e3cae-b852-41fa-9492-cc7ae533e115 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1173830 Dec 22 04:56:53.301101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41664) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.318369 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-f557686a-db5e-408c-a99b-e07f3879e176 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] delete failed (client error): The resource could not be found. Dec 22 04:56:53.319405 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f557686a-db5e-408c-a99b-e07f3879e176 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "DELETE /v2.0/security-groups/1eff6949-32d1-479b-b09a-c78bb3df773b HTTP/1.1" status: 404 len: 347 time: 0.0173912 Dec 22 04:56:53.324983 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41666) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.334824 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f94aa3da-a2ff-4d6a-8256-d5d5a93c8ca9 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.335009 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f0695a47-8ad9-4193-a436-0a52036d4bab tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port a9f812e0-a982-49d0-b53e-f6947b03c348 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:53.335009 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0695a47-8ad9-4193-a436-0a52036d4bab tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.352174 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-503de9fd-59bf-435d-b036-fd648971c671 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] show failed (client error): The resource could not be found. Dec 22 04:56:53.353223 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-503de9fd-59bf-435d-b036-fd648971c671 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "GET /v2.0/security-groups/e0f090c7-bc2b-483a-851e-fc7e0cb4fc51 HTTP/1.1" status: 404 len: 347 time: 0.0273468 Dec 22 04:56:53.380943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41668) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.382266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e50c898-077b-4861-a3fe-b23bab9efb20 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.388802 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94aa3da-a2ff-4d6a-8256-d5d5a93c8ca9 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=c265dc7a-ae87-4cca-b596-34eb8dec8838,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:53.436891 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-36d9b232-510a-4aca-91fb-8254367ccca8 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] show failed (client error): The resource could not be found. Dec 22 04:56:53.437931 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-36d9b232-510a-4aca-91fb-8254367ccca8 tempest-NegativeSecGroupTest-1461112131 tempest-NegativeSecGroupTest-1461112131-project] 10.222.0.54 "GET /v2.0/security-group-rules/ca900d9c-43b3-4a88-812a-da0475f4d9d9 HTTP/1.1" status: 404 len: 356 time: 0.0576384 Dec 22 04:56:53.445769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e50c898-077b-4861-a3fe-b23bab9efb20 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.451976 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7e50c898-077b-4861-a3fe-b23bab9efb20 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/99c0d4d8-8b81-429c-a03a-96edd25ba979 HTTP/1.1" status: 204 len: 168 time: 0.6348987 Dec 22 04:56:53.452851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41672) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.478656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50c898-077b-4861-a3fe-b23bab9efb20 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=99c0d4d8-8b81-429c-a03a-96edd25ba979,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:53.509558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0695a47-8ad9-4193-a436-0a52036d4bab tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.528928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f94aa3da-a2ff-4d6a-8256-d5d5a93c8ca9 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.535458 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f0695a47-8ad9-4193-a436-0a52036d4bab tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for a9f812e0-a982-49d0-b53e-f6947b03c348 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:53.535611 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f94aa3da-a2ff-4d6a-8256-d5d5a93c8ca9 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/ports/c265dc7a-ae87-4cca-b596-34eb8dec8838 HTTP/1.1" status: 204 len: 168 time: 1.2289412 Dec 22 04:56:53.537562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41674) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.540297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.558130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e32e23-94ee-401e-bac7-cb6c76f84aeb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:53.562065 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-70e32e23-94ee-401e-bac7-cb6c76f84aeb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1063390 Dec 22 04:56:53.562584 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41676) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.592871 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcce98ac-cc9b-4510-85cc-9a616d766f1e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:56:53.597987 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fcce98ac-cc9b-4510-85cc-9a616d766f1e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/99c0d4d8-8b81-429c-a03a-96edd25ba979 HTTP/1.1" status: 404 len: 333 time: 0.0309074 Dec 22 04:56:53.599666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41678) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.605379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f43459df-4d33-48e8-acb2-488a47e58582 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-249105605'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:53.652241 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e7e0a99b-9a46-423a-b729-e5af7612e758 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3678012 Dec 22 04:56:53.654583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41680) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.654706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edb641a-c8eb-4c5b-9c20-20cb4b5d4036 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:53.656089 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3edb641a-c8eb-4c5b-9c20-20cb4b5d4036 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "GET /v2.0/ports?device_id=387c8710-98dd-41c4-9a0e-8a40c6e35a43 HTTP/1.1" status: 200 len: 913 time: 0.1141605 Dec 22 04:56:53.658953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-575b28ba-50b4-4457-b3f1-200deaf712cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-148501262'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:53.660898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41682) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:53.757961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.780905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43459df-4d33-48e8-acb2-488a47e58582 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:53.784307 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f43459df-4d33-48e8-acb2-488a47e58582 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.798466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:53.801585 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:53.805244 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:53.835881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0695a47-8ad9-4193-a436-0a52036d4bab tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.837880 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=8f3a3813-24e5-4211-bc4b-93996ad5f88b,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:53.849326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43459df-4d33-48e8-acb2-488a47e58582 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:56:53.873742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f43459df-4d33-48e8-acb2-488a47e58582 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:53.874109 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-f43459df-4d33-48e8-acb2-488a47e58582 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Added segment f92874a3-f0ba-476a-8a98-31e2686afa57 of type vlan for network 84416da1-8abe-4194-9a84-632bfbee8c8d Dec 22 04:56:54.173894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41686) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:54.186115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0695a47-8ad9-4193-a436-0a52036d4bab tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=a9f812e0-a982-49d0-b53e-f6947b03c348,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:54.243319 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0695a47-8ad9-4193-a436-0a52036d4bab tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.247406 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f0695a47-8ad9-4193-a436-0a52036d4bab tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/a9f812e0-a982-49d0-b53e-f6947b03c348 HTTP/1.1" status: 204 len: 168 time: 1.1158035 Dec 22 04:56:54.250342 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41690) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:54.377273 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a0c2a-d4f9-4f3e-bd60-812d55ea33b6 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:54.378890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497a0c2a-d4f9-4f3e-bd60-812d55ea33b6 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:54.380402 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-497a0c2a-d4f9-4f3e-bd60-812d55ea33b6 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1291316 Dec 22 04:56:54.408327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41692) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:54.450327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a3541fa4-9046-4d61-810e-468bc6cf3ce4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:54.467733 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f0aa38df-c682-451a-bca7-754cd7b11ec2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32a71233b32445a68ad6097040d80662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907588 Dec 22 04:56:54.470288 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41694) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:54.472053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f43459df-4d33-48e8-acb2-488a47e58582 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.512517 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port a3541fa4-9046-4d61-810e-468bc6cf3ce4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:54.512890 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.583336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-cacde760-52f6-4dc0-9b54-1fad41936ecc tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 8b434629-7eae-4490-abfb-fa9605ae6c56 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:56:54.608171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cacde760-52f6-4dc0-9b54-1fad41936ecc tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.645180 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.693627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f43459df-4d33-48e8-acb2-488a47e58582 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.698941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43459df-4d33-48e8-acb2-488a47e58582 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:54.699494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f43459df-4d33-48e8-acb2-488a47e58582 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.736356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5bb99eb8-6718-467d-8abb-7311e89725c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.773268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.802097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cacde760-52f6-4dc0-9b54-1fad41936ecc tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.928903 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f43459df-4d33-48e8-acb2-488a47e58582 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3256004 Dec 22 04:56:54.928903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43459df-4d33-48e8-acb2-488a47e58582 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Network': ['ID=84416da1-8abe-4194-9a84-632bfbee8c8d,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:54.929792 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41696) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:54.934824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-5706b428-d96b-4506-ac6e-a88869cff49e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '84416da1-8abe-4194-9a84-632bfbee8c8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:54.935025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5bb99eb8-6718-467d-8abb-7311e89725c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:54.942575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 84416da1-8abe-4194-9a84-632bfbee8c8d details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:56:54.992097 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.043770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-575b28ba-50b4-4457-b3f1-200deaf712cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.066377 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.070598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cacde760-52f6-4dc0-9b54-1fad41936ecc tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.129329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5706b428-d96b-4506-ac6e-a88869cff49e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:55.133081 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5706b428-d96b-4506-ac6e-a88869cff49e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.157328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-575b28ba-50b4-4457-b3f1-200deaf712cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.190698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=8f3a3813-24e5-4211-bc4b-93996ad5f88b,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:55.202824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.238518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5bb99eb8-6718-467d-8abb-7311e89725c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.241039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5bb99eb8-6718-467d-8abb-7311e89725c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.242191 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5bb99eb8-6718-467d-8abb-7311e89725c7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4baefed1-2904-4acb-89a8-757c8561919a HTTP/1.1" status: 204 len: 168 time: 0.7507651 Dec 22 04:56:55.244781 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-96006578-efdb-4f41-97d6-843684843983 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.253813 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cacde760-52f6-4dc0-9b54-1fad41936ecc tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.347387 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb99eb8-6718-467d-8abb-7311e89725c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baefed1-2904-4acb-89a8-757c8561919a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:55.359026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacde760-52f6-4dc0-9b54-1fad41936ecc tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=8b434629-7eae-4490-abfb-fa9605ae6c56,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:55.368904 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP 13074bb8-2822-4732-9509-eabc51ca4e2f associated. External IP: 172.26.5.118, port: 69da1e82-a93b-4453-a8db-a0ac695eb7c2. Dec 22 04:56:55.370856 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cacde760-52f6-4dc0-9b54-1fad41936ecc tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.374173 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cacde760-52f6-4dc0-9b54-1fad41936ecc tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/8b434629-7eae-4490-abfb-fa9605ae6c56 HTTP/1.1" status: 204 len: 168 time: 0.9645126 Dec 22 04:56:55.374693 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722c487-eae8-4df7-aa47-db2fc192f95a None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:55.381092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41700) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:55.429204 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d9bf9fbb-3c53-4709-a8da-0a4af53c0cec tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443208 Dec 22 04:56:55.437084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41702) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:55.445045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2807864f-b0ee-442c-9792-b2149e7cb259 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:55.519033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575b28ba-50b4-4457-b3f1-200deaf712cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 7aa82890-8e77-4453-a612-723c7e906413 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:55.607666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5706b428-d96b-4506-ac6e-a88869cff49e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.621754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45afad26-ba49-45da-a7f5-9fffa3115419 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:56:55.672742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-45afad26-ba49-45da-a7f5-9fffa3115419 None None] Deleting port a3541fa4-9046-4d61-810e-468bc6cf3ce4 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:55.673364 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-45afad26-ba49-45da-a7f5-9fffa3115419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.742083 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706b428-d96b-4506-ac6e-a88869cff49e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Subnet': ['ID=f37e5b9e-3891-45f3-b575-9203e079ca17,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:55.758167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-45afad26-ba49-45da-a7f5-9fffa3115419 None None] For port a3541fa4-9046-4d61-810e-468bc6cf3ce4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a3541fa4-9046-4d61-810e-468bc6cf3ce4,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:55.758401 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-45afad26-ba49-45da-a7f5-9fffa3115419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.772589 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5706b428-d96b-4506-ac6e-a88869cff49e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Checking segment: {'id': 'f92874a3-f0ba-476a-8a98-31e2686afa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '84416da1-8abe-4194-9a84-632bfbee8c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:55.773092 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5706b428-d96b-4506-ac6e-a88869cff49e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network hostable DHCP agents. Network: 84416da1-8abe-4194-9a84-632bfbee8c8d, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:56:55.779334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575b28ba-50b4-4457-b3f1-200deaf712cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:55.787152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:55.788798 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-45afad26-ba49-45da-a7f5-9fffa3115419 None None] Calling delete_port for a3541fa4-9046-4d61-810e-468bc6cf3ce4 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:55.790159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-575b28ba-50b4-4457-b3f1-200deaf712cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.794749 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-575b28ba-50b4-4457-b3f1-200deaf712cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/7aa82890-8e77-4453-a612-723c7e906413 HTTP/1.1" status: 200 len: 890 time: 2.1391037 Dec 22 04:56:55.795193 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41712) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:55.795365 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2807864f-b0ee-442c-9792-b2149e7cb259 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:55.798788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2807864f-b0ee-442c-9792-b2149e7cb259 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.800465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa94f0-de05-4cd6-a053-f1bacc8fc8ce None None] Sync routers for ids ['7aa82890-8e77-4453-a612-723c7e906413'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:55.844592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fa94f0-de05-4cd6-a053-f1bacc8fc8ce None None] Routers {'7aa82890-8e77-4453-a612-723c7e906413'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:55.845171 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f2fa94f0-de05-4cd6-a053-f1bacc8fc8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['7aa82890-8e77-4453-a612-723c7e906413'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:55.879727 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5706b428-d96b-4506-ac6e-a88869cff49e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84416da1-8abe-4194-9a84-632bfbee8c8d is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:56:55.899570 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f2fa94f0-de05-4cd6-a053-f1bacc8fc8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:55.927597 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fa94f0-de05-4cd6-a053-f1bacc8fc8ce None None] Routers {'7aa82890-8e77-4453-a612-723c7e906413'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:55.928263 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f2fa94f0-de05-4cd6-a053-f1bacc8fc8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['7aa82890-8e77-4453-a612-723c7e906413'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:55.930689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-96006578-efdb-4f41-97d6-843684843983 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port 803ba678-36cb-4ba1-84e9-9491e568226a {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:55.931636 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-96006578-efdb-4f41-97d6-843684843983 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:55.964647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f2fa94f0-de05-4cd6-a053-f1bacc8fc8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:55.965535 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa94f0-de05-4cd6-a053-f1bacc8fc8ce None None] The sync data for ids ['7aa82890-8e77-4453-a612-723c7e906413'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:56.022244 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a6f4e350-bcc0-472a-bb81-6984a69e33eb tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/routers/7aa82890-8e77-4453-a612-723c7e906413 HTTP/1.1" status: 200 len: 890 time: 0.2247407 Dec 22 04:56:56.025934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41716) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:56.030274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:56.043227 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9d7b50-bcdc-4371-9207-b98d377dd7aa None None] Sync routers for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:56.048469 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-5706b428-d96b-4506-ac6e-a88869cff49e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 84416da1-8abe-4194-9a84-632bfbee8c8d) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:56.048469 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5706b428-d96b-4506-ac6e-a88869cff49e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:56.048907 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5706b428-d96b-4506-ac6e-a88869cff49e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.055498 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9d7b50-bcdc-4371-9207-b98d377dd7aa None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:56.057290 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2f9d7b50-bcdc-4371-9207-b98d377dd7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:56.061203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622abb98-7b56-47f3-bdf9-b10c05cbc260 None None] Network 84416da1-8abe-4194-9a84-632bfbee8c8d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:56.081793 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6fc23b38-8f1f-4236-992f-619689c94c8a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=7aa82890-8e77-4453-a612-723c7e906413 HTTP/1.1" status: 200 len: 205 time: 0.0504298 Dec 22 04:56:56.085160 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41718) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:56.107055 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-45afad26-ba49-45da-a7f5-9fffa3115419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.142574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45afad26-ba49-45da-a7f5-9fffa3115419 None None] No DVR routers for this DVR port a3541fa4-9046-4d61-810e-468bc6cf3ce4 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:56:56.150150 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-96006578-efdb-4f41-97d6-843684843983 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.156774 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afad26-ba49-45da-a7f5-9fffa3115419 None None] Pushing event deleted for resources: {'Port': ['ID=a3541fa4-9046-4d61-810e-468bc6cf3ce4,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:56.168089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-96006578-efdb-4f41-97d6-843684843983 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for 803ba678-36cb-4ba1-84e9-9491e568226a owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:56.286928 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-2f9d7b50-bcdc-4371-9207-b98d377dd7aa None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:56:56.292861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2807864f-b0ee-442c-9792-b2149e7cb259 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.307602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.346020 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-84416da1-8abe-4194-9a84-632bfbee8c8d', 'network_id': '84416da1-8abe-4194-9a84-632bfbee8c8d', 'tenant_id': 'b5cf82dfcab94f74b5cae5119093644d', 'fixed_ips': [{'subnet_id': 'f37e5b9e-3891-45f3-b575-9203e079ca17'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:56.348073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.389909 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807864f-b0ee-442c-9792-b2149e7cb259 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=44491943-37d3-49b6-985c-4cc01ed89114,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:56.468284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2807864f-b0ee-442c-9792-b2149e7cb259 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:56.470344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-2807864f-b0ee-442c-9792-b2149e7cb259 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:56.480796 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.485029 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.485694 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2807864f-b0ee-442c-9792-b2149e7cb259 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:56.486293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2807864f-b0ee-442c-9792-b2149e7cb259 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.491337 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5706b428-d96b-4506-ac6e-a88869cff49e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5605638 Dec 22 04:56:56.503308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41728) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:56.519944 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d290afd2-d659-49b7-9b00-8e1e33ff7016 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1963029 Dec 22 04:56:56.520938 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'tag': '69da1e82-a93b-4453-a8db-a0ac695eb7c2'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:56:56.523600 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbd75fa-68dd-477c-b5a5-4a3b9f4c1172" -d '{"events": [{"name": "network-changed", "server_uuid": "061cdeaa-39a8-4348-9418-8a2e17de07df", "tag": "69da1e82-a93b-4453-a8db-a0ac695eb7c2"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:56:56.527012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41730) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:56.527165 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2f9d7b50-bcdc-4371-9207-b98d377dd7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:56:19Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '13074bb8-2822-4732-9509-eabc51ca4e2f', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'port_id': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'mac_address': 'fa:16:3e:ad:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:54Z', 'updated_at': '2021-12-22T04:56:54Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:25Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:56.532487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-58fc702b-af01-4656-8e5d-04263d537e51 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '84416da1-8abe-4194-9a84-632bfbee8c8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:56.551539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a3541fa4-9046-4d61-810e-468bc6cf3ce4 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:56:56.555315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7608135-b7f0-4c3f-9670-5162f6563fac None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:56.567140 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9d7b50-bcdc-4371-9207-b98d377dd7aa None None] Checking router: 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:56:56.577542 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9d7b50-bcdc-4371-9207-b98d377dd7aa None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:56.579013 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2f9d7b50-bcdc-4371-9207-b98d377dd7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:56.587561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41734) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:56.607988 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e658dff6-cbd6-479d-b4fb-9a6e104804cd x-openstack-request-id: req-e658dff6-cbd6-479d-b4fb-9a6e104804cd {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:56:56.608337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061cdeaa-39a8-4348-9418-8a2e17de07df", "tag": "69da1e82-a93b-4453-a8db-a0ac695eb7c2", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:56:56.608559 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e658dff6-cbd6-479d-b4fb-9a6e104804cd {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:56:56.609319 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'tag': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'status': 'completed', 'code': 200} Dec 22 04:56:56.680792 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2807864f-b0ee-442c-9792-b2149e7cb259 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2402391 Dec 22 04:56:56.681352 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41738) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:56.683663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 356b8f19-75fe-40f5-a808-853421d0aedf {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:56.684001 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.689854 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-2f9d7b50-bcdc-4371-9207-b98d377dd7aa None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:56:56.730367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: a3541fa4-9046-4d61-810e-468bc6cf3ce4 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:56:56.730927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a3541fa4-9046-4d61-810e-468bc6cf3ce4 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:56:56.732636 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd75fa-68dd-477c-b5a5-4a3b9f4c1172 req-114c8338-d016-479a-b2a5-fb9efc57eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:56.734127 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8bbd75fa-68dd-477c-b5a5-4a3b9f4c1172 req-114c8338-d016-479a-b2a5-fb9efc57eb18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 1098 time: 0.0894375 Dec 22 04:56:56.795428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.807190 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-96006578-efdb-4f41-97d6-843684843983 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:56.808806 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 356b8f19-75fe-40f5-a808-853421d0aedf owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:56:56.812830 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Allocated IP 172.20.0.2 (84416da1-8abe-4194-9a84-632bfbee8c8d/f37e5b9e-3891-45f3-b575-9203e079ca17/9141d6a5-bc07-44a7-8f4d-5b66385a650c) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:56.886142 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-da3f5b5e-a63b-4f9f-978f-73974896973c tempest-ServiceProvidersTest-138036798 tempest-ServiceProvidersTest-138036798-project] 10.222.0.54 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2916934 Dec 22 04:56:56.930741 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2f9d7b50-bcdc-4371-9207-b98d377dd7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:56:19Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '13074bb8-2822-4732-9509-eabc51ca4e2f', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'port_id': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'mac_address': 'fa:16:3e:ad:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:54Z', 'updated_at': '2021-12-22T04:56:54Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:25Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:56.943742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'fixed_ips': [{'subnet_id': '44491943-37d3-49b6-985c-4cc01ed89114', 'ip_address': '2001:db8::7cd3:9055:86c5:d029'}], 'name': 'tempest-NetworksTestDHCPv6-215710928'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:56.959364 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9d7b50-bcdc-4371-9207-b98d377dd7aa None None] The sync data for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv is: [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:56:19Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '13074bb8-2822-4732-9509-eabc51ca4e2f', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'port_id': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'mac_address': 'fa:16:3e:ad:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:54Z', 'updated_at': '2021-12-22T04:56:54Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:25Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:56.967862 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3d812022-f990-4262-94fb-b0198df2ff7e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/13074bb8-2822-4732-9509-eabc51ca4e2f HTTP/1.1" status: 200 len: 991 time: 0.4261739 Dec 22 04:56:56.972973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96006578-efdb-4f41-97d6-843684843983 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=803ba678-36cb-4ba1-84e9-9491e568226a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:57.007046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4206621-f206-447e-871d-2668c96d841b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '44491943-37d3-49b6-985c-4cc01ed89114'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:56:57.008022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4206621-f206-447e-871d-2668c96d841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.073590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fc702b-af01-4656-8e5d-04263d537e51 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:57.081391 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-58fc702b-af01-4656-8e5d-04263d537e51 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.221223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd75fa-68dd-477c-b5a5-4a3b9f4c1172 req-3a9e531f-5198-4202-b09b-28446d70e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:57.222712 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8bbd75fa-68dd-477c-b5a5-4a3b9f4c1172 req-3a9e531f-5198-4202-b09b-28446d70e34f service neutron] 10.222.0.16 "GET /v2.0/networks?id=30599b73-fc9c-4641-a73a-116b0e42e1f9 HTTP/1.1" status: 200 len: 898 time: 0.4801748 Dec 22 04:56:57.244721 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.248105 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c74e29c-8e54-4cde-a9b2-bd2d032d8883 req-ad404956-de4e-42f4-841a-315d5dc6bf2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2818565 Dec 22 04:56:57.248730 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-f4206621-f206-447e-871d-2668c96d841b None None] Allocated IP 2001:db8::2 (2485d7d3-5b15-435d-bf80-f80d67582626/44491943-37d3-49b6-985c-4cc01ed89114/f6fe817b-f878-4729-a4be-8b15d496c434) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:57.311129 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fa2c0b-78e8-433a-9555-87d658d571c6 None None] New status for floating IP 13074bb8-2822-4732-9509-eabc51ca4e2f: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:56:57.318232 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.417434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Network 84416da1-8abe-4194-9a84-632bfbee8c8d is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:57.437384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:57.441332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:57.504925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Pushing event updated for resources: {'Port': ['ID=9141d6a5-bc07-44a7-8f4d-5b66385a650c,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:57.534907 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41744) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:57.551113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:57.581016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Attempting to bind port 9141d6a5-bc07-44a7-8f4d-5b66385a650c on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:57.581339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Attempting to bind port 9141d6a5-bc07-44a7-8f4d-5b66385a650c by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'f92874a3-f0ba-476a-8a98-31e2686afa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '84416da1-8abe-4194-9a84-632bfbee8c8d'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:57.581639 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Attempting to bind port 9141d6a5-bc07-44a7-8f4d-5b66385a650c on network 84416da1-8abe-4194-9a84-632bfbee8c8d {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:57.608477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.616733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:57.617105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Checking segment: {'id': 'f92874a3-f0ba-476a-8a98-31e2686afa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '84416da1-8abe-4194-9a84-632bfbee8c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:57.617504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.617966 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Bound using segment: {'id': 'f92874a3-f0ba-476a-8a98-31e2686afa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '84416da1-8abe-4194-9a84-632bfbee8c8d'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:57.618371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Bound port: 9141d6a5-bc07-44a7-8f4d-5b66385a650c, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92874a3-f0ba-476a-8a98-31e2686afa57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '84416da1-8abe-4194-9a84-632bfbee8c8d'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:57.618793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.673537 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=356b8f19-75fe-40f5-a808-853421d0aedf,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:57.701575 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db524340-3357-451e-bd90-a4451b9c25f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.773927 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.804973 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.ipam_backend_mixin [None req-58fc702b-af01-4656-8e5d-04263d537e51 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f37e5b9e-3891-45f3-b575-9203e079ca17 (CIDR: 172.20.0.0/28) Dec 22 04:56:57.819183 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8bbd75fa-68dd-477c-b5a5-4a3b9f4c1172 req-2531c47f-a7a5-45c1-93cf-281e4b3ab9e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69da1e82-a93b-4453-a8db-a0ac695eb7c2 HTTP/1.1" status: 200 len: 999 time: 0.5845542 Dec 22 04:56:57.820113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port b6af3c15-1ece-4274-b49c-6edc55b69fa2 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:56:57.824888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.859256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4206621-f206-447e-871d-2668c96d841b None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.862439 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fc702b-af01-4656-8e5d-04263d537e51 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:56:57.862929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fc702b-af01-4656-8e5d-04263d537e51 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:56:57.870783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-96006578-efdb-4f41-97d6-843684843983 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.896580 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-82904019-3e16-4566-a856-df4e532448e6 None None] For port 9141d6a5-bc07-44a7-8f4d-5b66385a650c, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:57.896878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd75fa-68dd-477c-b5a5-4a3b9f4c1172 req-6bb21c55-5eb7-4c27-a57e-bbc65226493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:57.898360 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8bbd75fa-68dd-477c-b5a5-4a3b9f4c1172 req-6bb21c55-5eb7-4c27-a57e-bbc65226493a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba3a467f-1697-41ee-a7eb-b417016581e2 HTTP/1.1" status: 200 len: 834 time: 0.0715470 Dec 22 04:56:57.899888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-82904019-3e16-4566-a856-df4e532448e6 None None] For port 9141d6a5-bc07-44a7-8f4d-5b66385a650c, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9141d6a5-bc07-44a7-8f4d-5b66385a650c,segment=NetworkSegment(f92874a3-f0ba-476a-8a98-31e2686afa57),segment_id=f92874a3-f0ba-476a-8a98-31e2686afa57)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:57.954832 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4206621-f206-447e-871d-2668c96d841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.980794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41748) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:57.986270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.993725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:57.999160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4206621-f206-447e-871d-2668c96d841b None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:58.004632 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-f4206621-f206-447e-871d-2668c96d841b None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:58.014030 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-58fc702b-af01-4656-8e5d-04263d537e51 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4970446 Dec 22 04:56:58.014534 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4206621-f206-447e-871d-2668c96d841b None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:58.014534 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.016015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41750) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:58.025820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4206621-f206-447e-871d-2668c96d841b None None] Pushing event updated for resources: {'Port': ['ID=f6fe817b-f878-4729-a4be-8b15d496c434,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:58.029453 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a1c8b199-f5ff-4552-a3c4-ee80475514d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '84416da1-8abe-4194-9a84-632bfbee8c8d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:58.060279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd75fa-68dd-477c-b5a5-4a3b9f4c1172 req-2e150dac-199f-4fce-9a21-2c9afee81343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:58.061864 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8bbd75fa-68dd-477c-b5a5-4a3b9f4c1172 req-2e150dac-199f-4fce-9a21-2c9afee81343 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30599b73-fc9c-4641-a73a-116b0e42e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1325331 Dec 22 04:56:58.114929 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f4206621-f206-447e-871d-2668c96d841b None None] Attempting to bind port f6fe817b-f878-4729-a4be-8b15d496c434 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:56:58.115257 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f4206621-f206-447e-871d-2668c96d841b None None] Attempting to bind port f6fe817b-f878-4729-a4be-8b15d496c434 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:56:58.115561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4206621-f206-447e-871d-2668c96d841b None None] Attempting to bind port f6fe817b-f878-4729-a4be-8b15d496c434 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:56:58.131256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4206621-f206-447e-871d-2668c96d841b None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:56:58.131624 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4206621-f206-447e-871d-2668c96d841b None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:56:58.132019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4206621-f206-447e-871d-2668c96d841b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.132655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4206621-f206-447e-871d-2668c96d841b None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:56:58.132917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f4206621-f206-447e-871d-2668c96d841b None None] Bound port: f6fe817b-f878-4729-a4be-8b15d496c434, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:56:58.133291 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4206621-f206-447e-871d-2668c96d841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.174019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82904019-3e16-4566-a856-df4e532448e6 None None] Pushing event updated for resources: {'Port': ['ID=9141d6a5-bc07-44a7-8f4d-5b66385a650c,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:58.179217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db524340-3357-451e-bd90-a4451b9c25f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.183057 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-458e912c-d55b-46bd-b89e-69ae4f1266df tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/13074bb8-2822-4732-9509-eabc51ca4e2f HTTP/1.1" status: 200 len: 993 time: 0.2011242 Dec 22 04:56:58.212516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f4206621-f206-447e-871d-2668c96d841b None None] For port f6fe817b-f878-4729-a4be-8b15d496c434, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:56:58.218295 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f4206621-f206-447e-871d-2668c96d841b None None] For port f6fe817b-f878-4729-a4be-8b15d496c434, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f6fe817b-f878-4729-a4be-8b15d496c434,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:56:58.258594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::7cd3:9055:86c5:d029 (2485d7d3-5b15-435d-bf80-f80d67582626/44491943-37d3-49b6-985c-4cc01ed89114/b6af3c15-1ece-4274-b49c-6edc55b69fa2) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:56:58.281221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.285963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Fanout notify agent at l3_agent the message router_deleted on router 7aa82890-8e77-4453-a612-723c7e906413 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:56:58.290526 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.291641 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-161991b3-e5d3-4c7c-912c-6bd47bcb1743 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/7aa82890-8e77-4453-a612-723c7e906413 HTTP/1.1" status: 204 len: 168 time: 2.1924050 Dec 22 04:56:58.298152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41752) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:58.315960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-50686117-9f63-4805-8f48-c148a3ff13a7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-209445027'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:58.322965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db524340-3357-451e-bd90-a4451b9c25f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.363582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4206621-f206-447e-871d-2668c96d841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.446701 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8bbd75fa-68dd-477c-b5a5-4a3b9f4c1172 req-24f74b36-6bc1-46a9-8d71-9811a7f1bf9e service neutron] 10.222.0.16 "GET /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246908 Dec 22 04:56:58.465714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db524340-3357-451e-bd90-a4451b9c25f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5c8efd-0a74-472b-9f0e-d672e098750c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:58.475630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4206621-f206-447e-871d-2668c96d841b None None] Pushing event updated for resources: {'Port': ['ID=f6fe817b-f878-4729-a4be-8b15d496c434,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:58.482266 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-db524340-3357-451e-bd90-a4451b9c25f6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=769e3f7d36574a4b98844fe153103e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9460752 Dec 22 04:56:58.485524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41754) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:58.582159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50686117-9f63-4805-8f48-c148a3ff13a7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:58.582159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-50686117-9f63-4805-8f48-c148a3ff13a7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.610009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9141d6a5-bc07-44a7-8f4d-5b66385a650c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:58.616102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c8b199-f5ff-4552-a3c4-ee80475514d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:56:58.623122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.624226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a1c8b199-f5ff-4552-a3c4-ee80475514d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.645284 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50686117-9f63-4805-8f48-c148a3ff13a7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:56:58.653990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-50686117-9f63-4805-8f48-c148a3ff13a7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.654627 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-50686117-9f63-4805-8f48-c148a3ff13a7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Added segment b08a83fd-321f-436a-b1b0-5022a277b7fc of type vlan for network 9ed0108a-97a6-4fa7-b9b3-c7d822819729 Dec 22 04:56:58.663949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff3d9-7cf7-4ab5-98aa-3e901ecf1a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.677560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 9141d6a5-bc07-44a7-8f4d-5b66385a650c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:58.680844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.700044 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff3d9-7cf7-4ab5-98aa-3e901ecf1a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.751032 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8bbd75fa-68dd-477c-b5a5-4a3b9f4c1172 req-d44e0a54-609b-4f58-a71d-754f4dd50d04 service neutron] 10.222.0.16 "GET /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962003 Dec 22 04:56:58.753458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96006578-efdb-4f41-97d6-843684843983 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:56:58.786012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-50686117-9f63-4805-8f48-c148a3ff13a7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.835746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:58.884546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 9141d6a5-bc07-44a7-8f4d-5b66385a650c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9141d6a5-bc07-44a7-8f4d-5b66385a650c,segment=NetworkSegment(f92874a3-f0ba-476a-8a98-31e2686afa57),segment_id=f92874a3-f0ba-476a-8a98-31e2686afa57)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:58.931540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96006578-efdb-4f41-97d6-843684843983 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:56:58.937262 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-96006578-efdb-4f41-97d6-843684843983 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "PUT /v2.0/routers/387c8710-98dd-41c4-9a0e-8a40c6e35a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2754576 Dec 22 04:56:58.939846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41756) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:58.943082 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13402a30-4af6-4edc-a2f7-817ab324a0d7 None None] Sync routers for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:56:58.996972 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13402a30-4af6-4edc-a2f7-817ab324a0d7 None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:58.996972 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-13402a30-4af6-4edc-a2f7-817ab324a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:58.996972 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-13402a30-4af6-4edc-a2f7-817ab324a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:59.004049 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13402a30-4af6-4edc-a2f7-817ab324a0d7 None None] Routers {'387c8710-98dd-41c4-9a0e-8a40c6e35a43'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:56:59.004841 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-13402a30-4af6-4edc-a2f7-817ab324a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:59.040780 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-13402a30-4af6-4edc-a2f7-817ab324a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:56:59.041627 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13402a30-4af6-4edc-a2f7-817ab324a0d7 None None] The sync data for ids ['387c8710-98dd-41c4-9a0e-8a40c6e35a43'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:56:59.080943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74e29c-8e54-4cde-a9b2-bd2d032d8883 req-10a7d4eb-602f-492a-a1ea-af0336d9aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:59.082621 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c74e29c-8e54-4cde-a9b2-bd2d032d8883 req-10a7d4eb-602f-492a-a1ea-af0336d9aa81 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 1098 time: 0.0645728 Dec 22 04:56:59.089838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.166339 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff3d9-7cf7-4ab5-98aa-3e901ecf1a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.169499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c7ff3d9-7cf7-4ab5-98aa-3e901ecf1a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.170803 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1c7ff3d9-7cf7-4ab5-98aa-3e901ecf1a0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dc5c8efd-0a74-472b-9f0e-d672e098750c HTTP/1.1" status: 204 len: 168 time: 0.6807666 Dec 22 04:56:59.180208 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ff3d9-7cf7-4ab5-98aa-3e901ecf1a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5c8efd-0a74-472b-9f0e-d672e098750c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:59.289431 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.289668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-50686117-9f63-4805-8f48-c148a3ff13a7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.296771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50686117-9f63-4805-8f48-c148a3ff13a7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:59.296937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-50686117-9f63-4805-8f48-c148a3ff13a7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.300285 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.327903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.334118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74e29c-8e54-4cde-a9b2-bd2d032d8883 req-dc6412be-7854-4d1b-8fec-5e9db9d4496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:59.335583 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c74e29c-8e54-4cde-a9b2-bd2d032d8883 req-dc6412be-7854-4d1b-8fec-5e9db9d4496c service neutron] 10.222.0.16 "GET /v2.0/networks?id=30599b73-fc9c-4641-a73a-116b0e42e1f9 HTTP/1.1" status: 200 len: 898 time: 0.2068012 Dec 22 04:56:59.360587 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=9141d6a5-bc07-44a7-8f4d-5b66385a650c,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:59.416569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:59.425997 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:59.429925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50686117-9f63-4805-8f48-c148a3ff13a7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Network': ['ID=9ed0108a-97a6-4fa7-b9b3-c7d822819729,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:59.437379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:56:59.443012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:59.443642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.450174 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c74e29c-8e54-4cde-a9b2-bd2d032d8883 req-aa333739-d9da-4731-9517-8a3825868b1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69da1e82-a93b-4453-a8db-a0ac695eb7c2 HTTP/1.1" status: 200 len: 1001 time: 0.1056211 Dec 22 04:56:59.454791 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 9ed0108a-97a6-4fa7-b9b3-c7d822819729 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:56:59.461349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=b6af3c15-1ece-4274-b49c-6edc55b69fa2,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:59.473936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a00bc4-8651-42b6-88ac-62cfccd31038 None None] Network 84416da1-8abe-4194-9a84-632bfbee8c8d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:56:59.512918 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74e29c-8e54-4cde-a9b2-bd2d032d8883 req-68aed3de-e895-4928-8108-3650fa8c683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:59.514726 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c74e29c-8e54-4cde-a9b2-bd2d032d8883 req-68aed3de-e895-4928-8108-3650fa8c683c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba3a467f-1697-41ee-a7eb-b417016581e2 HTTP/1.1" status: 200 len: 834 time: 0.0531614 Dec 22 04:56:59.570952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74e29c-8e54-4cde-a9b2-bd2d032d8883 req-0f4ba7c2-b6dd-4f8e-ac33-86f3df6a579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:59.573523 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c74e29c-8e54-4cde-a9b2-bd2d032d8883 req-0f4ba7c2-b6dd-4f8e-ac33-86f3df6a579e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30599b73-fc9c-4641-a73a-116b0e42e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502205 Dec 22 04:56:59.594719 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-5cdac66e-af79-431d-8edb-adbe3ff678a4 None None] Provisioning complete for port 9141d6a5-bc07-44a7-8f4d-5b66385a650c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:59.595188 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5cdac66e-af79-431d-8edb-adbe3ff678a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.599020 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-50686117-9f63-4805-8f48-c148a3ff13a7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2999289 Dec 22 04:56:59.601827 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41760) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:59.616092 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d347504a-838e-4ab4-b61d-57c6fe3de65e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'subnet': {'network_id': '9ed0108a-97a6-4fa7-b9b3-c7d822819729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:56:59.663663 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-edeff1cf-91aa-4c32-8d2c-e4aa0d1812bd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7240357 Dec 22 04:56:59.667656 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41762) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:59.755806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a1c8b199-f5ff-4552-a3c4-ee80475514d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.764011 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c74e29c-8e54-4cde-a9b2-bd2d032d8883 req-c17e38b6-fff3-49bd-b563-922d0d287a6b service neutron] 10.222.0.16 "GET /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823323 Dec 22 04:56:59.817848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d1926b-ea8e-4111-b220-e5d549ec8426 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:59.832135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d1926b-ea8e-4111-b220-e5d549ec8426 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:59.838980 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-19d1926b-ea8e-4111-b220-e5d549ec8426 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1701941 Dec 22 04:56:59.840053 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41764) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:56:59.897112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69b5e92-d2f0-4eae-a4ad-2966a830cc65 None None] Update dhcp port {'port': {'network_id': '84416da1-8abe-4194-9a84-632bfbee8c8d', 'fixed_ips': [{'subnet_id': 'f37e5b9e-3891-45f3-b575-9203e079ca17', 'ip_address': '172.20.0.2'}, {'subnet_id': '8f0abfa2-f843-4f6e-9861-3afefcccad28'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '9141d6a5-bc07-44a7-8f4d-5b66385a650c'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:56:59.900627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c8b199-f5ff-4552-a3c4-ee80475514d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84416da1-8abe-4194-9a84-632bfbee8c8d is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:56:59.909202 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-a1c8b199-f5ff-4552-a3c4-ee80475514d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:56:59.921263 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c8b199-f5ff-4552-a3c4-ee80475514d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:59.921770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a1c8b199-f5ff-4552-a3c4-ee80475514d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.927460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b69b5e92-d2f0-4eae-a4ad-2966a830cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.939217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8b199-f5ff-4552-a3c4-ee80475514d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Subnet': ['ID=8f0abfa2-f843-4f6e-9861-3afefcccad28,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:59.976813 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting port 47fd628a-8861-4810-be4f-517996949f3d {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:56:59.976813 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:56:59.990346 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c74e29c-8e54-4cde-a9b2-bd2d032d8883 req-86fd911f-294e-4e5b-b9ef-fd50e71d35a4 service neutron] 10.222.0.16 "GET /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097213 Dec 22 04:57:00.000681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d347504a-838e-4ab4-b61d-57c6fe3de65e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:00.004317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d347504a-838e-4ab4-b61d-57c6fe3de65e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.076772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c7caba09-8e0d-4384-9095-c8641f1b3a8c None None] Provisioning complete for port f6fe817b-f878-4729-a4be-8b15d496c434 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:00.077142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7caba09-8e0d-4384-9095-c8641f1b3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.082486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.097239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-23f767aa-d4cf-4b9c-bb5a-f65ca5516f07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port b6af3c15-1ece-4274-b49c-6edc55b69fa2 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:00.097500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-23f767aa-d4cf-4b9c-bb5a-f65ca5516f07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.098017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Calling delete_port for 47fd628a-8861-4810-be4f-517996949f3d owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:00.103584 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a1c8b199-f5ff-4552-a3c4-ee80475514d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0797210 Dec 22 04:57:00.107235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41766) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:00.115281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': '84416da1-8abe-4194-9a84-632bfbee8c8d', 'fixed_ips': [{'subnet_id': 'f37e5b9e-3891-45f3-b575-9203e079ca17'}, {'subnet_id': '8f0abfa2-f843-4f6e-9861-3afefcccad28'}], 'name': 'tempest-PortsTestJSON-1335789979'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:00.176867 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-b69b5e92-d2f0-4eae-a4ad-2966a830cc65 None None] Allocated IP 172.20.0.18 (84416da1-8abe-4194-9a84-632bfbee8c8d/8f0abfa2-f843-4f6e-9861-3afefcccad28/9141d6a5-bc07-44a7-8f4d-5b66385a650c) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:00.248663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-23f767aa-d4cf-4b9c-bb5a-f65ca5516f07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.273572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7caba09-8e0d-4384-9095-c8641f1b3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.291422 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-23f767aa-d4cf-4b9c-bb5a-f65ca5516f07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for b6af3c15-1ece-4274-b49c-6edc55b69fa2 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:00.331800 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c7caba09-8e0d-4384-9095-c8641f1b3a8c None None] For port f6fe817b-f878-4729-a4be-8b15d496c434, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f6fe817b-f878-4729-a4be-8b15d496c434,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:00.336920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b69b5e92-d2f0-4eae-a4ad-2966a830cc65 None None] For port 9141d6a5-bc07-44a7-8f4d-5b66385a650c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9141d6a5-bc07-44a7-8f4d-5b66385a650c,segment=NetworkSegment(f92874a3-f0ba-476a-8a98-31e2686afa57),segment_id=f92874a3-f0ba-476a-8a98-31e2686afa57)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:00.373046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b69b5e92-d2f0-4eae-a4ad-2966a830cc65 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.392252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d347504a-838e-4ab4-b61d-57c6fe3de65e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.414898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c7caba09-8e0d-4384-9095-c8641f1b3a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.486830 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b69b5e92-d2f0-4eae-a4ad-2966a830cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.491820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.506882 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:00.512876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347504a-838e-4ab4-b61d-57c6fe3de65e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Subnet': ['ID=743e1e60-00ab-43b5-af87-327b427d60ec,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:00.515111 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caba09-8e0d-4384-9095-c8641f1b3a8c None None] Pushing event updated for resources: {'Port': ['ID=f6fe817b-f878-4729-a4be-8b15d496c434,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:00.528849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347504a-838e-4ab4-b61d-57c6fe3de65e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Checking segment: {'id': 'b08a83fd-321f-436a-b1b0-5022a277b7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9ed0108a-97a6-4fa7-b9b3-c7d822819729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:00.529212 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d347504a-838e-4ab4-b61d-57c6fe3de65e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network hostable DHCP agents. Network: 9ed0108a-97a6-4fa7-b9b3-c7d822819729, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:00.604529 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-23f767aa-d4cf-4b9c-bb5a-f65ca5516f07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.605176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f7ada507-df08-4aef-a472-5236a07028f6 None None] Provisioning complete for port b6af3c15-1ece-4274-b49c-6edc55b69fa2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:00.605176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f7ada507-df08-4aef-a472-5236a07028f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.616151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9141d6a5-bc07-44a7-8f4d-5b66385a650c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:00.622943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Port': ['ID=47fd628a-8861-4810-be4f-517996949f3d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:00.639957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f7ada507-df08-4aef-a472-5236a07028f6 None None] Port b6af3c15-1ece-4274-b49c-6edc55b69fa2 was deleted so its status cannot be updated. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Dec 22 04:57:00.648558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f767aa-d4cf-4b9c-bb5a-f65ca5516f07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=b6af3c15-1ece-4274-b49c-6edc55b69fa2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:00.672599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b5e92-d2f0-4eae-a4ad-2966a830cc65 None None] Pushing event updated for resources: {'Port': ['ID=9141d6a5-bc07-44a7-8f4d-5b66385a650c,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:00.679365 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-23f767aa-d4cf-4b9c-bb5a-f65ca5516f07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.683928 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-23f767aa-d4cf-4b9c-bb5a-f65ca5516f07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/b6af3c15-1ece-4274-b49c-6edc55b69fa2 HTTP/1.1" status: 204 len: 168 time: 0.8425958 Dec 22 04:57:00.685646 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d347504a-838e-4ab4-b61d-57c6fe3de65e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 9ed0108a-97a6-4fa7-b9b3-c7d822819729 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:00.690808 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41768) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:00.709915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 9141d6a5-bc07-44a7-8f4d-5b66385a650c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:00.710372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.759908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d347504a-838e-4ab4-b61d-57c6fe3de65e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 9ed0108a-97a6-4fa7-b9b3-c7d822819729) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:00.766134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.768511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d347504a-838e-4ab4-b61d-57c6fe3de65e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:00.769320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d347504a-838e-4ab4-b61d-57c6fe3de65e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.775456 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b0c43-7515-4479-a36d-3a7e12d5fc67 None None] Network 9ed0108a-97a6-4fa7-b9b3-c7d822819729 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:00.784925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.877004 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d347504a-838e-4ab4-b61d-57c6fe3de65e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2739153 Dec 22 04:57:00.878316 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41770) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:00.888608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c2f67e-c58e-4041-b9cc-b987d73974e6 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:00.891176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c2f67e-c58e-4041-b9cc-b987d73974e6 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:00.893242 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-37c2f67e-c58e-4041-b9cc-b987d73974e6 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1909645 Dec 22 04:57:00.893829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-72dbcb83-51f6-444b-b9e1-f59a4e3d27cf tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1886818100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:00.899063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41772) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:00.911249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port ca8e132f-3c1a-40cf-80bf-52c43afee606 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:00.915066 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f6fe817b-f878-4729-a4be-8b15d496c434 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:00.922352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:00.943326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.040921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port f6fe817b-f878-4729-a4be-8b15d496c434 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:01.041490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.048462 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf65bb01-13c0-4656-b868-869e48e0b359 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 44491943-37d3-49b6-985c-4cc01ed89114 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:01.051419 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-72dbcb83-51f6-444b-b9e1-f59a4e3d27cf tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.052594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-72dbcb83-51f6-444b-b9e1-f59a4e3d27cf tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.056351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cf65bb01-13c0-4656-b868-869e48e0b359 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.081841 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-9ed0108a-97a6-4fa7-b9b3-c7d822819729', 'network_id': '9ed0108a-97a6-4fa7-b9b3-c7d822819729', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'fixed_ips': [{'subnet_id': '743e1e60-00ab-43b5-af87-327b427d60ec'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:01.082682 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.129329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-72dbcb83-51f6-444b-b9e1-f59a4e3d27cf tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.142063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cf65bb01-13c0-4656-b868-869e48e0b359 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.230513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.231062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Fanout notify agent at l3_agent the message router_deleted on router 387c8710-98dd-41c4-9a0e-8a40c6e35a43 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:57:01.241450 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-72dbcb83-51f6-444b-b9e1-f59a4e3d27cf tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.244048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.247374 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ccccf481-29c3-4673-b973-e5f1997362f4 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/routers/387c8710-98dd-41c4-9a0e-8a40c6e35a43 HTTP/1.1" status: 204 len: 168 time: 2.3043578 Dec 22 04:57:01.257414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Allocated IP 2001:db8::2 (9ed0108a-97a6-4fa7-b9b3-c7d822819729/743e1e60-00ab-43b5-af87-327b427d60ec/43c6a989-05ea-426f-be3c-2563d28f6c2e) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:01.261692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41774) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:01.318478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a761d9-c012-4e92-a3f5-f6d6cc721eef None None] Network 84416da1-8abe-4194-9a84-632bfbee8c8d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:01.322495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-003c9101-455d-4d25-b467-5a3e99c7854f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Deleting subnet 7f5f4dd5-ee63-4c04-a902-938b03926a62 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:01.327100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-003c9101-455d-4d25-b467-5a3e99c7854f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.345534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cf65bb01-13c0-4656-b868-869e48e0b359 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.363378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-72dbcb83-51f6-444b-b9e1-f59a4e3d27cf tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.364765 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-72dbcb83-51f6-444b-b9e1-f59a4e3d27cf tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4847031 Dec 22 04:57:01.367849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41776) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:01.413535 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-15502883-4487-49e0-ae10-f648b8a452a3 None None] Provisioning complete for port 9141d6a5-bc07-44a7-8f4d-5b66385a650c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:01.413902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-15502883-4487-49e0-ae10-f648b8a452a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.423853 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.10 (84416da1-8abe-4194-9a84-632bfbee8c8d/f37e5b9e-3891-45f3-b575-9203e079ca17/ca8e132f-3c1a-40cf-80bf-52c43afee606) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:01.432224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.28 (84416da1-8abe-4194-9a84-632bfbee8c8d/8f0abfa2-f843-4f6e-9861-3afefcccad28/ca8e132f-3c1a-40cf-80bf-52c43afee606) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:01.446519 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-003c9101-455d-4d25-b467-5a3e99c7854f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.533812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cf65bb01-13c0-4656-b868-869e48e0b359 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.555223 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.570218 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-003c9101-455d-4d25-b467-5a3e99c7854f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.571721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65bb01-13c0-4656-b868-869e48e0b359 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=44491943-37d3-49b6-985c-4cc01ed89114,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:01.577858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cf65bb01-13c0-4656-b868-869e48e0b359 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.583268 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cf65bb01-13c0-4656-b868-869e48e0b359 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/44491943-37d3-49b6-985c-4cc01ed89114 HTTP/1.1" status: 204 len: 168 time: 0.6779695 Dec 22 04:57:01.584744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41778) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:01.600403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b01ca-9664-4d77-ab8a-d38a9585dd00 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:01.630216 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ec760650-7647-4c37-b654-b4de3d107d34 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420926 Dec 22 04:57:01.630569 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41780) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:01.658333 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.711764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f413a1f-d61f-4707-b1a5-2cd3673ca271 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:01.716307 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8f413a1f-d61f-4707-b1a5-2cd3673ca271 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0847600 Dec 22 04:57:01.716934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41782) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:01.722793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Network 9ed0108a-97a6-4fa7-b9b3-c7d822819729 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:01.732867 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:01.758890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.762845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.792291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c686aa7-f63b-4ec5-ab04-e0ba0b41e2eb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:01.794233 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-003c9101-455d-4d25-b467-5a3e99c7854f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.796671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41784) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:01.796876 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0c686aa7-f63b-4ec5-ab04-e0ba0b41e2eb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0756655 Dec 22 04:57:01.894790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:01.914084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.923380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Pushing event updated for resources: {'Port': ['ID=43c6a989-05ea-426f-be3c-2563d28f6c2e,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:01.940352 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a9e16d02-1c0f-4d13-8f79-46037e788dad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970957 Dec 22 04:57:01.951321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c9101-455d-4d25-b467-5a3e99c7854f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5f4dd5-ee63-4c04-a902-938b03926a62,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:01.951321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41786) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:01.951321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-003c9101-455d-4d25-b467-5a3e99c7854f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:01.951321 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-003c9101-455d-4d25-b467-5a3e99c7854f tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/subnets/7f5f4dd5-ee63-4c04-a902-938b03926a62 HTTP/1.1" status: 204 len: 168 time: 0.6842184 Dec 22 04:57:01.953893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-cf6033f3-34fe-4fba-8f7b-03d3de3836e8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:01.961401 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41788) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:01.986472 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84416da1-8abe-4194-9a84-632bfbee8c8d is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:01.989707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:01.993985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:02.003966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=ca8e132f-3c1a-40cf-80bf-52c43afee606,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:02.012106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Attempting to bind port 43c6a989-05ea-426f-be3c-2563d28f6c2e on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:02.012715 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Attempting to bind port 43c6a989-05ea-426f-be3c-2563d28f6c2e by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'b08a83fd-321f-436a-b1b0-5022a277b7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9ed0108a-97a6-4fa7-b9b3-c7d822819729'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:02.013234 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Attempting to bind port 43c6a989-05ea-426f-be3c-2563d28f6c2e on network 9ed0108a-97a6-4fa7-b9b3-c7d822819729 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:02.032442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:02.032812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Checking segment: {'id': 'b08a83fd-321f-436a-b1b0-5022a277b7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9ed0108a-97a6-4fa7-b9b3-c7d822819729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:02.033216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.033595 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Bound using segment: {'id': 'b08a83fd-321f-436a-b1b0-5022a277b7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9ed0108a-97a6-4fa7-b9b3-c7d822819729'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:02.034073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Bound port: 43c6a989-05ea-426f-be3c-2563d28f6c2e, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08a83fd-321f-436a-b1b0-5022a277b7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9ed0108a-97a6-4fa7-b9b3-c7d822819729'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:02.034453 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.058050 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-681f55ee-e373-4636-a43a-890c51fa5fe3 None None] Provisioning complete for port 9141d6a5-bc07-44a7-8f4d-5b66385a650c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:02.058667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-681f55ee-e373-4636-a43a-890c51fa5fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.061291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:02.066679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.160859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1288eeaa-a1ec-405c-8d94-cd0636c8aa87 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:02.161739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.163808 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] For port 43c6a989-05ea-426f-be3c-2563d28f6c2e, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:02.208453 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] For port 43c6a989-05ea-426f-be3c-2563d28f6c2e, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=43c6a989-05ea-426f-be3c-2563d28f6c2e,segment=NetworkSegment(b08a83fd-321f-436a-b1b0-5022a277b7fc),segment_id=b08a83fd-321f-436a-b1b0-5022a277b7fc)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:02.259050 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1ff90885-dba4-4450-8210-d29dc11194d8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.1508634 Dec 22 04:57:02.270734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41790) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:02.270915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1288eeaa-a1ec-405c-8d94-cd0636c8aa87 None None] Deleting port f6fe817b-f878-4729-a4be-8b15d496c434 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:02.270915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1288eeaa-a1ec-405c-8d94-cd0636c8aa87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.279500 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-0d71fb29-af1c-4800-a1e9-a72518866138 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f37e5b9e-3891-45f3-b575-9203e079ca17'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:02.347055 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1288eeaa-a1ec-405c-8d94-cd0636c8aa87 None None] For port f6fe817b-f878-4729-a4be-8b15d496c434, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f6fe817b-f878-4729-a4be-8b15d496c434,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:02.348067 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1288eeaa-a1ec-405c-8d94-cd0636c8aa87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.352327 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.360406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0d71fb29-af1c-4800-a1e9-a72518866138 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.374784 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1288eeaa-a1ec-405c-8d94-cd0636c8aa87 None None] Calling delete_port for f6fe817b-f878-4729-a4be-8b15d496c434 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:02.387580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef95334f-f7fa-4b4c-8ca2-604956ccf184']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:02.388559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1ab84e07-206a-47a5-804f-a30347cfb18e None None] Provisioning complete for port ca8e132f-3c1a-40cf-80bf-52c43afee606 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:02.388927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1ab84e07-206a-47a5-804f-a30347cfb18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.390031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Allocated IP 2001:db8::1 (9ed0108a-97a6-4fa7-b9b3-c7d822819729/743e1e60-00ab-43b5-af87-327b427d60ec/eb56ffc3-1632-4a74-b4a0-7939ddf9ed35) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:02.402813 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e19ad8-7b55-43d2-9b76-87a00f13fb83') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:02.403109 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e19ad8-7b55-43d2-9b76-87a00f13fb83') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:02.419048 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.474715 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9141d6a5-bc07-44a7-8f4d-5b66385a650c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:02.475303 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1ab84e07-206a-47a5-804f-a30347cfb18e None None] Port ca8e132f-3c1a-40cf-80bf-52c43afee606 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:02.475585 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.489297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:02.489704 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:02.492840 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:02.505813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.598838 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faee217-6251-460c-9b5d-6752fc693026 None None] Pushing event updated for resources: {'Port': ['ID=43c6a989-05ea-426f-be3c-2563d28f6c2e,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:02.613248 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 9141d6a5-bc07-44a7-8f4d-5b66385a650c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:02.613968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.663216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1288eeaa-a1ec-405c-8d94-cd0636c8aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.699425 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288eeaa-a1ec-405c-8d94-cd0636c8aa87 None None] Pushing event deleted for resources: {'Port': ['ID=f6fe817b-f878-4729-a4be-8b15d496c434,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:02.706198 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288eeaa-a1ec-405c-8d94-cd0636c8aa87 None None] No DVR routers for this DVR port f6fe817b-f878-4729-a4be-8b15d496c434 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:02.851865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6033f3-34fe-4fba-8f7b-03d3de3836e8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:02.856019 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf6033f3-34fe-4fba-8f7b-03d3de3836e8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:02.860240 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f6fe817b-f878-4729-a4be-8b15d496c434 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:02.883606 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: f6fe817b-f878-4729-a4be-8b15d496c434 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:02.883960 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f6fe817b-f878-4729-a4be-8b15d496c434 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:02.988014 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.051399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.066393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.069563 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] 10.222.0.54 "DELETE /v2.0/networks/ef95334f-f7fa-4b4c-8ca2-604956ccf184 HTTP/1.1" status: 204 len: 168 time: 1.1062045 Dec 22 04:57:03.073766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-0d71fb29-af1c-4800-a1e9-a72518866138 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Delete allocated IP 172.20.0.28 (84416da1-8abe-4194-9a84-632bfbee8c8d/8f0abfa2-f843-4f6e-9861-3afefcccad28) {{(pid=109183) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:57:03.089522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13c4e4-8e54-47ee-919f-484c5b291db7 tempest-FloatingIPTestJSON-1869429645 tempest-FloatingIPTestJSON-1869429645-project] Pushing event deleted for resources: {'Network': ['ID=ef95334f-f7fa-4b4c-8ca2-604956ccf184,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:03.169672 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.210654 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 9ed0108a-97a6-4fa7-b9b3-c7d822819729 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:03.214278 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:03.217268 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0d71fb29-af1c-4800-a1e9-a72518866138 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.218013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:03.218552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.227524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=eb56ffc3-1632-4a74-b4a0-7939ddf9ed35,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:03.261688 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf6033f3-34fe-4fba-8f7b-03d3de3836e8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.288662 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0d71fb29-af1c-4800-a1e9-a72518866138 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.332177 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6033f3-34fe-4fba-8f7b-03d3de3836e8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:03.338146 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-cf6033f3-34fe-4fba-8f7b-03d3de3836e8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:03.344786 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6033f3-34fe-4fba-8f7b-03d3de3836e8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:03.345467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cf6033f3-34fe-4fba-8f7b-03d3de3836e8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.360215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa8bfb-c508-4c37-be14-d51a402df5f5 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:03.363329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6033f3-34fe-4fba-8f7b-03d3de3836e8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=f27ec503-648a-4b10-a868-e7832a3db7bd,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:03.388403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71fb29-af1c-4800-a1e9-a72518866138 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=ca8e132f-3c1a-40cf-80bf-52c43afee606,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:03.408689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0d71fb29-af1c-4800-a1e9-a72518866138 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] In _notify_port_updated(), no bound segment for port ca8e132f-3c1a-40cf-80bf-52c43afee606 on network 84416da1-8abe-4194-9a84-632bfbee8c8d {{(pid=109183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:57:03.414583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d71fb29-af1c-4800-a1e9-a72518866138 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:03.415820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0d71fb29-af1c-4800-a1e9-a72518866138 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.417473 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0d71fb29-af1c-4800-a1e9-a72518866138 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "PUT /v2.0/ports/ca8e132f-3c1a-40cf-80bf-52c43afee606 HTTP/1.1" status: 200 len: 920 time: 1.1478260 Dec 22 04:57:03.420087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41794) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:03.426965 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-fbea7f99-35c2-4496-aadd-c71dea678478 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f37e5b9e-3891-45f3-b575-9203e079ca17'}, {'subnet_id': '8f0abfa2-f843-4f6e-9861-3afefcccad28'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:03.517604 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fbea7f99-35c2-4496-aadd-c71dea678478 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.548993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.560574 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cf6033f3-34fe-4fba-8f7b-03d3de3836e8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6111071 Dec 22 04:57:03.567162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41798) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:03.592644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'fixed_ips': [{'subnet_id': 'f27ec503-648a-4b10-a868-e7832a3db7bd', 'ip_address': '2001:db8::19dc:90b7:976:e86f'}], 'name': 'tempest-NetworksTestDHCPv6-1366027210'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:03.594735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': 'f27ec503-648a-4b10-a868-e7832a3db7bd'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:03.596573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.736309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41800) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:03.775043 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Allocated IP 2001:db8::2 (2485d7d3-5b15-435d-bf80-f80d67582626/f27ec503-648a-4b10-a868-e7832a3db7bd/c851c5a9-d06b-47e4-af83-9a56c28a9325) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:03.867765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-92df9bb0-1266-438d-bff7-cdfed10feee1 None None] Provisioning complete for port ca8e132f-3c1a-40cf-80bf-52c43afee606 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:03.868148 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-92df9bb0-1266-438d-bff7-cdfed10feee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.912569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-92df9bb0-1266-438d-bff7-cdfed10feee1 None None] Port ca8e132f-3c1a-40cf-80bf-52c43afee606 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:03.959400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:03.991320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2176579-c2a3-47de-b07d-182eabe35de6 None None] Network 9ed0108a-97a6-4fa7-b9b3-c7d822819729 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:04.002629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:04.051210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.052407 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.057416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-fbea7f99-35c2-4496-aadd-c71dea678478 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.24 (84416da1-8abe-4194-9a84-632bfbee8c8d/8f0abfa2-f843-4f6e-9861-3afefcccad28/ca8e132f-3c1a-40cf-80bf-52c43afee606) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:04.062319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.065369 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cdac7477-c2ca-44fa-ab2b-ed9ee3e6f4c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=77f383aab80c4ca28c4dee3028166f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165693 Dec 22 04:57:04.067002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41804) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:04.067648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f4540884-1470-48ea-a582-edd0d8287aa9 None None] Provisioning complete for port 43c6a989-05ea-426f-be3c-2563d28f6c2e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:04.068011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4540884-1470-48ea-a582-edd0d8287aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.131642 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.162761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=eb56ffc3-1632-4a74-b4a0-7939ddf9ed35,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:04.201517 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:04.212408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 9ed0108a-97a6-4fa7-b9b3-c7d822819729 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:04.213712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:04.214683 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:04.216935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:04.240838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.249432 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Pushing event updated for resources: {'Port': ['ID=c851c5a9-d06b-47e4-af83-9a56c28a9325,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:04.261678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd94fc83-89be-4479-a575-1a3ee3b43040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.287483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port cdb4d432-90cc-42ae-81d5-1825f27a0074 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:04.321352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4540884-1470-48ea-a582-edd0d8287aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.337700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd94fc83-89be-4479-a575-1a3ee3b43040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.348947 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Attempting to bind port c851c5a9-d06b-47e4-af83-9a56c28a9325 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:04.349311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Attempting to bind port c851c5a9-d06b-47e4-af83-9a56c28a9325 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:04.349667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Attempting to bind port c851c5a9-d06b-47e4-af83-9a56c28a9325 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:04.369507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:04.370428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:04.370428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.370757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:04.371248 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Bound port: c851c5a9-d06b-47e4-af83-9a56c28a9325, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:04.371471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.376966 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f4540884-1470-48ea-a582-edd0d8287aa9 None None] For port 43c6a989-05ea-426f-be3c-2563d28f6c2e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=43c6a989-05ea-426f-be3c-2563d28f6c2e,segment=NetworkSegment(b08a83fd-321f-436a-b1b0-5022a277b7fc),segment_id=b08a83fd-321f-436a-b1b0-5022a277b7fc)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:04.389552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fbea7f99-35c2-4496-aadd-c71dea678478 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.439797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router d5cd3799-fec1-4612-a134-201542b545b1 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:57:04.467912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] For port c851c5a9-d06b-47e4-af83-9a56c28a9325, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:04.470077 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f4540884-1470-48ea-a582-edd0d8287aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.475511 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] For port c851c5a9-d06b-47e4-af83-9a56c28a9325, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c851c5a9-d06b-47e4-af83-9a56c28a9325,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:04.491862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fbea7f99-35c2-4496-aadd-c71dea678478 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.505749 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 43c6a989-05ea-426f-be3c-2563d28f6c2e up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:04.565902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.577562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4540884-1470-48ea-a582-edd0d8287aa9 None None] Pushing event updated for resources: {'Port': ['ID=43c6a989-05ea-426f-be3c-2563d28f6c2e,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:04.578704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd94fc83-89be-4479-a575-1a3ee3b43040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.581797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd94fc83-89be-4479-a575-1a3ee3b43040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.583125 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bd94fc83-89be-4479-a575-1a3ee3b43040 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a0726319-abc3-4d93-9b4b-4ff5c49225bb HTTP/1.1" status: 204 len: 168 time: 0.5151360 Dec 22 04:57:04.599814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:04.607545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::19dc:90b7:976:e86f (2485d7d3-5b15-435d-bf80-f80d67582626/f27ec503-648a-4b10-a868-e7832a3db7bd/cdb4d432-90cc-42ae-81d5-1825f27a0074) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:04.613718 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9f7d8b41-0462-4751-92b8-99baea1fd22d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/d5cd3799-fec1-4612-a134-201542b545b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2422462 Dec 22 04:57:04.614853 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41808) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:04.620784 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e301de5-2dbf-44eb-a086-1d59c99cc039 None None] Sync routers for ids ['d5cd3799-fec1-4612-a134-201542b545b1'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:04.679539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94fc83-89be-4479-a575-1a3ee3b43040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0726319-abc3-4d93-9b4b-4ff5c49225bb,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:04.680894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e301de5-2dbf-44eb-a086-1d59c99cc039 None None] Routers {'d5cd3799-fec1-4612-a134-201542b545b1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:04.681528 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1e301de5-2dbf-44eb-a086-1d59c99cc039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d5cd3799-fec1-4612-a134-201542b545b1'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:04.686683 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196c180-aea4-4ba1-88a3-c003d432a7a4 None None] Pushing event updated for resources: {'Port': ['ID=c851c5a9-d06b-47e4-af83-9a56c28a9325,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:04.688210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea7f99-35c2-4496-aadd-c71dea678478 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=ca8e132f-3c1a-40cf-80bf-52c43afee606,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:04.709465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0237c466-403f-47a3-969c-79a80d100045 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:04.711097 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0237c466-403f-47a3-969c-79a80d100045 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports/eb56ffc3-1632-4a74-b4a0-7939ddf9ed35 HTTP/1.1" status: 200 len: 911 time: 0.0938911 Dec 22 04:57:04.714196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41810) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:04.734031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8186d202-9d42-4761-aac0-b31e70777bb6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '743e1e60-00ab-43b5-af87-327b427d60ec'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:04.756347 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 43c6a989-05ea-426f-be3c-2563d28f6c2e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:04.756717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.776172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1e301de5-2dbf-44eb-a086-1d59c99cc039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:04.818768 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-fbea7f99-35c2-4496-aadd-c71dea678478 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] In _notify_port_updated(), no bound segment for port ca8e132f-3c1a-40cf-80bf-52c43afee606 on network 84416da1-8abe-4194-9a84-632bfbee8c8d {{(pid=109183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:57:04.827131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbea7f99-35c2-4496-aadd-c71dea678478 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:04.829091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fbea7f99-35c2-4496-aadd-c71dea678478 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:04.831367 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fbea7f99-35c2-4496-aadd-c71dea678478 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "PUT /v2.0/ports/ca8e132f-3c1a-40cf-80bf-52c43afee606 HTTP/1.1" status: 200 len: 1000 time: 1.4092677 Dec 22 04:57:04.835450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41814) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:04.878520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e301de5-2dbf-44eb-a086-1d59c99cc039 None None] Routers {'d5cd3799-fec1-4612-a134-201542b545b1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:04.879782 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1e301de5-2dbf-44eb-a086-1d59c99cc039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d5cd3799-fec1-4612-a134-201542b545b1'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:04.934177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1e301de5-2dbf-44eb-a086-1d59c99cc039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:04.934768 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e301de5-2dbf-44eb-a086-1d59c99cc039 None None] The sync data for ids ['d5cd3799-fec1-4612-a134-201542b545b1'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:04.968980 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f804f6d2-2791-4fe4-a858-063fefe8b583 None None] Provisioning complete for port 43c6a989-05ea-426f-be3c-2563d28f6c2e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:04.969371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f804f6d2-2791-4fe4-a858-063fefe8b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.037824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8186d202-9d42-4761-aac0-b31e70777bb6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.147415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f804f6d2-2791-4fe4-a858-063fefe8b583 None None] Provisioning complete for port eb56ffc3-1632-4a74-b4a0-7939ddf9ed35 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:05.147709 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f804f6d2-2791-4fe4-a858-063fefe8b583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.209927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f804f6d2-2791-4fe4-a858-063fefe8b583 None None] Port eb56ffc3-1632-4a74-b4a0-7939ddf9ed35 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:05.214352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-e8ced9ed-cdc0-4e0e-9426-e64f819524d3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port ca8e132f-3c1a-40cf-80bf-52c43afee606 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:05.214707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8ced9ed-cdc0-4e0e-9426-e64f819524d3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.336849 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.348928 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6df76a6c-4ea3-42ac-8e6c-b5d34da14c07 None None] Provisioning complete for port eb56ffc3-1632-4a74-b4a0-7939ddf9ed35 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:05.349421 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6df76a6c-4ea3-42ac-8e6c-b5d34da14c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.375299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8ced9ed-cdc0-4e0e-9426-e64f819524d3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.396973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-e8ced9ed-cdc0-4e0e-9426-e64f819524d3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for ca8e132f-3c1a-40cf-80bf-52c43afee606 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:05.406653 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-6df76a6c-4ea3-42ac-8e6c-b5d34da14c07 None None] Port eb56ffc3-1632-4a74-b4a0-7939ddf9ed35 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:05.417946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6df76a6c-4ea3-42ac-8e6c-b5d34da14c07 None None] Provisioning complete for port ca8e132f-3c1a-40cf-80bf-52c43afee606 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:05.418320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6df76a6c-4ea3-42ac-8e6c-b5d34da14c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.477736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-6df76a6c-4ea3-42ac-8e6c-b5d34da14c07 None None] Port ca8e132f-3c1a-40cf-80bf-52c43afee606 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:05.549117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.570550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8186d202-9d42-4761-aac0-b31e70777bb6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.619343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:05.624341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=cdb4d432-90cc-42ae-81d5-1825f27a0074,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:05.643365 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:05.647340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:05.652908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:05.653524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.679492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8186d202-9d42-4761-aac0-b31e70777bb6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.688526 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8186d202-9d42-4761-aac0-b31e70777bb6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:05.688526 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8186d202-9d42-4761-aac0-b31e70777bb6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.689081 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8186d202-9d42-4761-aac0-b31e70777bb6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/ports/eb56ffc3-1632-4a74-b4a0-7939ddf9ed35 HTTP/1.1" status: 200 len: 911 time: 0.9736726 Dec 22 04:57:05.692184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41826) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:05.712937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e46b1e13-b5f0-4e56-afb0-a3e986fb2d90 None None] Provisioning complete for port eb56ffc3-1632-4a74-b4a0-7939ddf9ed35 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:05.713250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e46b1e13-b5f0-4e56-afb0-a3e986fb2d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.766848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186d202-9d42-4761-aac0-b31e70777bb6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=eb56ffc3-1632-4a74-b4a0-7939ddf9ed35,revision_number=3']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:05.781797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e46b1e13-b5f0-4e56-afb0-a3e986fb2d90 None None] Port eb56ffc3-1632-4a74-b4a0-7939ddf9ed35 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:05.793625 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b7cc0e32-37bd-4cd5-9e4a-e157cc059fa5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2255440 Dec 22 04:57:05.796390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41832) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:05.803410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-13f050c1-1046-406a-9ebb-9746085ae660 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'fixed_ips': [{'subnet_id': 'f27ec503-648a-4b10-a868-e7832a3db7bd', 'ip_address': '2001:db8::19dc:90b7:976:e86f'}], 'name': 'tempest-NetworksTestDHCPv6-1875465908'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:05.806742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8ced9ed-cdc0-4e0e-9426-e64f819524d3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:05.876498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ced9ed-cdc0-4e0e-9426-e64f819524d3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=ca8e132f-3c1a-40cf-80bf-52c43afee606,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:06.072666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41838) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:06.121929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e8ced9ed-cdc0-4e0e-9426-e64f819524d3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.129870 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e8ced9ed-cdc0-4e0e-9426-e64f819524d3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/ca8e132f-3c1a-40cf-80bf-52c43afee606 HTTP/1.1" status: 204 len: 168 time: 1.2887082 Dec 22 04:57:06.129974 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41842) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:06.163053 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4e5869-5fcd-4c7e-8f85-1b8d4a044456 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:57:06.166024 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8b4e5869-5fcd-4c7e-8f85-1b8d4a044456 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/ca8e132f-3c1a-40cf-80bf-52c43afee606 HTTP/1.1" status: 404 len: 333 time: 0.0368016 Dec 22 04:57:06.169595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41844) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:06.211381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0fa7dbac-dda9-47bb-9328-4ec10385dd64 None None] Provisioning complete for port c851c5a9-d06b-47e4-af83-9a56c28a9325 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:06.211894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0fa7dbac-dda9-47bb-9328-4ec10385dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.236066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f050c1-1046-406a-9ebb-9746085ae660 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:06.237947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-258213852'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:06.241761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-13f050c1-1046-406a-9ebb-9746085ae660 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.258596 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-da508d0b-0e96-4063-84e7-c69a9a7f249a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting subnet 8f0abfa2-f843-4f6e-9861-3afefcccad28 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:06.264764 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-da508d0b-0e96-4063-84e7-c69a9a7f249a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.269667 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-13f050c1-1046-406a-9ebb-9746085ae660 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port 2f543c8e-3871-4503-b636-81dd64a94ec5 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:06.314738 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-da508d0b-0e96-4063-84e7-c69a9a7f249a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.338027 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0fa7dbac-dda9-47bb-9328-4ec10385dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.359642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:06.363881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.383032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.414767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0fa7dbac-dda9-47bb-9328-4ec10385dd64 None None] For port c851c5a9-d06b-47e4-af83-9a56c28a9325, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c851c5a9-d06b-47e4-af83-9a56c28a9325,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:06.437771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3815d02b-a8fc-4055-8be7-81bb3b7c06d7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.459840 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-da508d0b-0e96-4063-84e7-c69a9a7f249a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.486915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0fa7dbac-dda9-47bb-9328-4ec10385dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.553511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.561669 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7dbac-dda9-47bb-9328-4ec10385dd64 None None] Pushing event updated for resources: {'Port': ['ID=c851c5a9-d06b-47e4-af83-9a56c28a9325,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:06.611631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 43c6a989-05ea-426f-be3c-2563d28f6c2e up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:06.628779 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-da508d0b-0e96-4063-84e7-c69a9a7f249a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.648242 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-06de08c8-866b-46a8-8768-5dce7f492240 None None] Provisioning complete for port cdb4d432-90cc-42ae-81d5-1825f27a0074 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:06.648695 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-06de08c8-866b-46a8-8768-5dce7f492240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.651968 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f050c1-1046-406a-9ebb-9746085ae660 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 04:57:06.651968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f050c1-1046-406a-9ebb-9746085ae660 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:06.659010 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da508d0b-0e96-4063-84e7-c69a9a7f249a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Subnet': ['ID=8f0abfa2-f843-4f6e-9861-3afefcccad28,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:06.667383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-da508d0b-0e96-4063-84e7-c69a9a7f249a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.671907 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-da508d0b-0e96-4063-84e7-c69a9a7f249a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/8f0abfa2-f843-4f6e-9861-3afefcccad28 HTTP/1.1" status: 204 len: 168 time: 0.4988203 Dec 22 04:57:06.672770 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.673550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41846) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:06.676428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768592fb-3e0f-48b9-9f0e-36cc6a83b003 None None] Network 84416da1-8abe-4194-9a84-632bfbee8c8d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:06.701627 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:06.715308 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3da689-5fe7-47bd-b10c-046888298748,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:06.731426 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.731770 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Added segment c31ba084-b7bd-4199-ae89-ed76c1c1a7df of type vlan for network 876bf026-d886-47e9-8fca-ef8dd1b535c2 Dec 22 04:57:06.741915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41848) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:06.748031 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-13f050c1-1046-406a-9ebb-9746085ae660 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9447284 Dec 22 04:57:06.763645 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e9ff4c5-1c7a-4518-87c4-5b7939018661 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting subnet f37e5b9e-3891-45f3-b575-9203e079ca17 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:06.770951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e9ff4c5-1c7a-4518-87c4-5b7939018661 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.802124 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.836641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246af49a-872a-4e3e-a1a5-bb266c4884a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:06.842516 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e9ff4c5-1c7a-4518-87c4-5b7939018661 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.843071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246af49a-872a-4e3e-a1a5-bb266c4884a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:06.847538 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-246af49a-872a-4e3e-a1a5-bb266c4884a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1018250 Dec 22 04:57:06.849380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41850) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:06.890997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-06de08c8-866b-46a8-8768-5dce7f492240 None None] Port cdb4d432-90cc-42ae-81d5-1825f27a0074 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:06.909692 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 43c6a989-05ea-426f-be3c-2563d28f6c2e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:06.910063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.914517 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.921461 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:06.922276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:06.997980 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Network': ['ID=876bf026-d886-47e9-8fca-ef8dd1b535c2,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:07.003652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-3815d02b-a8fc-4055-8be7-81bb3b7c06d7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port eb56ffc3-1632-4a74-b4a0-7939ddf9ed35 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:07.003652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3815d02b-a8fc-4055-8be7-81bb3b7c06d7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.026924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 876bf026-d886-47e9-8fca-ef8dd1b535c2 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:07.048969 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ff0df553-8bd0-4d24-80f7-0ed1be6aa802 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9748514 Dec 22 04:57:07.063519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e9ff4c5-1c7a-4518-87c4-5b7939018661 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.114105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c851c5a9-d06b-47e4-af83-9a56c28a9325 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:07.129823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7cbc40e9-6027-48b8-af15-ea7c15275bf3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port cdb4d432-90cc-42ae-81d5-1825f27a0074 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:07.130164 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7cbc40e9-6027-48b8-af15-ea7c15275bf3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.199380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3815d02b-a8fc-4055-8be7-81bb3b7c06d7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.223547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-3815d02b-a8fc-4055-8be7-81bb3b7c06d7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for eb56ffc3-1632-4a74-b4a0-7939ddf9ed35 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:07.294065 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c851c5a9-d06b-47e4-af83-9a56c28a9325 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:07.294443 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.299754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7cbc40e9-6027-48b8-af15-ea7c15275bf3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.315949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7cbc40e9-6027-48b8-af15-ea7c15275bf3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for cdb4d432-90cc-42ae-81d5-1825f27a0074 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:07.376002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e9ff4c5-1c7a-4518-87c4-5b7939018661 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.446500 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ff4c5-1c7a-4518-87c4-5b7939018661 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Subnet': ['ID=f37e5b9e-3891-45f3-b575-9203e079ca17,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:07.453829 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e9ff4c5-1c7a-4518-87c4-5b7939018661 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.456989 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5e9ff4c5-1c7a-4518-87c4-5b7939018661 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/f37e5b9e-3891-45f3-b575-9203e079ca17 HTTP/1.1" status: 204 len: 168 time: 0.7821791 Dec 22 04:57:07.459719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41852) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:07.550748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.624877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 9141d6a5-bc07-44a7-8f4d-5b66385a650c {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:07.626422 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.709295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] For port 9141d6a5-bc07-44a7-8f4d-5b66385a650c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9141d6a5-bc07-44a7-8f4d-5b66385a650c,segment=NetworkSegment(f92874a3-f0ba-476a-8a98-31e2686afa57),segment_id=f92874a3-f0ba-476a-8a98-31e2686afa57)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:07.709824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.726541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 9141d6a5-bc07-44a7-8f4d-5b66385a650c owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:07.879785 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e7db5b-50b0-4018-9740-23df363e5a58 None None] Network 84416da1-8abe-4194-9a84-632bfbee8c8d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:07.903078 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:07.934449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4b1c268c-5aa6-45b6-a670-d04ef32e9dd6 None None] Could not find standard attr ID for object 9141d6a5-bc07-44a7-8f4d-5b66385a650c. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:07.964813 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=9141d6a5-bc07-44a7-8f4d-5b66385a650c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:07.966742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No DVR routers for this DVR port 9141d6a5-bc07-44a7-8f4d-5b66385a650c on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:08.045988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3815d02b-a8fc-4055-8be7-81bb3b7c06d7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.058864 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.070000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcf5c25-6234-43ed-96d4-168ac2b7f148 None None] DHCP port deletion for 84416da1-8abe-4194-9a84-632bfbee8c8d request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:08.091334 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84416da1-8abe-4194-9a84-632bfbee8c8d']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:08.102850 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92874a3-f0ba-476a-8a98-31e2686afa57') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:08.103220 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92874a3-f0ba-476a-8a98-31e2686afa57') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:08.114429 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.137981 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.145251 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:08.145838 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:08.149613 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:08.177944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815d02b-a8fc-4055-8be7-81bb3b7c06d7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=eb56ffc3-1632-4a74-b4a0-7939ddf9ed35,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:08.179818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7cbc40e9-6027-48b8-af15-ea7c15275bf3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.201463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3815d02b-a8fc-4055-8be7-81bb3b7c06d7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.237026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc40e9-6027-48b8-af15-ea7c15275bf3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=cdb4d432-90cc-42ae-81d5-1825f27a0074,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:08.274335 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7cbc40e9-6027-48b8-af15-ea7c15275bf3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.280906 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7cbc40e9-6027-48b8-af15-ea7c15275bf3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/cdb4d432-90cc-42ae-81d5-1825f27a0074 HTTP/1.1" status: 204 len: 168 time: 1.4320307 Dec 22 04:57:08.281100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41854) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:08.331248 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.338936 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.347179 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/networks/84416da1-8abe-4194-9a84-632bfbee8c8d HTTP/1.1" status: 204 len: 168 time: 0.8824561 Dec 22 04:57:08.352872 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41856) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:08.421046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b01b4-b4d5-4b44-907d-c8392847aed5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Network': ['ID=84416da1-8abe-4194-9a84-632bfbee8c8d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:08.448761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58557c8-4e75-4548-8152-95f3b88fc2a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:08.450533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58557c8-4e75-4548-8152-95f3b88fc2a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:08.464156 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a58557c8-4e75-4548-8152-95f3b88fc2a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1814616 Dec 22 04:57:08.468827 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41858) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:08.497365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c851c5a9-d06b-47e4-af83-9a56c28a9325 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:08.504927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3815d02b-a8fc-4055-8be7-81bb3b7c06d7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router d5cd3799-fec1-4612-a134-201542b545b1 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:08.546500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ef086b-82a7-4d82-a135-aa4cc2c49e50 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:08.551571 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-38ef086b-82a7-4d82-a135-aa4cc2c49e50 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1863353 Dec 22 04:57:08.551911 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41860) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:08.568988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c851c5a9-d06b-47e4-af83-9a56c28a9325 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:08.574335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.605457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c9d343-9138-49d6-b456-6c29bf642a8f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet f27ec503-648a-4b10-a868-e7832a3db7bd {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:08.611262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74c9d343-9138-49d6-b456-6c29bf642a8f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.619743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3815d02b-a8fc-4055-8be7-81bb3b7c06d7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:08.630292 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9107374-8da0-4310-907e-d0e95959a4cb None None] Sync routers for ids ['d5cd3799-fec1-4612-a134-201542b545b1'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:08.645952 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9107374-8da0-4310-907e-d0e95959a4cb None None] Routers {'d5cd3799-fec1-4612-a134-201542b545b1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:08.646837 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c9107374-8da0-4310-907e-d0e95959a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d5cd3799-fec1-4612-a134-201542b545b1'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:08.647929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41862) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:08.648235 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3815d02b-a8fc-4055-8be7-81bb3b7c06d7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/d5cd3799-fec1-4612-a134-201542b545b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9494288 Dec 22 04:57:08.673824 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-24895ce9-a6c5-405e-882c-a91ac390d93b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1143095 Dec 22 04:57:08.674685 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41864) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:08.680797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e5f075ac-7cb8-4877-a214-27ca3a3a6000 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1251633067'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:08.696295 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6b5f139a-d288-49ae-92e7-8cfa04071cdc tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5cd3799-fec1-4612-a134-201542b545b1 HTTP/1.1" status: 200 len: 205 time: 0.0451870 Dec 22 04:57:08.697626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41866) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:08.717704 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74c9d343-9138-49d6-b456-6c29bf642a8f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.729243 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c9107374-8da0-4310-907e-d0e95959a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:08.744159 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9107374-8da0-4310-907e-d0e95959a4cb None None] Routers {'d5cd3799-fec1-4612-a134-201542b545b1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:08.745186 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c9107374-8da0-4310-907e-d0e95959a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:56:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d5cd3799-fec1-4612-a134-201542b545b1'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:08.762820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9141d6a5-bc07-44a7-8f4d-5b66385a650c no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:08.785493 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 9141d6a5-bc07-44a7-8f4d-5b66385a650c {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:08.785896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9141d6a5-bc07-44a7-8f4d-5b66385a650c not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:08.791323 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c9107374-8da0-4310-907e-d0e95959a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:08.792399 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9107374-8da0-4310-907e-d0e95959a4cb None None] The sync data for ids ['d5cd3799-fec1-4612-a134-201542b545b1'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:08.819257 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-747acce6-d0c9-4758-b3d7-245a89769882 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.850809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74c9d343-9138-49d6-b456-6c29bf642a8f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.884625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f075ac-7cb8-4877-a214-27ca3a3a6000 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:08.888550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e5f075ac-7cb8-4877-a214-27ca3a3a6000 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.998241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-747acce6-d0c9-4758-b3d7-245a89769882 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:08.999785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f075ac-7cb8-4877-a214-27ca3a3a6000 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:09.002008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-747acce6-d0c9-4758-b3d7-245a89769882 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.011816 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74c9d343-9138-49d6-b456-6c29bf642a8f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.040443 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74c9d343-9138-49d6-b456-6c29bf642a8f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.040702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e5f075ac-7cb8-4877-a214-27ca3a3a6000 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.041066 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-e5f075ac-7cb8-4877-a214-27ca3a3a6000 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Added segment f4590081-c225-4d51-8699-a7fe310e9142 of type vlan for network a8c43cf7-e367-413f-8208-614d44411444 Dec 22 04:57:09.044207 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-74c9d343-9138-49d6-b456-6c29bf642a8f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/f27ec503-648a-4b10-a868-e7832a3db7bd HTTP/1.1" status: 204 len: 168 time: 0.5743530 Dec 22 04:57:09.046536 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9d343-9138-49d6-b456-6c29bf642a8f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=f27ec503-648a-4b10-a868-e7832a3db7bd,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:09.047566 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41868) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:09.061074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69be2ca6-90a2-4cb8-b638-5fe7cf90d791 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:09.090069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e5f075ac-7cb8-4877-a214-27ca3a3a6000 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.108882 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-04f14c51-83a7-4bb1-bb44-68cd92ddc87a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565448 Dec 22 04:57:09.109383 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41870) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:09.115843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2e3890a0-6b95-49a4-8404-660e90c5df8c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:09.163737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-747acce6-d0c9-4758-b3d7-245a89769882 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.164236 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747acce6-d0c9-4758-b3d7-245a89769882 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Fanout notify agent at l3_agent the message router_deleted on router d5cd3799-fec1-4612-a134-201542b545b1 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:57:09.172169 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-747acce6-d0c9-4758-b3d7-245a89769882 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.176116 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-747acce6-d0c9-4758-b3d7-245a89769882 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/d5cd3799-fec1-4612-a134-201542b545b1 HTTP/1.1" status: 204 len: 168 time: 0.4737616 Dec 22 04:57:09.176116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41872) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:09.214590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e5f075ac-7cb8-4877-a214-27ca3a3a6000 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.221184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f075ac-7cb8-4877-a214-27ca3a3a6000 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:09.221754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e5f075ac-7cb8-4877-a214-27ca3a3a6000 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.233390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d60a62ba-c02e-4d40-b914-14808ceedfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.288589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32221c4f-654d-420c-a9e6-0a20b89b2596 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:09.326301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e6f700-f2a5-450c-b378-0c2d885fc5f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting subnet 743e1e60-00ab-43b5-af87-327b427d60ec {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:09.329731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f700-f2a5-450c-b378-0c2d885fc5f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.332307 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f075ac-7cb8-4877-a214-27ca3a3a6000 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Network': ['ID=a8c43cf7-e367-413f-8208-614d44411444,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:09.343827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network a8c43cf7-e367-413f-8208-614d44411444 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:09.363237 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e5f075ac-7cb8-4877-a214-27ca3a3a6000 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6841502 Dec 22 04:57:09.364954 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41874) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:09.373498 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9677edc7-9a4d-4ef5-93dd-c44f5a32c6f4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': 'a8c43cf7-e367-413f-8208-614d44411444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:09.385797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f700-f2a5-450c-b378-0c2d885fc5f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.391042 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-32221c4f-654d-420c-a9e6-0a20b89b2596 None None] Deleting port c851c5a9-d06b-47e4-af83-9a56c28a9325 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:09.391427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-32221c4f-654d-420c-a9e6-0a20b89b2596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.482282 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-32221c4f-654d-420c-a9e6-0a20b89b2596 None None] For port c851c5a9-d06b-47e4-af83-9a56c28a9325, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c851c5a9-d06b-47e4-af83-9a56c28a9325,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:09.482712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3890a0-6b95-49a4-8404-660e90c5df8c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:09.483285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-32221c4f-654d-420c-a9e6-0a20b89b2596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.487452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2e3890a0-6b95-49a4-8404-660e90c5df8c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.493480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f700-f2a5-450c-b378-0c2d885fc5f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.499775 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-32221c4f-654d-420c-a9e6-0a20b89b2596 None None] Calling delete_port for c851c5a9-d06b-47e4-af83-9a56c28a9325 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:09.570758 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9677edc7-9a4d-4ef5-93dd-c44f5a32c6f4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:09.575804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9677edc7-9a4d-4ef5-93dd-c44f5a32c6f4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.673818 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-32221c4f-654d-420c-a9e6-0a20b89b2596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.699741 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f700-f2a5-450c-b378-0c2d885fc5f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.700318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32221c4f-654d-420c-a9e6-0a20b89b2596 None None] Pushing event deleted for resources: {'Port': ['ID=c851c5a9-d06b-47e4-af83-9a56c28a9325,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:09.710205 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32221c4f-654d-420c-a9e6-0a20b89b2596 None None] No DVR routers for this DVR port c851c5a9-d06b-47e4-af83-9a56c28a9325 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:09.738056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6f700-f2a5-450c-b378-0c2d885fc5f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Subnet': ['ID=743e1e60-00ab-43b5-af87-327b427d60ec,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:09.744719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6f700-f2a5-450c-b378-0c2d885fc5f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.747901 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f8e6f700-f2a5-450c-b378-0c2d885fc5f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/743e1e60-00ab-43b5-af87-327b427d60ec HTTP/1.1" status: 204 len: 168 time: 0.5709190 Dec 22 04:57:09.751054 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41876) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:09.752693 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b38456d-73fc-4da4-90fa-b3d88c773c43 None None] Network 9ed0108a-97a6-4fa7-b9b3-c7d822819729 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:09.872093 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.930162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9677edc7-9a4d-4ef5-93dd-c44f5a32c6f4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:09.950667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3803ef9-8343-4994-92d8-85a1a5de53df None None] DHCP port deletion for 9ed0108a-97a6-4fa7-b9b3-c7d822819729 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:09.980354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 43c6a989-05ea-426f-be3c-2563d28f6c2e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:09.980646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.013625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e3803ef9-8343-4994-92d8-85a1a5de53df None None] Deleting port 43c6a989-05ea-426f-be3c-2563d28f6c2e {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:10.014311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3803ef9-8343-4994-92d8-85a1a5de53df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.035536 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2e3890a0-6b95-49a4-8404-660e90c5df8c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.037421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677edc7-9a4d-4ef5-93dd-c44f5a32c6f4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Checking segment: {'id': 'f4590081-c225-4d51-8699-a7fe310e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8c43cf7-e367-413f-8208-614d44411444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:10.037883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9677edc7-9a4d-4ef5-93dd-c44f5a32c6f4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network hostable DHCP agents. Network: a8c43cf7-e367-413f-8208-614d44411444, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:10.042076 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677edc7-9a4d-4ef5-93dd-c44f5a32c6f4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Subnet': ['ID=1cba89da-bc9a-484a-9621-68108dc0ed9d,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:10.084987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] For port 43c6a989-05ea-426f-be3c-2563d28f6c2e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=43c6a989-05ea-426f-be3c-2563d28f6c2e,segment=NetworkSegment(b08a83fd-321f-436a-b1b0-5022a277b7fc),segment_id=b08a83fd-321f-436a-b1b0-5022a277b7fc)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:10.085347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.096003 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e3803ef9-8343-4994-92d8-85a1a5de53df None None] For port 43c6a989-05ea-426f-be3c-2563d28f6c2e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=43c6a989-05ea-426f-be3c-2563d28f6c2e,segment=NetworkSegment(b08a83fd-321f-436a-b1b0-5022a277b7fc),segment_id=b08a83fd-321f-436a-b1b0-5022a277b7fc)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:10.097008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3803ef9-8343-4994-92d8-85a1a5de53df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.106360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3890a0-6b95-49a4-8404-660e90c5df8c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:10.106826 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9677edc7-9a4d-4ef5-93dd-c44f5a32c6f4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network a8c43cf7-e367-413f-8208-614d44411444 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:10.112103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 43c6a989-05ea-426f-be3c-2563d28f6c2e owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:10.113681 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e3803ef9-8343-4994-92d8-85a1a5de53df None None] Calling delete_port for 43c6a989-05ea-426f-be3c-2563d28f6c2e owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:10.114041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-2e3890a0-6b95-49a4-8404-660e90c5df8c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:10.121382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3890a0-6b95-49a4-8404-660e90c5df8c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:10.121950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2e3890a0-6b95-49a4-8404-660e90c5df8c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.126596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25627879-9015-479a-9160-bbc0ff14b5ca None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:10.135737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3890a0-6b95-49a4-8404-660e90c5df8c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=fe49f214-96dd-49e3-a143-a5ec69f435e4,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:10.179812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9677edc7-9a4d-4ef5-93dd-c44f5a32c6f4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, a8c43cf7-e367-413f-8208-614d44411444) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:10.190877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9677edc7-9a4d-4ef5-93dd-c44f5a32c6f4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:10.192719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9677edc7-9a4d-4ef5-93dd-c44f5a32c6f4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.218547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41878) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:10.218820 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2e3890a0-6b95-49a4-8404-660e90c5df8c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1068473 Dec 22 04:57:10.227459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad212bcc-e536-4d4e-b3e0-163cadbc5b75 None None] Network a8c43cf7-e367-413f-8208-614d44411444 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:10.229554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-57fd26a1-34c1-4419-9d21-5ab8554a4f20 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'fixed_ips': [{'subnet_id': 'fe49f214-96dd-49e3-a143-a5ec69f435e4', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-182561324'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:10.291938 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9677edc7-9a4d-4ef5-93dd-c44f5a32c6f4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9249408 Dec 22 04:57:10.294843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41880) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:10.303428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': 'a8c43cf7-e367-413f-8208-614d44411444', 'name': 'tempest-PortsTestJSON-279686353'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:10.330420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.343004 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41882) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:10.349913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ba148ee0-a796-4b30-9fb5-fb2176e176c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'subnet': {'network_id': '876bf026-d886-47e9-8fca-ef8dd1b535c2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:10.397827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No DVR routers for this DVR port 43c6a989-05ea-426f-be3c-2563d28f6c2e on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:10.404249 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3803ef9-8343-4994-92d8-85a1a5de53df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.433695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=43c6a989-05ea-426f-be3c-2563d28f6c2e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:10.453444 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3803ef9-8343-4994-92d8-85a1a5de53df None None] Pushing event deleted for resources: {'Port': ['ID=43c6a989-05ea-426f-be3c-2563d28f6c2e,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:10.459543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3803ef9-8343-4994-92d8-85a1a5de53df None None] No DVR routers for this DVR port 43c6a989-05ea-426f-be3c-2563d28f6c2e on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:10.461389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 43c6a989-05ea-426f-be3c-2563d28f6c2e no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:10.498224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 43c6a989-05ea-426f-be3c-2563d28f6c2e {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:10.498568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 43c6a989-05ea-426f-be3c-2563d28f6c2e not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:10.499005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c851c5a9-d06b-47e4-af83-9a56c28a9325 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:10.539427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: c851c5a9-d06b-47e4-af83-9a56c28a9325 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:10.539716 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fd26a1-34c1-4419-9d21-5ab8554a4f20 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:10.539826 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c851c5a9-d06b-47e4-af83-9a56c28a9325 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:10.564556 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': 'fe49f214-96dd-49e3-a143-a5ec69f435e4'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:10.565905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.567279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.578810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-a8c43cf7-e367-413f-8208-614d44411444', 'network_id': 'a8c43cf7-e367-413f-8208-614d44411444', 'tenant_id': 'b5cf82dfcab94f74b5cae5119093644d', 'fixed_ips': [{'subnet_id': '1cba89da-bc9a-484a-9621-68108dc0ed9d'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:10.579664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.595944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed0108a-97a6-4fa7-b9b3-c7d822819729']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:10.614417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08a83fd-321f-436a-b1b0-5022a277b7fc') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:10.614702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08a83fd-321f-436a-b1b0-5022a277b7fc') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:10.627805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.642929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.649318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:10.649728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:10.652905 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:10.664073 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-57fd26a1-34c1-4419-9d21-5ab8554a4f20 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.682743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-57fd26a1-34c1-4419-9d21-5ab8554a4f20 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port 750d1b46-c1de-4ff1-9900-ec6a8d44ebd9 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:10.704342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:10.707806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.729954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port 397599b7-4058-491f-a4a8-0a339b33e6f9 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:10.738784 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba148ee0-a796-4b30-9fb5-fb2176e176c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:10.740906 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba148ee0-a796-4b30-9fb5-fb2176e176c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.814421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.819062 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Allocated IP 2001:db8::2 (2485d7d3-5b15-435d-bf80-f80d67582626/fe49f214-96dd-49e3-a143-a5ec69f435e4/8f1b6a36-f82d-4430-803f-8f4642187646) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:10.821339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Allocated IP 172.20.0.2 (a8c43cf7-e367-413f-8208-614d44411444/1cba89da-bc9a-484a-9621-68108dc0ed9d/71647779-7001-42e6-8468-92434849a0f9) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:10.822403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:10.830721 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/networks/9ed0108a-97a6-4fa7-b9b3-c7d822819729 HTTP/1.1" status: 204 len: 168 time: 1.0752718 Dec 22 04:57:10.835206 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41884) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:10.840735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d46739-a454-43c6-8f9e-fc29d87934d6 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Network': ['ID=9ed0108a-97a6-4fa7-b9b3-c7d822819729,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:10.843451 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3840dd9e-a40c-416a-8389-5cc63f0f3f2b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-750337410', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:11.036840 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3840dd9e-a40c-416a-8389-5cc63f0f3f2b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.037896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3840dd9e-a40c-416a-8389-5cc63f0f3f2b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.087262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3840dd9e-a40c-416a-8389-5cc63f0f3f2b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.185959 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba148ee0-a796-4b30-9fb5-fb2176e176c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.215962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.217539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.225734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3840dd9e-a40c-416a-8389-5cc63f0f3f2b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.261833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba148ee0-a796-4b30-9fb5-fb2176e176c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Subnet': ['ID=d983ad19-85ed-4ce0-acad-91347b9c968b,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:11.268800 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba148ee0-a796-4b30-9fb5-fb2176e176c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Checking segment: {'id': 'c31ba084-b7bd-4199-ae89-ed76c1c1a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '876bf026-d886-47e9-8fca-ef8dd1b535c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:11.269150 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba148ee0-a796-4b30-9fb5-fb2176e176c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network hostable DHCP agents. Network: 876bf026-d886-47e9-8fca-ef8dd1b535c2, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:11.306106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.346104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:11.346638 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3840dd9e-a40c-416a-8389-5cc63f0f3f2b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.347889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.348155 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3840dd9e-a40c-416a-8389-5cc63f0f3f2b tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5093110 Dec 22 04:57:11.354678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41886) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:11.354836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:11.356341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-46e2a519-e56d-4d3c-ac15-bf67fa2b0acd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-920287912'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:11.358464 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:11.371533 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Pushing event updated for resources: {'Port': ['ID=8f1b6a36-f82d-4430-803f-8f4642187646,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:11.382391 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-57fd26a1-34c1-4419-9d21-5ab8554a4f20 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:57:11.382849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57fd26a1-34c1-4419-9d21-5ab8554a4f20 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:11.383237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Network a8c43cf7-e367-413f-8208-614d44411444 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:11.397187 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba148ee0-a796-4b30-9fb5-fb2176e176c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network 876bf026-d886-47e9-8fca-ef8dd1b535c2 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:11.407953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.13 (a8c43cf7-e367-413f-8208-614d44411444/1cba89da-bc9a-484a-9621-68108dc0ed9d/397599b7-4058-491f-a4a8-0a339b33e6f9) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:11.414389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:11.420712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:11.454167 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e2a519-e56d-4d3c-ac15-bf67fa2b0acd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:11.458552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46e2a519-e56d-4d3c-ac15-bf67fa2b0acd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.481213 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Pushing event updated for resources: {'Port': ['ID=71647779-7001-42e6-8468-92434849a0f9,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:11.487315 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e2a519-e56d-4d3c-ac15-bf67fa2b0acd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:11.491397 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-57fd26a1-34c1-4419-9d21-5ab8554a4f20 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2711596 Dec 22 04:57:11.495080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-ba148ee0-a796-4b30-9fb5-fb2176e176c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 876bf026-d886-47e9-8fca-ef8dd1b535c2) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:11.499701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41888) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:11.499849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba148ee0-a796-4b30-9fb5-fb2176e176c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:11.500444 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba148ee0-a796-4b30-9fb5-fb2176e176c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.507854 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Attempting to bind port 8f1b6a36-f82d-4430-803f-8f4642187646 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:11.508266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Attempting to bind port 8f1b6a36-f82d-4430-803f-8f4642187646 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:11.509049 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Attempting to bind port 8f1b6a36-f82d-4430-803f-8f4642187646 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:11.514160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb7fd4e-3231-414c-af65-930b4c516029 None None] Network 876bf026-d886-47e9-8fca-ef8dd1b535c2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:11.518601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46e2a519-e56d-4d3c-ac15-bf67fa2b0acd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.518949 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-46e2a519-e56d-4d3c-ac15-bf67fa2b0acd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Added segment 6be4cd8c-0b97-4b42-9b41-8d347fd18a07 of type vlan for network a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 Dec 22 04:57:11.559111 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:11.559628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:11.560131 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.560673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:11.561236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Bound port: 8f1b6a36-f82d-4430-803f-8f4642187646, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:11.561710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.562331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46e2a519-e56d-4d3c-ac15-bf67fa2b0acd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.578689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f5f1cd-5d34-4d24-8f92-83f158a87d6c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:11.583943 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-36f5f1cd-5d34-4d24-8f92-83f158a87d6c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0801067 Dec 22 04:57:11.584075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41890) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:11.590046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Attempting to bind port 71647779-7001-42e6-8468-92434849a0f9 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:11.590556 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Attempting to bind port 71647779-7001-42e6-8468-92434849a0f9 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'f4590081-c225-4d51-8699-a7fe310e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8c43cf7-e367-413f-8208-614d44411444'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:11.590982 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Attempting to bind port 71647779-7001-42e6-8468-92434849a0f9 on network a8c43cf7-e367-413f-8208-614d44411444 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:11.604815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.627388 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ba148ee0-a796-4b30-9fb5-fb2176e176c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2793550 Dec 22 04:57:11.628472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41892) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:11.632562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-5b34da23-241b-4c78-bf5d-8886c2e635ea tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1439637977'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:11.637938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:11.650207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Checking segment: {'id': 'f4590081-c225-4d51-8699-a7fe310e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8c43cf7-e367-413f-8208-614d44411444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:11.650207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.650207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Bound using segment: {'id': 'f4590081-c225-4d51-8699-a7fe310e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8c43cf7-e367-413f-8208-614d44411444'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:11.650207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Bound port: 71647779-7001-42e6-8468-92434849a0f9, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4590081-c225-4d51-8699-a7fe310e9142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a8c43cf7-e367-413f-8208-614d44411444'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:11.650207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.660409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e6917-6537-4907-8c30-ffa340750958 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:11.661925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e6917-6537-4907-8c30-ffa340750958 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:11.663400 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c15e6917-6537-4907-8c30-ffa340750958 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0795970 Dec 22 04:57:11.666264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41894) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:11.710947 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] For port 8f1b6a36-f82d-4430-803f-8f4642187646, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:11.722073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedc558e-705a-441a-87c9-9ce08abbf388 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet fe49f214-96dd-49e3-a143-a5ec69f435e4 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:11.725289 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bedc558e-705a-441a-87c9-9ce08abbf388 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.728465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] For port 8f1b6a36-f82d-4430-803f-8f4642187646, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8f1b6a36-f82d-4430-803f-8f4642187646,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:11.749399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f78ad5a7-a6da-4b87-819f-b2040b7c505c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.754545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.755000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46e2a519-e56d-4d3c-ac15-bf67fa2b0acd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.762044 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e2a519-e56d-4d3c-ac15-bf67fa2b0acd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:11.762809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-46e2a519-e56d-4d3c-ac15-bf67fa2b0acd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.769337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b34da23-241b-4c78-bf5d-8886c2e635ea tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:11.772854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b34da23-241b-4c78-bf5d-8886c2e635ea tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.788925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] For port 71647779-7001-42e6-8468-92434849a0f9, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:11.794012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] For port 71647779-7001-42e6-8468-92434849a0f9, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=71647779-7001-42e6-8468-92434849a0f9,segment=NetworkSegment(f4590081-c225-4d51-8699-a7fe310e9142),segment_id=f4590081-c225-4d51-8699-a7fe310e9142)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:11.805513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bedc558e-705a-441a-87c9-9ce08abbf388 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.816341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.843469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-876bf026-d886-47e9-8fca-ef8dd1b535c2', 'network_id': '876bf026-d886-47e9-8fca-ef8dd1b535c2', 'tenant_id': '83dbaae552c54d47bd958c1e0be036db', 'fixed_ips': [{'subnet_id': 'd983ad19-85ed-4ce0-acad-91347b9c968b'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:11.845493 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.848600 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network a8c43cf7-e367-413f-8208-614d44411444 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:11.852229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=397599b7-4058-491f-a4a8-0a339b33e6f9,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:11.854646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:11.858852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:11.867399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b34da23-241b-4c78-bf5d-8886c2e635ea tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:11.869404 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2a519-e56d-4d3c-ac15-bf67fa2b0acd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Network': ['ID=a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:11.870406 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.879574 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b34da23-241b-4c78-bf5d-8886c2e635ea tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.879910 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-5b34da23-241b-4c78-bf5d-8886c2e635ea tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Added segment dde8f272-c768-4fd8-9c6e-ec21fe68eb19 of type vlan for network 60b08819-187f-4bcd-900b-5e1867c6b11d Dec 22 04:57:11.900779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:11.919409 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-46e2a519-e56d-4d3c-ac15-bf67fa2b0acd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5632708 Dec 22 04:57:11.919697 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41896) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:11.927134 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed583326-8bf5-4e58-9ad2-c16a8f0071f0 None None] Pushing event updated for resources: {'Port': ['ID=8f1b6a36-f82d-4430-803f-8f4642187646,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:11.936501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b34da23-241b-4c78-bf5d-8886c2e635ea tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.946323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:11.948479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.972681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bedc558e-705a-441a-87c9-9ce08abbf388 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:11.974217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-74e478e9-bf7e-4cad-9b73-56f863b8c3a1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'subnet': {'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:12.049028 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b34da23-241b-4c78-bf5d-8886c2e635ea tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.055916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b34da23-241b-4c78-bf5d-8886c2e635ea tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:12.056563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5b34da23-241b-4c78-bf5d-8886c2e635ea tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.084739 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dfc31fba-552f-41a7-af59-dcd774e1f59d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7875316 Dec 22 04:57:12.090649 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41898) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:12.106598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': 'a8c43cf7-e367-413f-8208-614d44411444', 'name': 'tempest-PortsTestJSON-1533976890'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:12.119265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297c540-86a3-49d7-8193-c409fae5f65d None None] Pushing event updated for resources: {'Port': ['ID=71647779-7001-42e6-8468-92434849a0f9,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:12.159948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Allocated IP 2001:db8:0:ffff::2 (876bf026-d886-47e9-8fca-ef8dd1b535c2/d983ad19-85ed-4ce0-acad-91347b9c968b/cd8c3abd-3fa3-480a-9159-f3c99fff7567) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:12.185201 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5b34da23-241b-4c78-bf5d-8886c2e635ea tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5541704 Dec 22 04:57:12.187150 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41900) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:12.197176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bedc558e-705a-441a-87c9-9ce08abbf388 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.200873 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'subnet': {'network_id': '60b08819-187f-4bcd-900b-5e1867c6b11d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:12.248039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc558e-705a-441a-87c9-9ce08abbf388 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=fe49f214-96dd-49e3-a143-a5ec69f435e4,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:12.256719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bedc558e-705a-441a-87c9-9ce08abbf388 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.259999 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bedc558e-705a-441a-87c9-9ce08abbf388 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/fe49f214-96dd-49e3-a143-a5ec69f435e4 HTTP/1.1" status: 204 len: 168 time: 0.5924628 Dec 22 04:57:12.263128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41902) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:12.386467 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1fff3486-9733-4e79-84ef-8bb5d82be16f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221395 Dec 22 04:57:12.392939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41904) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:12.410152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-1ee2d1a5-3b54-4a46-9f47-edd6178fa812 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:12.480435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.560068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.615173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 71647779-7001-42e6-8468-92434849a0f9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:12.651828 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:12.653162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Network 876bf026-d886-47e9-8fca-ef8dd1b535c2 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:12.655714 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.659173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:12.665759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:12.681999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Pushing event updated for resources: {'Port': ['ID=cd8c3abd-3fa3-480a-9159-f3c99fff7567,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:12.695831 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee2d1a5-3b54-4a46-9f47-edd6178fa812 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:12.701403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d1a5-3b54-4a46-9f47-edd6178fa812 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.707773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port 39feb7ab-3390-4d49-9f9f-5c23cbe5b573 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:12.733373 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34da23-241b-4c78-bf5d-8886c2e635ea tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Network': ['ID=60b08819-187f-4bcd-900b-5e1867c6b11d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:12.752479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 60b08819-187f-4bcd-900b-5e1867c6b11d details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:12.759253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 71647779-7001-42e6-8468-92434849a0f9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:12.759616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.770919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Attempting to bind port cd8c3abd-3fa3-480a-9159-f3c99fff7567 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:12.771228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Attempting to bind port cd8c3abd-3fa3-480a-9159-f3c99fff7567 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'c31ba084-b7bd-4199-ae89-ed76c1c1a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '876bf026-d886-47e9-8fca-ef8dd1b535c2'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:12.771584 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Attempting to bind port cd8c3abd-3fa3-480a-9159-f3c99fff7567 on network 876bf026-d886-47e9-8fca-ef8dd1b535c2 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:12.774730 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e478e9-bf7e-4cad-9b73-56f863b8c3a1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:12.784958 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74e478e9-bf7e-4cad-9b73-56f863b8c3a1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.833829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:12.833829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Checking segment: {'id': 'c31ba084-b7bd-4199-ae89-ed76c1c1a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '876bf026-d886-47e9-8fca-ef8dd1b535c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:12.834231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.834748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Bound using segment: {'id': 'c31ba084-b7bd-4199-ae89-ed76c1c1a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '876bf026-d886-47e9-8fca-ef8dd1b535c2'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:12.835152 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Bound port: cd8c3abd-3fa3-480a-9159-f3c99fff7567, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31ba084-b7bd-4199-ae89-ed76c1c1a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '876bf026-d886-47e9-8fca-ef8dd1b535c2'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:12.835736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.927263 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.10 (a8c43cf7-e367-413f-8208-614d44411444/1cba89da-bc9a-484a-9621-68108dc0ed9d/39feb7ab-3390-4d49-9f9f-5c23cbe5b573) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:12.935384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:12.940112 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.947611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] For port cd8c3abd-3fa3-480a-9159-f3c99fff7567, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:12.973817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:12.979384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] For port cd8c3abd-3fa3-480a-9159-f3c99fff7567, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=cd8c3abd-3fa3-480a-9159-f3c99fff7567,segment=NetworkSegment(c31ba084-b7bd-4199-ae89-ed76c1c1a7df),segment_id=c31ba084-b7bd-4199-ae89-ed76c1c1a7df)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:13.018310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 71647779-7001-42e6-8468-92434849a0f9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=71647779-7001-42e6-8468-92434849a0f9,segment=NetworkSegment(f4590081-c225-4d51-8699-a7fe310e9142),segment_id=f4590081-c225-4d51-8699-a7fe310e9142)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:13.060786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.099966 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.102627 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.103382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8f1b6a36-f82d-4430-803f-8f4642187646 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:13.152505 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74e478e9-bf7e-4cad-9b73-56f863b8c3a1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.173469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fd795-ab3d-4b5a-8af9-8836c755faa3 None None] Pushing event updated for resources: {'Port': ['ID=cd8c3abd-3fa3-480a-9159-f3c99fff7567,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:13.174911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.237338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8f1b6a36-f82d-4430-803f-8f4642187646 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:13.238374 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.260463 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=71647779-7001-42e6-8468-92434849a0f9,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:13.283605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e478e9-bf7e-4cad-9b73-56f863b8c3a1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Checking segment: {'id': '6be4cd8c-0b97-4b42-9b41-8d347fd18a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:13.283964 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e478e9-bf7e-4cad-9b73-56f863b8c3a1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network hostable DHCP agents. Network: a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:13.292304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e478e9-bf7e-4cad-9b73-56f863b8c3a1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Subnet': ['ID=472e3bea-8d52-48c2-87da-c75b49d89aed,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:13.317312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d1a5-3b54-4a46-9f47-edd6178fa812 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.356180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.359036 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.382753 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2d1a5-3b54-4a46-9f47-edd6178fa812 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:13.429218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-1ee2d1a5-3b54-4a46-9f47-edd6178fa812 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:13.435041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee2d1a5-3b54-4a46-9f47-edd6178fa812 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:13.435621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ee2d1a5-3b54-4a46-9f47-edd6178fa812 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.437336 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 8f1b6a36-f82d-4430-803f-8f4642187646, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8f1b6a36-f82d-4430-803f-8f4642187646,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:13.457006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e478e9-bf7e-4cad-9b73-56f863b8c3a1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:13.461182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2d1a5-3b54-4a46-9f47-edd6178fa812 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=4e39e7e1-42f9-44a0-b528-cc9834340fda,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:13.464992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network a8c43cf7-e367-413f-8208-614d44411444 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:13.468888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:13.473178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:13.506060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.519716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=39feb7ab-3390-4d49-9f9f-5c23cbe5b573,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:13.547597 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1ee2d1a5-3b54-4a46-9f47-edd6178fa812 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1481218 Dec 22 04:57:13.548388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41906) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:13.555703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2cb001c7-0482-4c69-9fcf-add1dbf0b658 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1265397388', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:13.569875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=8f1b6a36-f82d-4430-803f-8f4642187646,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:13.578646 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.objects.ports [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109182) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:57:13.582249 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.596972 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:13.600756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.628913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-74e478e9-bf7e-4cad-9b73-56f863b8c3a1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:13.639193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14164c4-ba94-4fb4-997e-f5c23560723d None None] Network a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:13.650131 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e478e9-bf7e-4cad-9b73-56f863b8c3a1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:13.651317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74e478e9-bf7e-4cad-9b73-56f863b8c3a1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.674083 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Subnet': ['ID=3bfc2b84-806e-4948-8f8b-dd61103deff5,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:13.704840 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Checking segment: {'id': 'dde8f272-c768-4fd8-9c6e-ec21fe68eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '60b08819-187f-4bcd-900b-5e1867c6b11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:13.712814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network hostable DHCP agents. Network: 60b08819-187f-4bcd-900b-5e1867c6b11d, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:13.713777 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2d975562-a538-48e3-a6e7-fa30fb05988c tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6154351 Dec 22 04:57:13.713777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41908) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:13.731352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2cb001c7-0482-4c69-9fcf-add1dbf0b658 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.733026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2cb001c7-0482-4c69-9fcf-add1dbf0b658 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.787371 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-74e478e9-bf7e-4cad-9b73-56f863b8c3a1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8189564 Dec 22 04:57:13.792996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41910) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:13.821472 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa76dec8-e3f2-4d60-9a1a-0132cb4e20f5 None None] Network a8c43cf7-e367-413f-8208-614d44411444 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:13.842304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network 60b08819-187f-4bcd-900b-5e1867c6b11d is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:13.857000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27db13d5-cb6c-497e-afc0-084aadf30ab2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:13.861266 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-27db13d5-cb6c-497e-afc0-084aadf30ab2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.1469524 Dec 22 04:57:13.862915 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41914) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:13.914621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2cb001c7-0482-4c69-9fcf-add1dbf0b658 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.921278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:13.922044 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.984578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7b219a6b-87a3-4f48-a5cb-cb6376c96d41 None None] Provisioning complete for port 71647779-7001-42e6-8468-92434849a0f9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:13.984951 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b219a6b-87a3-4f48-a5cb-cb6376c96d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:13.989849 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d643a1c3-0f9b-4770-a2ba-3f12a8abfdac tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 39feb7ab-3390-4d49-9f9f-5c23cbe5b573 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:13.990332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d643a1c3-0f9b-4770-a2ba-3f12a8abfdac tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.020919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2f3341-75d2-4990-a0dc-37094beb0fc7 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:14.075239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 60b08819-187f-4bcd-900b-5e1867c6b11d) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:14.100744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24775422-68c3-45c6-9c17-06d62acbafab None None] Network 60b08819-187f-4bcd-900b-5e1867c6b11d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:14.103117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d643a1c3-0f9b-4770-a2ba-3f12a8abfdac tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.107616 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:14.108345 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.116870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d643a1c3-0f9b-4770-a2ba-3f12a8abfdac tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 39feb7ab-3390-4d49-9f9f-5c23cbe5b573 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:14.158030 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.168625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2cb001c7-0482-4c69-9fcf-add1dbf0b658 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.294521 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b23765c9-d0d6-4ef7-801d-5205063b8fbf tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1065328 Dec 22 04:57:14.297733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41918) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:14.305798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'port': {'network_id': '60b08819-187f-4bcd-900b-5e1867c6b11d', 'name': 'tempest-NetworksIpV6TestAttrs-2087634625'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:14.436667 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2cb001c7-0482-4c69-9fcf-add1dbf0b658 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.440599 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2cb001c7-0482-4c69-9fcf-add1dbf0b658 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8861992 Dec 22 04:57:14.440599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d643a1c3-0f9b-4770-a2ba-3f12a8abfdac tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.443412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41922) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:14.491866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Allocated IP 2001:db8::1 (a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7/472e3bea-8d52-48c2-87da-c75b49d89aed/2f495ca3-93d1-4fb1-99f6-28b664781bcf) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:14.553565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.610727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcea146f-f7e7-489c-8ff3-74e7f74bc3fe None None] Network 876bf026-d886-47e9-8fca-ef8dd1b535c2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:14.675013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device cd8c3abd-3fa3-480a-9159-f3c99fff7567 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:14.689100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.786853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-60b08819-187f-4bcd-900b-5e1867c6b11d', 'network_id': '60b08819-187f-4bcd-900b-5e1867c6b11d', 'tenant_id': '83dbaae552c54d47bd958c1e0be036db', 'fixed_ips': [{'subnet_id': '3bfc2b84-806e-4948-8f8b-dd61103deff5'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:14.787753 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.801265 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.862057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:14.865944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:14.870094 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:14.870812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:14.925157 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=2f495ca3-93d1-4fb1-99f6-28b664781bcf,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:15.005520 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643a1c3-0f9b-4770-a2ba-3f12a8abfdac tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=39feb7ab-3390-4d49-9f9f-5c23cbe5b573,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:15.007346 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Allocated IP 2001:db8::2 (a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7/472e3bea-8d52-48c2-87da-c75b49d89aed/734e4015-5162-46d4-b9b7-e96261bf9146) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:15.030940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port cd8c3abd-3fa3-480a-9159-f3c99fff7567 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:15.031243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.050372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ad805aba-0c4f-4226-a4f7-3192243a1a59 None None] Provisioning complete for port 8f1b6a36-f82d-4430-803f-8f4642187646 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:15.079593 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad805aba-0c4f-4226-a4f7-3192243a1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.186341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.288591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d643a1c3-0f9b-4770-a2ba-3f12a8abfdac tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.292146 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d643a1c3-0f9b-4770-a2ba-3f12a8abfdac tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/39feb7ab-3390-4d49-9f9f-5c23cbe5b573 HTTP/1.1" status: 204 len: 168 time: 1.4226990 Dec 22 04:57:15.295779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41924) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:15.327337 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc343ade-acd8-49d8-811c-fd34cdae108f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:57:15.331424 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fc343ade-acd8-49d8-811c-fd34cdae108f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/39feb7ab-3390-4d49-9f9f-5c23cbe5b573 HTTP/1.1" status: 404 len: 333 time: 0.0322101 Dec 22 04:57:15.348389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41926) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:15.371014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Allocated IP 2001:db8::f816:3eff:fea7:18e2 (60b08819-187f-4bcd-900b-5e1867c6b11d/3bfc2b84-806e-4948-8f8b-dd61103deff5/40448be9-ff2d-40a0-8135-2d61e91256e9) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:15.410018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:15.413793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.447321 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.458945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] device_id is not set on port 3a1c7e82-d618-4493-94bd-b8cb71e95df7 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:15.547617 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.612582 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.648130 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.664967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.681197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.682822 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.687898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a3a5fb2b-5995-4cc4-a933-5193b69f30e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 397599b7-4058-491f-a4a8-0a339b33e6f9 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:15.688267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fb2b-5995-4cc4-a933-5193b69f30e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.721160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port cd8c3abd-3fa3-480a-9159-f3c99fff7567, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=cd8c3abd-3fa3-480a-9159-f3c99fff7567,segment=NetworkSegment(c31ba084-b7bd-4199-ae89-ed76c1c1a7df),segment_id=c31ba084-b7bd-4199-ae89-ed76c1c1a7df)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:15.727355 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ad805aba-0c4f-4226-a4f7-3192243a1a59 None None] Provisioning complete for port cd8c3abd-3fa3-480a-9159-f3c99fff7567 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:15.727731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad805aba-0c4f-4226-a4f7-3192243a1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.792286 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=2f495ca3-93d1-4fb1-99f6-28b664781bcf,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:15.808148 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.823130 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:15.824540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:15.852814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fb2b-5995-4cc4-a933-5193b69f30e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.857841 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.858665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 71647779-7001-42e6-8468-92434849a0f9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:15.875979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a3a5fb2b-5995-4cc4-a933-5193b69f30e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 397599b7-4058-491f-a4a8-0a339b33e6f9 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:15.908376 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:15.911002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Network a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:15.921909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:15.951755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:15.960863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Pushing event updated for resources: {'Port': ['ID=734e4015-5162-46d4-b9b7-e96261bf9146,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:15.991673 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::1 (2485d7d3-5b15-435d-bf80-f80d67582626/4e39e7e1-42f9-44a0-b528-cc9834340fda/2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:16.050660 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.068101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 3e948e8d-f84d-4f8a-a1d1-ac118364685e is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:57:16.085201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Attempting to bind port 734e4015-5162-46d4-b9b7-e96261bf9146 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:16.085565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Attempting to bind port 734e4015-5162-46d4-b9b7-e96261bf9146 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6be4cd8c-0b97-4b42-9b41-8d347fd18a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:16.085917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Attempting to bind port 734e4015-5162-46d4-b9b7-e96261bf9146 on network a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:16.099925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ad805aba-0c4f-4226-a4f7-3192243a1a59 None None] Provisioning complete for port 397599b7-4058-491f-a4a8-0a339b33e6f9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:16.100316 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad805aba-0c4f-4226-a4f7-3192243a1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.101750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=cd8c3abd-3fa3-480a-9159-f3c99fff7567,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:16.106815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Network 60b08819-187f-4bcd-900b-5e1867c6b11d is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:16.111012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:16.111382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Checking segment: {'id': '6be4cd8c-0b97-4b42-9b41-8d347fd18a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:16.115193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.115193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Bound using segment: {'id': '6be4cd8c-0b97-4b42-9b41-8d347fd18a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:16.115193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Bound port: 734e4015-5162-46d4-b9b7-e96261bf9146, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be4cd8c-0b97-4b42-9b41-8d347fd18a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:16.115193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.115193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 71647779-7001-42e6-8468-92434849a0f9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:16.115193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.134222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:16.160971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:16.168800 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:16.171021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Allocated IP 2001:db8::f816:3eff:fe60:1866 (60b08819-187f-4bcd-900b-5e1867c6b11d/3bfc2b84-806e-4948-8f8b-dd61103deff5/3a1c7e82-d618-4493-94bd-b8cb71e95df7) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:16.174121 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-09532c19-9a9e-479b-bca0-3626cf3f7d08 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3800166 Dec 22 04:57:16.177115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41928) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:16.184446 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-10012514-afa0-4d91-bfad-61f4c24c89f7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-168827479'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:16.192545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Sync routers for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:16.213817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.272677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ad805aba-0c4f-4226-a4f7-3192243a1a59 None None] Port 397599b7-4058-491f-a4a8-0a339b33e6f9 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:16.274035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Pushing event updated for resources: {'Port': ['ID=40448be9-ff2d-40a0-8135-2d61e91256e9,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:16.274180 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10012514-afa0-4d91-bfad-61f4c24c89f7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:16.277207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fb2b-5995-4cc4-a933-5193b69f30e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.281531 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-10012514-afa0-4d91-bfad-61f4c24c89f7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.294281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:16.294903 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:16.308089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10012514-afa0-4d91-bfad-61f4c24c89f7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:16.315542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ad805aba-0c4f-4226-a4f7-3192243a1a59 None None] Could not find standard attr ID for object 39feb7ab-3390-4d49-9f9f-5c23cbe5b573. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:16.318358 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-10012514-afa0-4d91-bfad-61f4c24c89f7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.318695 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-10012514-afa0-4d91-bfad-61f4c24c89f7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Added segment 4288cf07-b84e-4ca6-934e-61b2de5c796d of type vlan for network 528861a4-53d6-4b07-a762-53fbfac51cc0 Dec 22 04:57:16.327505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.335996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5fb2b-5995-4cc4-a933-5193b69f30e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=397599b7-4058-491f-a4a8-0a339b33e6f9,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:16.366556 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-10012514-afa0-4d91-bfad-61f4c24c89f7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.440334 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Attempting to bind port 40448be9-ff2d-40a0-8135-2d61e91256e9 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:16.440708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Attempting to bind port 40448be9-ff2d-40a0-8135-2d61e91256e9 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'dde8f272-c768-4fd8-9c6e-ec21fe68eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '60b08819-187f-4bcd-900b-5e1867c6b11d'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:16.441217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Attempting to bind port 40448be9-ff2d-40a0-8135-2d61e91256e9 on network 60b08819-187f-4bcd-900b-5e1867c6b11d {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:16.453688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:16.455278 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-10012514-afa0-4d91-bfad-61f4c24c89f7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.464395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10012514-afa0-4d91-bfad-61f4c24c89f7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:16.465930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-10012514-afa0-4d91-bfad-61f4c24c89f7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.471419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:16.474178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:16.477772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:16.478537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.533112 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a3a5fb2b-5995-4cc4-a933-5193b69f30e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.539827 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a3a5fb2b-5995-4cc4-a933-5193b69f30e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/397599b7-4058-491f-a4a8-0a339b33e6f9 HTTP/1.1" status: 204 len: 168 time: 1.1872842 Dec 22 04:57:16.553034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41930) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:16.583832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10012514-afa0-4d91-bfad-61f4c24c89f7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Network': ['ID=528861a4-53d6-4b07-a762-53fbfac51cc0,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:16.589370 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-10012514-afa0-4d91-bfad-61f4c24c89f7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4090400 Dec 22 04:57:16.592042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41932) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:16.605713 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a1941565-d1a3-4d1e-adc2-1def1fe623ac tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'subnet': {'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:16.614807 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] For port 734e4015-5162-46d4-b9b7-e96261bf9146, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:16.630344 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 528861a4-53d6-4b07-a762-53fbfac51cc0 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:16.645472 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb6cc70-50d1-4b4f-b7b8-33d1fa8d6084 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:57:16.648529 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4eb6cc70-50d1-4b4f-b7b8-33d1fa8d6084 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/397599b7-4058-491f-a4a8-0a339b33e6f9 HTTP/1.1" status: 404 len: 333 time: 0.0942338 Dec 22 04:57:16.670480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41934) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:16.670701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:16.671207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Checking segment: {'id': 'dde8f272-c768-4fd8-9c6e-ec21fe68eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '60b08819-187f-4bcd-900b-5e1867c6b11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:16.671370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.671764 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Bound using segment: {'id': 'dde8f272-c768-4fd8-9c6e-ec21fe68eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '60b08819-187f-4bcd-900b-5e1867c6b11d'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:16.672298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Bound port: 40448be9-ff2d-40a0-8135-2d61e91256e9, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde8f272-c768-4fd8-9c6e-ec21fe68eb19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '60b08819-187f-4bcd-900b-5e1867c6b11d'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:16.672682 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.702959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] For port 734e4015-5162-46d4-b9b7-e96261bf9146, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=734e4015-5162-46d4-b9b7-e96261bf9146,segment=NetworkSegment(6be4cd8c-0b97-4b42-9b41-8d347fd18a07),segment_id=6be4cd8c-0b97-4b42-9b41-8d347fd18a07)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:16.705454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ad805aba-0c4f-4226-a4f7-3192243a1a59 None None] Provisioning complete for port 71647779-7001-42e6-8468-92434849a0f9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:16.705822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad805aba-0c4f-4226-a4f7-3192243a1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.746065 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e9d9c0-8c0c-453e-b066-181b73861a04 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting subnet 1cba89da-bc9a-484a-9621-68108dc0ed9d {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:16.753039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d9c0-8c0c-453e-b066-181b73861a04 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.754088 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.756924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:16.761250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8f1b6a36-f82d-4430-803f-8f4642187646 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:16.808888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d9c0-8c0c-453e-b066-181b73861a04 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.822992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.873938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.881876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1941565-d1a3-4d1e-adc2-1def1fe623ac tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:16.883232 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1941565-d1a3-4d1e-adc2-1def1fe623ac tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.917513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.955471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d9c0-8c0c-453e-b066-181b73861a04 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:16.964069 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] For port 40448be9-ff2d-40a0-8135-2d61e91256e9, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:17.022855 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] For port 40448be9-ff2d-40a0-8135-2d61e91256e9, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=40448be9-ff2d-40a0-8135-2d61e91256e9,segment=NetworkSegment(dde8f272-c768-4fd8-9c6e-ec21fe68eb19),segment_id=dde8f272-c768-4fd8-9c6e-ec21fe68eb19)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:17.037861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network 60b08819-187f-4bcd-900b-5e1867c6b11d is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:17.047352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:17.049177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Port': ['ID=3a1c7e82-d618-4493-94bd-b8cb71e95df7,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:17.058334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:17.066377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:17.067463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.083294 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8f1b6a36-f82d-4430-803f-8f4642187646 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:17.087488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.089553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf26dc-e80f-47bc-9e2c-f9544e7f5754 None None] Pushing event updated for resources: {'Port': ['ID=734e4015-5162-46d4-b9b7-e96261bf9146,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:17.123985 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.140462 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d9c0-8c0c-453e-b066-181b73861a04 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.199623 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9d9c0-8c0c-453e-b066-181b73861a04 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Subnet': ['ID=1cba89da-bc9a-484a-9621-68108dc0ed9d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:17.207383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c6e9d9c0-8c0c-453e-b066-181b73861a04 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.210557 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c6e9d9c0-8c0c-453e-b066-181b73861a04 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/1cba89da-bc9a-484a-9621-68108dc0ed9d HTTP/1.1" status: 204 len: 168 time: 0.5369108 Dec 22 04:57:17.210557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41938) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:17.211537 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cee8094d-84f9-4b9f-96e9-78a7400526c9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.9083269 Dec 22 04:57:17.217233 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41940) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:17.224986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df1a7e-8e4f-4846-8fde-8a46863b83a0 None None] Network a8c43cf7-e367-413f-8208-614d44411444 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:17.244247 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.343119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.344247 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.352924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd4c2f-0b6f-4ed5-bd54-e4987c6a9487 None None] Pushing event updated for resources: {'Port': ['ID=40448be9-ff2d-40a0-8135-2d61e91256e9,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:17.411506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-806128d0-eb22-46da-87d8-646941d3c41e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Deleting subnet 3bfc2b84-806e-4948-8f8b-dd61103deff5 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:17.423707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-806128d0-eb22-46da-87d8-646941d3c41e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.454753 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.480597 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-806128d0-eb22-46da-87d8-646941d3c41e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.504978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1941565-d1a3-4d1e-adc2-1def1fe623ac tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.516488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-761b5469-9e3d-429d-9ef6-da092c928622 None None] Provisioning complete for port 8f1b6a36-f82d-4430-803f-8f4642187646 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:17.516863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-761b5469-9e3d-429d-9ef6-da092c928622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.521790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:17.573629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:17.575376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:17.674500 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:14Z', 'revision_number': 2, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:15Z', 'revision_number': 2, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:17.719007 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1941565-d1a3-4d1e-adc2-1def1fe623ac tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Subnet': ['ID=35e69cf3-8979-4a4d-aa94-883ce2331222,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:17.765766 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Checking router: 3e948e8d-f84d-4f8a-a1d1-ac118364685e for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:17.769045 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Updating router 3e948e8d-f84d-4f8a-a1d1-ac118364685e port 2f495ca3-93d1-4fb1-99f6-28b664781bcf binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:57:17.796814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1941565-d1a3-4d1e-adc2-1def1fe623ac tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Checking segment: {'id': '4288cf07-b84e-4ca6-934e-61b2de5c796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:17.797174 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1941565-d1a3-4d1e-adc2-1def1fe623ac tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network hostable DHCP agents. Network: 528861a4-53d6-4b07-a762-53fbfac51cc0, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:17.818819 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 71647779-7001-42e6-8468-92434849a0f9 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:17.819153 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.862685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.893544 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-806128d0-eb22-46da-87d8-646941d3c41e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:17.905365 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Router 6894ab5f-1f03-4743-a3c4-4de716409f86 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:57:17.908348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05deac2b-7374-4777-9661-99ee6da70ebb None None] DHCP port deletion for a8c43cf7-e367-413f-8208-614d44411444 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:18.003212 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1941565-d1a3-4d1e-adc2-1def1fe623ac tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 528861a4-53d6-4b07-a762-53fbfac51cc0 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:18.016533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] For port 71647779-7001-42e6-8468-92434849a0f9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=71647779-7001-42e6-8468-92434849a0f9,segment=NetworkSegment(f4590081-c225-4d51-8699-a7fe310e9142),segment_id=f4590081-c225-4d51-8699-a7fe310e9142)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:18.016893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.030025 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 71647779-7001-42e6-8468-92434849a0f9 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:18.043886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:18.053414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device cd8c3abd-3fa3-480a-9159-f3c99fff7567 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:18.053628 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Sync routers for ids ['6894ab5f-1f03-4743-a3c4-4de716409f86'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:18.055171 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5f16442a-5912-43c3-b2d4-a85792d7e6fe tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "PUT /v2.0/routers/6894ab5f-1f03-4743-a3c4-4de716409f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5927105 Dec 22 04:57:18.056124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41942) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:18.075279 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Routers {'6894ab5f-1f03-4743-a3c4-4de716409f86'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:18.075897 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['6894ab5f-1f03-4743-a3c4-4de716409f86'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:18.110020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c2dfb3-05b9-443a-a5bd-1bb6b9d9c20e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:18.114309 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-47c2dfb3-05b9-443a-a5bd-1bb6b9d9c20e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports/2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1 HTTP/1.1" status: 200 len: 911 time: 0.0561147 Dec 22 04:57:18.115053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41944) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:18.149327 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-a1941565-d1a3-4d1e-adc2-1def1fe623ac tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 528861a4-53d6-4b07-a762-53fbfac51cc0) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:18.155003 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-761b5469-9e3d-429d-9ef6-da092c928622 None None] Provisioning complete for port cd8c3abd-3fa3-480a-9159-f3c99fff7567 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:18.155359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-761b5469-9e3d-429d-9ef6-da092c928622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.159574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port cd8c3abd-3fa3-480a-9159-f3c99fff7567 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:18.160517 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.164140 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1941565-d1a3-4d1e-adc2-1def1fe623ac tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:18.164755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a1941565-d1a3-4d1e-adc2-1def1fe623ac tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.168707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-806128d0-eb22-46da-87d8-646941d3c41e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.169357 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665efa1-a7fa-4474-addb-dc030b30887b None None] Network 528861a4-53d6-4b07-a762-53fbfac51cc0 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:18.178633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f27c1ea-8d2c-4a24-be60-790eba969f45 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:18.179046 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Set router 6894ab5f-1f03-4743-a3c4-4de716409f86 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:18.185985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f27c1ea-8d2c-4a24-be60-790eba969f45 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:18.190262 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7f27c1ea-8d2c-4a24-be60-790eba969f45 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0716400 Dec 22 04:57:18.190797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41946) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:18.204916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806128d0-eb22-46da-87d8-646941d3c41e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfc2b84-806e-4948-8f8b-dd61103deff5,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:18.211603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.226868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-806128d0-eb22-46da-87d8-646941d3c41e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.233537 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-806128d0-eb22-46da-87d8-646941d3c41e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/subnets/3bfc2b84-806e-4948-8f8b-dd61103deff5 HTTP/1.1" status: 204 len: 168 time: 1.0149839 Dec 22 04:57:18.253004 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41948) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:18.264829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=71647779-7001-42e6-8468-92434849a0f9,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:18.277882 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No DVR routers for this DVR port 71647779-7001-42e6-8468-92434849a0f9 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:18.373234 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-05deac2b-7374-4777-9661-99ee6da70ebb None None] Deleting port 71647779-7001-42e6-8468-92434849a0f9 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:18.373513 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-05deac2b-7374-4777-9661-99ee6da70ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.464106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-05deac2b-7374-4777-9661-99ee6da70ebb None None] For port 71647779-7001-42e6-8468-92434849a0f9, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:18.464594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-05deac2b-7374-4777-9661-99ee6da70ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.477887 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6894ab5f-1f03-4743-a3c4-4de716409f86', 'name': 'tempest-NetworksTestDHCPv6-router-1265397388', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:13Z', 'updated_at': '2021-12-22T04:57:16Z', 'revision_number': 2, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'gw_port_host': None, '_interfaces': [{'id': '2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1', 'name': '', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'mac_address': 'fa:16:3e:58:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6894ab5f-1f03-4743-a3c4-4de716409f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '4e39e7e1-42f9-44a0-b528-cc9834340fda', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:15Z', 'updated_at': '2021-12-22T04:57:17Z', 'revision_number': 2, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'subnets': [{'id': '4e39e7e1-42f9-44a0-b528-cc9834340fda', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:18.481765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-05deac2b-7374-4777-9661-99ee6da70ebb None None] Calling delete_port for 71647779-7001-42e6-8468-92434849a0f9 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:18.484765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.ipam_backend_mixin [None req-05deac2b-7374-4777-9661-99ee6da70ebb None None] Port 71647779-7001-42e6-8468-92434849a0f9 was not found and therefore no delete operation was performed {{(pid=109184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:57:18.486094 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-05deac2b-7374-4777-9661-99ee6da70ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.525106 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Checking router: 6894ab5f-1f03-4743-a3c4-4de716409f86 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:18.525448 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Updating router 6894ab5f-1f03-4743-a3c4-4de716409f86 port 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:57:18.569403 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.589278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05deac2b-7374-4777-9661-99ee6da70ebb None None] Pushing event deleted for resources: {'Port': ['ID=71647779-7001-42e6-8468-92434849a0f9,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:18.759651 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05deac2b-7374-4777-9661-99ee6da70ebb None None] No DVR routers for this DVR port 71647779-7001-42e6-8468-92434849a0f9 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:18.833167 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a1941565-d1a3-4d1e-adc2-1def1fe623ac tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2398396 Dec 22 04:57:18.834764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41950) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:18.865072 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.868977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-761b5469-9e3d-429d-9ef6-da092c928622 None None] Could not find standard attr ID for object 397599b7-4058-491f-a4a8-0a339b33e6f9. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:18.880445 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-761b5469-9e3d-429d-9ef6-da092c928622 None None] Could not find standard attr ID for object 39feb7ab-3390-4d49-9f9f-5c23cbe5b573. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:18.908549 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-761b5469-9e3d-429d-9ef6-da092c928622 None None] Provisioning complete for port 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:18.909201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-761b5469-9e3d-429d-9ef6-da092c928622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.914118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1006074f-96cc-47ba-9641-3090289cc8c0 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:18.916105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e62a9b-3599-462f-a7e7-47d5dd22aeef None None] Network 60b08819-187f-4bcd-900b-5e1867c6b11d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:18.916446 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1006074f-96cc-47ba-9641-3090289cc8c0 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:18.918113 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1006074f-96cc-47ba-9641-3090289cc8c0 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6641133 Dec 22 04:57:18.920361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:18.922812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41952) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:19.019108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ee80dee-ff7c-43cd-9455-ce07b251bc78 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.037779 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c43cf7-e367-413f-8208-614d44411444']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:19.040552 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee80dee-ff7c-43cd-9455-ce07b251bc78 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 04:57:19.041189 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee80dee-ff7c-43cd-9455-ce07b251bc78 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:19.047297 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6ee80dee-ff7c-43cd-9455-ce07b251bc78 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/networks/60b08819-187f-4bcd-900b-5e1867c6b11d HTTP/1.1" status: 409 len: 405 time: 0.1229208 Dec 22 04:57:19.053132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41954) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:19.061467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-341a5e9e-517a-4bd8-afe4-6842a09e5fb7 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1103988869'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:19.067011 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4590081-c225-4d51-8699-a7fe310e9142') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:19.067519 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4590081-c225-4d51-8699-a7fe310e9142') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:19.080929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.102848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e4ce-ccee-4702-897d-65edb4a3be29 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.108319 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.118074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:19.118606 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:19.121936 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:19.124545 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.158142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6fc3d3-465e-425c-a59a-344f63b4cd69 None None] Network a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:19.161086 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 734e4015-5162-46d4-b9b7-e96261bf9146 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:19.182598 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341a5e9e-517a-4bd8-afe4-6842a09e5fb7 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:19.184825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.186460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-341a5e9e-517a-4bd8-afe4-6842a09e5fb7 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.196348 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.226684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341a5e9e-517a-4bd8-afe4-6842a09e5fb7 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:19.236089 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Pushing event updated for resources: {'Port': ['ID=2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:19.238351 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-341a5e9e-517a-4bd8-afe4-6842a09e5fb7 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.238758 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-341a5e9e-517a-4bd8-afe4-6842a09e5fb7 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Added segment 4119668d-a0bf-4b34-95ac-c93de052c494 of type vlan for network ac32de81-2122-4d11-8aa9-91cf290aeafd Dec 22 04:57:19.247426 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:19.248309 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:19.248863 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:19.249422 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:19.249979 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:19.250551 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:19.251095 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:19.251650 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:19.252220 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:19.252781 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:19.253347 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:19.253879 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:19.310847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.330145 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-528861a4-53d6-4b07-a762-53fbfac51cc0', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:19.330918 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.344781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.356345 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/networks/a8c43cf7-e367-413f-8208-614d44411444 HTTP/1.1" status: 204 len: 168 time: 2.1292975 Dec 22 04:57:19.361029 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Attempting to bind port 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:19.361858 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Attempting to bind port 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:19.362284 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41956) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:19.362707 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Attempting to bind port 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:19.371679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-761b5469-9e3d-429d-9ef6-da092c928622 None None] Port 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:19.375791 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:19.376684 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:19.377322 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.378533 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:19.379265 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Bound port: 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:19.379928 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.392456 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4a65bc48-ede6-4786-b328-75b9b23c12f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1599188521'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:19.406223 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-341a5e9e-517a-4bd8-afe4-6842a09e5fb7 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.420340 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3b163-e844-4ee3-b392-ca94f84a87d4 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Network': ['ID=a8c43cf7-e367-413f-8208-614d44411444,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:19.448169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8c326-e34b-4d26-86df-2a1774a8beb1 None None] Pushing event updated for resources: {'Port': ['ID=2f495ca3-93d1-4fb1-99f6-28b664781bcf,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:19.461986 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] For port 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:19.466302 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] For port 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:19.534430 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.563655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a65bc48-ede6-4786-b328-75b9b23c12f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:19.574787 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a65bc48-ede6-4786-b328-75b9b23c12f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.583188 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-341a5e9e-517a-4bd8-afe4-6842a09e5fb7 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.603167 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341a5e9e-517a-4bd8-afe4-6842a09e5fb7 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:19.604611 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-341a5e9e-517a-4bd8-afe4-6842a09e5fb7 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.614540 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:57:19.617431 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Routers {'6894ab5f-1f03-4743-a3c4-4de716409f86'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:19.617566 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['6894ab5f-1f03-4743-a3c4-4de716409f86'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:19.657149 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Attempting to bind port 2f495ca3-93d1-4fb1-99f6-28b664781bcf on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:19.657520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Attempting to bind port 2f495ca3-93d1-4fb1-99f6-28b664781bcf by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6be4cd8c-0b97-4b42-9b41-8d347fd18a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:19.657878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Attempting to bind port 2f495ca3-93d1-4fb1-99f6-28b664781bcf on network a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:19.675315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 734e4015-5162-46d4-b9b7-e96261bf9146 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:19.675693 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.706333 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:19.706599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Checking segment: {'id': '6be4cd8c-0b97-4b42-9b41-8d347fd18a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:19.709173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.709173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Bound using segment: {'id': '6be4cd8c-0b97-4b42-9b41-8d347fd18a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:19.709173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Bound port: 2f495ca3-93d1-4fb1-99f6-28b664781bcf, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be4cd8c-0b97-4b42-9b41-8d347fd18a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:19.709173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.710096 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-cc47d6a4-e574-4623-881c-72ce83e9b883 None None] Provisioning complete for port 40448be9-ff2d-40a0-8135-2d61e91256e9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:19.710447 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cc47d6a4-e574-4623-881c-72ce83e9b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.722869 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] Set router 6894ab5f-1f03-4743-a3c4-4de716409f86 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:19.765405 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-341a5e9e-517a-4bd8-afe4-6842a09e5fb7 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7111027 Dec 22 04:57:19.777784 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41960) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:19.782709 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a65bc48-ede6-4786-b328-75b9b23c12f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:19.787353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'subnet': {'network_id': 'ac32de81-2122-4d11-8aa9-91cf290aeafd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:19.841038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a65bc48-ede6-4786-b328-75b9b23c12f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.841491 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-4a65bc48-ede6-4786-b328-75b9b23c12f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Added segment 6a79d1fa-13db-490c-9140-142d8f852c66 of type vlan for network 858291fe-cdb2-4ea5-bad3-061d37192429 Dec 22 04:57:19.845589 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a5e9e-517a-4bd8-afe4-6842a09e5fb7 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Network': ['ID=ac32de81-2122-4d11-8aa9-91cf290aeafd,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:19.912316 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Allocated IP 2001:db8:1::2 (528861a4-53d6-4b07-a762-53fbfac51cc0/35e69cf3-8979-4a4d-aa94-883ce2331222/02489419-f628-448d-8765-5f1b68c7f3af) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:19.917846 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a65bc48-ede6-4786-b328-75b9b23c12f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:19.945423 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710ee41-bb79-41c9-9764-8ae6f5fa4996 None None] Pushing event updated for resources: {'Port': ['ID=2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:19.961214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e88a93-35e9-4df0-b0f1-23f3ae36185f None None] DHCP port deletion for 60b08819-187f-4bcd-900b-5e1867c6b11d request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:19.965179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network ac32de81-2122-4d11-8aa9-91cf290aeafd details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:20.029349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:20.035520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.091788 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6894ab5f-1f03-4743-a3c4-4de716409f86', 'name': 'tempest-NetworksTestDHCPv6-router-1265397388', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:13Z', 'updated_at': '2021-12-22T04:57:16Z', 'revision_number': 2, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'gw_port_host': None, '_interfaces': [{'id': '2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1', 'name': '', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'mac_address': 'fa:16:3e:58:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6894ab5f-1f03-4743-a3c4-4de716409f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '4e39e7e1-42f9-44a0-b528-cc9834340fda', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:15Z', 'updated_at': '2021-12-22T04:57:19Z', 'revision_number': 4, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'subnets': [{'id': '4e39e7e1-42f9-44a0-b528-cc9834340fda', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:20.094124 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a65bc48-ede6-4786-b328-75b9b23c12f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.100625 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a65bc48-ede6-4786-b328-75b9b23c12f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:20.101504 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a65bc48-ede6-4786-b328-75b9b23c12f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.123454 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8072d4b9-c5cc-40f8-b8d4-65113a010694 None None] The sync data for ids ['6894ab5f-1f03-4743-a3c4-4de716409f86'] in dv-neutron-822523-1-hyperv is: [{'id': '6894ab5f-1f03-4743-a3c4-4de716409f86', 'name': 'tempest-NetworksTestDHCPv6-router-1265397388', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:13Z', 'updated_at': '2021-12-22T04:57:16Z', 'revision_number': 2, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'gw_port_host': None, '_interfaces': [{'id': '2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1', 'name': '', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'mac_address': 'fa:16:3e:58:47:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6894ab5f-1f03-4743-a3c4-4de716409f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '4e39e7e1-42f9-44a0-b528-cc9834340fda', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:15Z', 'updated_at': '2021-12-22T04:57:19Z', 'revision_number': 4, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'subnets': [{'id': '4e39e7e1-42f9-44a0-b528-cc9834340fda', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:20.221053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7e4ce-ccee-4702-897d-65edb4a3be29 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:20.221644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e4ce-ccee-4702-897d-65edb4a3be29 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.226257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65bc48-ede6-4786-b328-75b9b23c12f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Network': ['ID=858291fe-cdb2-4ea5-bad3-061d37192429,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:20.241070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.249225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 858291fe-cdb2-4ea5-bad3-061d37192429 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:20.270049 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4a65bc48-ede6-4786-b328-75b9b23c12f3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8831422 Dec 22 04:57:20.284095 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41962) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:20.293571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3fd0b42f-77f1-4957-9c40-ed228ba9de80 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '858291fe-cdb2-4ea5-bad3-061d37192429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:20.368696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] For port 2f495ca3-93d1-4fb1-99f6-28b664781bcf, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:20.439515 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] For port 2f495ca3-93d1-4fb1-99f6-28b664781bcf, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2f495ca3-93d1-4fb1-99f6-28b664781bcf,segment=NetworkSegment(6be4cd8c-0b97-4b42-9b41-8d347fd18a07),segment_id=6be4cd8c-0b97-4b42-9b41-8d347fd18a07)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:20.453661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cc47d6a4-e574-4623-881c-72ce83e9b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.494311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f8e88a93-35e9-4df0-b0f1-23f3ae36185f None None] Deleting port 40448be9-ff2d-40a0-8135-2d61e91256e9 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:20.494687 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a93-35e9-4df0-b0f1-23f3ae36185f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.515894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.562892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.objects.ports [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109182) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:57:20.569326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-8ea7e4ce-ccee-4702-897d-65edb4a3be29 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] For port 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:20.569577 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.571883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e4ce-ccee-4702-897d-65edb4a3be29 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.587732 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.624322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8ea7e4ce-ccee-4702-897d-65edb4a3be29 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:20.721064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-cc47d6a4-e574-4623-881c-72ce83e9b883 None None] For port 40448be9-ff2d-40a0-8135-2d61e91256e9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=40448be9-ff2d-40a0-8135-2d61e91256e9,segment=NetworkSegment(dde8f272-c768-4fd8-9c6e-ec21fe68eb19),segment_id=dde8f272-c768-4fd8-9c6e-ec21fe68eb19)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:20.721347 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Subnet': ['ID=743ab307-66df-4a7e-b400-35cc8d297b2d,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:20.725578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd0b42f-77f1-4957-9c40-ed228ba9de80 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:20.727368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.728769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b42f-77f1-4957-9c40-ed228ba9de80 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.734527 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.747635 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Checking segment: {'id': '4119668d-a0bf-4b34-95ac-c93de052c494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ac32de81-2122-4d11-8aa9-91cf290aeafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:20.747635 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network hostable DHCP agents. Network: ac32de81-2122-4d11-8aa9-91cf290aeafd, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:20.754776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f8e88a93-35e9-4df0-b0f1-23f3ae36185f None None] For port 40448be9-ff2d-40a0-8135-2d61e91256e9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=40448be9-ff2d-40a0-8135-2d61e91256e9,segment=NetworkSegment(dde8f272-c768-4fd8-9c6e-ec21fe68eb19),segment_id=dde8f272-c768-4fd8-9c6e-ec21fe68eb19)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:20.755222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a93-35e9-4df0-b0f1-23f3ae36185f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.789945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 734e4015-5162-46d4-b9b7-e96261bf9146, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=734e4015-5162-46d4-b9b7-e96261bf9146,segment=NetworkSegment(6be4cd8c-0b97-4b42-9b41-8d347fd18a07),segment_id=6be4cd8c-0b97-4b42-9b41-8d347fd18a07)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:20.793655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f8e88a93-35e9-4df0-b0f1-23f3ae36185f None None] Calling delete_port for 40448be9-ff2d-40a0-8135-2d61e91256e9 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:20.800821 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:20.801854 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:20.805442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cc47d6a4-e574-4623-881c-72ce83e9b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.811897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8c326-e34b-4d26-86df-2a1774a8beb1 None None] Pushing event updated for resources: {'Port': ['ID=2f495ca3-93d1-4fb1-99f6-28b664781bcf,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:20.883046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.885671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network ac32de81-2122-4d11-8aa9-91cf290aeafd is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:20.959900 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, ac32de81-2122-4d11-8aa9-91cf290aeafd) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:20.964708 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:20.970764 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.990162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea60224-4d68-42eb-a416-6042ef3cb18d None None] Network ac32de81-2122-4d11-8aa9-91cf290aeafd requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:20.992415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:20.993182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 40448be9-ff2d-40a0-8135-2d61e91256e9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:21.045681 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ffc743a6-26f8-401e-8bb3-e549b5d24e25 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2666717 Dec 22 04:57:21.048413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41966) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:21.053573 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'port': {'network_id': 'ac32de81-2122-4d11-8aa9-91cf290aeafd', 'name': 'tempest-NetworksIpV6TestAttrs-1538882066'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:21.114712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Allocated IP 2001:db8:1::1 (528861a4-53d6-4b07-a762-53fbfac51cc0/35e69cf3-8979-4a4d-aa94-883ce2331222/fad24eaf-d4a1-44f4-86a7-9f65392eee96) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:21.161733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b42f-77f1-4957-9c40-ed228ba9de80 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.268486 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-cc47d6a4-e574-4623-881c-72ce83e9b883 None None] Provisioning complete for port 734e4015-5162-46d4-b9b7-e96261bf9146 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:21.268932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cc47d6a4-e574-4623-881c-72ce83e9b883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.275842 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Network 528861a4-53d6-4b07-a762-53fbfac51cc0 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:21.279399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:21.284217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.293127 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:21.312658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] device_id is not set on port 9484f41a-5ca8-424a-bb77-ff9fe33edddb yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:21.319091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0b42f-77f1-4957-9c40-ed228ba9de80 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Subnet': ['ID=18fb511d-60d8-4581-9765-d9c035b0dd6d,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:21.337436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0b42f-77f1-4957-9c40-ed228ba9de80 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Checking segment: {'id': '6a79d1fa-13db-490c-9140-142d8f852c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '858291fe-cdb2-4ea5-bad3-061d37192429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:21.337788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd0b42f-77f1-4957-9c40-ed228ba9de80 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network hostable DHCP agents. Network: 858291fe-cdb2-4ea5-bad3-061d37192429, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:21.368352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e4ce-ccee-4702-897d-65edb4a3be29 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.417468 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7e4ce-ccee-4702-897d-65edb4a3be29 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:21.421444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.435109 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:21.460899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:21.478405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Allocated IP 2001:db8::f816:3eff:fee7:f646 (ac32de81-2122-4d11-8aa9-91cf290aeafd/743ab307-66df-4a7e-b400-35cc8d297b2d/9484f41a-5ca8-424a-bb77-ff9fe33edddb) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:21.530778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47d6a4-e574-4623-881c-72ce83e9b883 None None] Pushing event updated for resources: {'Port': ['ID=40448be9-ff2d-40a0-8135-2d61e91256e9,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:21.537847 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd0b42f-77f1-4957-9c40-ed228ba9de80 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 858291fe-cdb2-4ea5-bad3-061d37192429 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:21.552086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ea7e4ce-ccee-4702-897d-65edb4a3be29 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.692490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Attempting to bind port 02489419-f628-448d-8765-5f1b68c7f3af on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:21.693118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Attempting to bind port 02489419-f628-448d-8765-5f1b68c7f3af by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '4288cf07-b84e-4ca6-934e-61b2de5c796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:21.693365 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-3fd0b42f-77f1-4957-9c40-ed228ba9de80 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 858291fe-cdb2-4ea5-bad3-061d37192429) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:21.693591 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Attempting to bind port 02489419-f628-448d-8765-5f1b68c7f3af on network 528861a4-53d6-4b07-a762-53fbfac51cc0 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:21.696839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f8e88a93-35e9-4df0-b0f1-23f3ae36185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.706826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd0b42f-77f1-4957-9c40-ed228ba9de80 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:21.707416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b42f-77f1-4957-9c40-ed228ba9de80 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.723804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.740344 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37022370-2d36-46f6-a021-b8ecfcb82bd7 None None] Network 858291fe-cdb2-4ea5-bad3-061d37192429 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:21.751058 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:21.751058 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Checking segment: {'id': '4288cf07-b84e-4ca6-934e-61b2de5c796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:21.751058 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.751435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Bound using segment: {'id': '4288cf07-b84e-4ca6-934e-61b2de5c796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:21.751607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Bound port: 02489419-f628-448d-8765-5f1b68c7f3af, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4288cf07-b84e-4ca6-934e-61b2de5c796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:21.751981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.815581 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.825286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Could not find standard attr ID for object 40448be9-ff2d-40a0-8135-2d61e91256e9. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:21.827823 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e88a93-35e9-4df0-b0f1-23f3ae36185f None None] No DVR routers for this DVR port 40448be9-ff2d-40a0-8135-2d61e91256e9 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:21.839700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Pushing event updated for resources: {'Port': ['ID=02489419-f628-448d-8765-5f1b68c7f3af,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:21.860111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.864460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea7e4ce-ccee-4702-897d-65edb4a3be29 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Router 6894ab5f-1f03-4743-a3c4-4de716409f86 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:21.878475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 528861a4-53d6-4b07-a762-53fbfac51cc0 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:21.891376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:21.898334 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3fd0b42f-77f1-4957-9c40-ed228ba9de80 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6131673 Dec 22 04:57:21.901151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:21.901855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:21.904757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=fad24eaf-d4a1-44f4-86a7-9f65392eee96,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:21.910924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41968) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:21.938013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Port': ['ID=9484f41a-5ca8-424a-bb77-ff9fe33edddb,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:21.967241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': '858291fe-cdb2-4ea5-bad3-061d37192429', 'name': 'tempest-PortsTestJSON-924053844', 'fixed_ips': [{'subnet_id': '18fb511d-60d8-4581-9765-d9c035b0dd6d', 'ip_address': '172.20.0.10'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:21.973832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network ac32de81-2122-4d11-8aa9-91cf290aeafd is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:21.987213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:22.000961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:22.020584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:22.024086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.140478 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c16a7704-48d0-4c76-89c8-811042f635c1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0907111 Dec 22 04:57:22.143035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41970) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:22.149764 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 71647779-7001-42e6-8468-92434849a0f9 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:22.192517 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea7e4ce-ccee-4702-897d-65edb4a3be29 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:22.205464 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8ea7e4ce-ccee-4702-897d-65edb4a3be29 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "PUT /v2.0/routers/6894ab5f-1f03-4743-a3c4-4de716409f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0132570 Dec 22 04:57:22.209184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41972) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:22.211132 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=734e4015-5162-46d4-b9b7-e96261bf9146,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:22.214214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-cc47d6a4-e574-4623-881c-72ce83e9b883 None None] Could not find standard attr ID for object 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:22.262286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 71647779-7001-42e6-8468-92434849a0f9 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:22.264709 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f3d0e6-f899-4768-831b-67ca6c9c2d18 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Deleting subnet 743ab307-66df-4a7e-b400-35cc8d297b2d {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:22.267619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 71647779-7001-42e6-8468-92434849a0f9 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:22.268407 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 40448be9-ff2d-40a0-8135-2d61e91256e9 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:22.268661 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f3d0e6-f899-4768-831b-67ca6c9c2d18 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.290100 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c0a436-25a8-4281-8b8b-94d44411d27a None None] Sync routers for ids ['6894ab5f-1f03-4743-a3c4-4de716409f86'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:22.320692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f3d0e6-f899-4768-831b-67ca6c9c2d18 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.325756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] For port 02489419-f628-448d-8765-5f1b68c7f3af, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:22.364485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 40448be9-ff2d-40a0-8135-2d61e91256e9 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:22.364967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 40448be9-ff2d-40a0-8135-2d61e91256e9 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:22.376942 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e88a93-35e9-4df0-b0f1-23f3ae36185f None None] Pushing event deleted for resources: {'Port': ['ID=40448be9-ff2d-40a0-8135-2d61e91256e9,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:22.388342 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0a436-25a8-4281-8b8b-94d44411d27a None None] Routers {'6894ab5f-1f03-4743-a3c4-4de716409f86'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:22.389308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-73c0a436-25a8-4281-8b8b-94d44411d27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['6894ab5f-1f03-4743-a3c4-4de716409f86'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:22.391372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7ef0a089-41e5-4576-bbe6-8914144e4d82 None None] Could not find standard attr ID for object 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:22.399770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] For port 02489419-f628-448d-8765-5f1b68c7f3af, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=02489419-f628-448d-8765-5f1b68c7f3af,segment=NetworkSegment(4288cf07-b84e-4ca6-934e-61b2de5c796d),segment_id=4288cf07-b84e-4ca6-934e-61b2de5c796d)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:22.415139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c8abc6-019d-401d-8e20-d324bdc83787 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:22.415139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c8abc6-019d-401d-8e20-d324bdc83787 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:22.415139 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-65c8abc6-019d-401d-8e20-d324bdc83787 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2002280 Dec 22 04:57:22.419195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41974) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:22.459950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.462486 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f3d0e6-f899-4768-831b-67ca6c9c2d18 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.484950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:14Z', 'revision_number': 2, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:20Z', 'revision_number': 4, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:22.487395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fe57f5-ce85-4cc1-999b-618e8cbf7bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-ac32de81-2122-4d11-8aa9-91cf290aeafd', 'network_id': 'ac32de81-2122-4d11-8aa9-91cf290aeafd', 'tenant_id': '83dbaae552c54d47bd958c1e0be036db', 'fixed_ips': [{'subnet_id': '743ab307-66df-4a7e-b400-35cc8d297b2d'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:22.488363 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-88fe57f5-ce85-4cc1-999b-618e8cbf7bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.531146 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa1be32-edaa-498b-90ec-eb06f93f9c95 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 4e39e7e1-42f9-44a0-b528-cc9834340fda {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:22.535934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-caa1be32-edaa-498b-90ec-eb06f93f9c95 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.540495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.553737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af84f96-896f-414f-b632-45c7a7c63d2c None None] The sync data for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv is: [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:14Z', 'revision_number': 2, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:20Z', 'revision_number': 4, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:22.558464 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-73c0a436-25a8-4281-8b8b-94d44411d27a None None] Set router 6894ab5f-1f03-4743-a3c4-4de716409f86 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:22.564352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-858291fe-cdb2-4ea5-bad3-061d37192429', 'network_id': '858291fe-cdb2-4ea5-bad3-061d37192429', 'tenant_id': 'b5cf82dfcab94f74b5cae5119093644d', 'fixed_ips': [{'subnet_id': '18fb511d-60d8-4581-9765-d9c035b0dd6d'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:22.565197 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.578664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:22.605535 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f3d0e6-f899-4768-831b-67ca6c9c2d18 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.646091 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3d0e6-f899-4768-831b-67ca6c9c2d18 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Subnet': ['ID=743ab307-66df-4a7e-b400-35cc8d297b2d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:22.650202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7ef0a089-41e5-4576-bbe6-8914144e4d82 None None] Provisioning complete for port 734e4015-5162-46d4-b9b7-e96261bf9146 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:22.650589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a089-41e5-4576-bbe6-8914144e4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.662680 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f3d0e6-f899-4768-831b-67ca6c9c2d18 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.668713 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-75f3d0e6-f899-4768-831b-67ca6c9c2d18 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/subnets/743ab307-66df-4a7e-b400-35cc8d297b2d HTTP/1.1" status: 204 len: 168 time: 0.5217662 Dec 22 04:57:22.668908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-73c0a436-25a8-4281-8b8b-94d44411d27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6894ab5f-1f03-4743-a3c4-4de716409f86', 'name': 'tempest-NetworksTestDHCPv6-router-1265397388', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:13Z', 'updated_at': '2021-12-22T04:57:21Z', 'revision_number': 3, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:22.669084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41976) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:22.678020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-caa1be32-edaa-498b-90ec-eb06f93f9c95 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.737928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caa3cf3-52d6-412e-8058-89b439e85bb9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:22.739691 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caa3cf3-52d6-412e-8058-89b439e85bb9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:22.744889 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4caa3cf3-52d6-412e-8058-89b439e85bb9 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0716171 Dec 22 04:57:22.745502 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41978) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:22.861723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c0a436-25a8-4281-8b8b-94d44411d27a None None] Checking router: 6894ab5f-1f03-4743-a3c4-4de716409f86 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:22.874393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-79e48e6d-692d-4ff1-a646-de84806e65b1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:22.894689 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e48e6d-692d-4ff1-a646-de84806e65b1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 04:57:22.895622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79e48e6d-692d-4ff1-a646-de84806e65b1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:22.903661 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-79e48e6d-692d-4ff1-a646-de84806e65b1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/networks/ac32de81-2122-4d11-8aa9-91cf290aeafd HTTP/1.1" status: 409 len: 405 time: 0.1569557 Dec 22 04:57:22.904609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41980) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:22.910404 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9c1e13b9-b025-4e0a-9493-bcfbf1f6e26c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1433475804'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:22.979203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c1245-a6a5-4dc4-b065-a75843c22fa3 None None] Pushing event updated for resources: {'Port': ['ID=02489419-f628-448d-8765-5f1b68c7f3af,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:22.998692 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f025379e-d818-4c40-8d88-c42215e48575 None None] Network ac32de81-2122-4d11-8aa9-91cf290aeafd requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:23.005035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c0a436-25a8-4281-8b8b-94d44411d27a None None] Routers {'6894ab5f-1f03-4743-a3c4-4de716409f86'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:23.005824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-73c0a436-25a8-4281-8b8b-94d44411d27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['6894ab5f-1f03-4743-a3c4-4de716409f86'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:23.013967 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1e13b9-b025-4e0a-9493-bcfbf1f6e26c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:23.017792 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9c1e13b9-b025-4e0a-9493-bcfbf1f6e26c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.087444 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1e13b9-b025-4e0a-9493-bcfbf1f6e26c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:23.100890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9c1e13b9-b025-4e0a-9493-bcfbf1f6e26c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.101486 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-9c1e13b9-b025-4e0a-9493-bcfbf1f6e26c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Added segment 9b65db30-10b7-46fb-9b96-96bcb0da64c1 of type vlan for network f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1 Dec 22 04:57:23.163292 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9c1e13b9-b025-4e0a-9493-bcfbf1f6e26c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.214433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.217903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-caa1be32-edaa-498b-90ec-eb06f93f9c95 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.253929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9c1e13b9-b025-4e0a-9493-bcfbf1f6e26c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.260341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1e13b9-b025-4e0a-9493-bcfbf1f6e26c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:23.260341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9c1e13b9-b025-4e0a-9493-bcfbf1f6e26c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.275115 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-73c0a436-25a8-4281-8b8b-94d44411d27a None None] Set router 6894ab5f-1f03-4743-a3c4-4de716409f86 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:23.313976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port 4f214027-8aa4-4f43-b97e-76a0f32df069 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:23.370496 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9c1e13b9-b025-4e0a-9493-bcfbf1f6e26c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4645369 Dec 22 04:57:23.375866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41982) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:23.381870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'subnet': {'network_id': 'f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:23.441094 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e13b9-b025-4e0a-9493-bcfbf1f6e26c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Network': ['ID=f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:23.504308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-caa1be32-edaa-498b-90ec-eb06f93f9c95 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.520978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:23.550796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1be32-edaa-498b-90ec-eb06f93f9c95 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=4e39e7e1-42f9-44a0-b528-cc9834340fda,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:23.558000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-caa1be32-edaa-498b-90ec-eb06f93f9c95 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.561169 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-caa1be32-edaa-498b-90ec-eb06f93f9c95 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/4e39e7e1-42f9-44a0-b528-cc9834340fda HTTP/1.1" status: 204 len: 168 time: 1.1390016 Dec 22 04:57:23.564492 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41984) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:23.572025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Allocated IP 172.20.0.2 (858291fe-cdb2-4ea5-bad3-061d37192429/18fb511d-60d8-4581-9765-d9c035b0dd6d/6d43263d-1ff4-4d6b-ac00-53b779bf4c34) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:23.607288 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-73c0a436-25a8-4281-8b8b-94d44411d27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6894ab5f-1f03-4743-a3c4-4de716409f86', 'name': 'tempest-NetworksTestDHCPv6-router-1265397388', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:13Z', 'updated_at': '2021-12-22T04:57:21Z', 'revision_number': 3, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:23.609459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5479f2-c90a-4c71-acb8-f17c2a0b3f79 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:23.618131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.623607 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:23.630610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.669110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.669950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.722908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=fad24eaf-d4a1-44f4-86a7-9f65392eee96,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:23.740799 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-96133dc2-0c8c-4020-bcf0-e466670a1c9d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1752131 Dec 22 04:57:23.742135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41986) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:23.785155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c0a436-25a8-4281-8b8b-94d44411d27a None None] The sync data for ids ['6894ab5f-1f03-4743-a3c4-4de716409f86'] in dv-neutron-822523-1-hyperv is: [{'id': '6894ab5f-1f03-4743-a3c4-4de716409f86', 'name': 'tempest-NetworksTestDHCPv6-router-1265397388', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:13Z', 'updated_at': '2021-12-22T04:57:21Z', 'revision_number': 3, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'gw_port_host': None}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:23.869770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7ef0a089-41e5-4576-bbe6-8914144e4d82 None None] Provisioning complete for port 2f495ca3-93d1-4fb1-99f6-28b664781bcf triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:23.870318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a089-41e5-4576-bbe6-8914144e4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:23.902362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-22993469-3a26-4db4-b510-596b8cddd729 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.046485 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.objects.ports [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109182) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:57:24.048355 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.127196 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.131302 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-22993469-3a26-4db4-b510-596b8cddd729 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.133948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-22993469-3a26-4db4-b510-596b8cddd729 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.135589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ab4b9f-57ec-4d16-81b5-ba3174dfb394 None None] Network 528861a4-53d6-4b07-a762-53fbfac51cc0 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:24.194257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Subnet': ['ID=36f9e047-8ba0-43a7-98c8-64e540f36b39,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:24.195808 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 528861a4-53d6-4b07-a762-53fbfac51cc0 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:24.196368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef28ed-0b46-4c44-ad79-e9486b3e294d None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:24.201502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:24.208474 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a089-41e5-4576-bbe6-8914144e4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.227099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Checking segment: {'id': '9b65db30-10b7-46fb-9b96-96bcb0da64c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:24.227447 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network hostable DHCP agents. Network: f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:24.258819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.294383 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-22993469-3a26-4db4-b510-596b8cddd729 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.294915 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22993469-3a26-4db4-b510-596b8cddd729 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Fanout notify agent at l3_agent the message router_deleted on router 6894ab5f-1f03-4743-a3c4-4de716409f86 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:57:24.302211 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-22993469-3a26-4db4-b510-596b8cddd729 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.303319 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-22993469-3a26-4db4-b510-596b8cddd729 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/routers/6894ab5f-1f03-4743-a3c4-4de716409f86 HTTP/1.1" status: 204 len: 168 time: 0.5564246 Dec 22 04:57:24.307177 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41988) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:24.314641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ff58e935-feb5-481b-a1b0-b40333909224 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:24.335956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Network 858291fe-cdb2-4ea5-bad3-061d37192429 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:24.361166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:24.371885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:24.377648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.10 (858291fe-cdb2-4ea5-bad3-061d37192429/18fb511d-60d8-4581-9765-d9c035b0dd6d/4f214027-8aa4-4f43-b97e-76a0f32df069) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:24.383392 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7ef0a089-41e5-4576-bbe6-8914144e4d82 None None] For port 2f495ca3-93d1-4fb1-99f6-28b664781bcf, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2f495ca3-93d1-4fb1-99f6-28b664781bcf,segment=NetworkSegment(6be4cd8c-0b97-4b42-9b41-8d347fd18a07),segment_id=6be4cd8c-0b97-4b42-9b41-8d347fd18a07)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:24.395476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Pushing event updated for resources: {'Port': ['ID=6d43263d-1ff4-4d6b-ac00-53b779bf4c34,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:24.481013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-82ef28ed-0b46-4c44-ad79-e9486b3e294d None None] Deleting port 8f1b6a36-f82d-4430-803f-8f4642187646 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:24.481367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82ef28ed-0b46-4c44-ad79-e9486b3e294d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.484068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 3e948e8d-f84d-4f8a-a1d1-ac118364685e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:24.487555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Attempting to bind port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:24.487920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Attempting to bind port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a79d1fa-13db-490c-9140-142d8f852c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '858291fe-cdb2-4ea5-bad3-061d37192429'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:24.488319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Attempting to bind port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 on network 858291fe-cdb2-4ea5-bad3-061d37192429 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:24.492406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:24.536909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2f495ca3-93d1-4fb1-99f6-28b664781bcf up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:24.554513 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7ef0a089-41e5-4576-bbe6-8914144e4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.557580 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:24.557580 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Checking segment: {'id': '6a79d1fa-13db-490c-9140-142d8f852c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '858291fe-cdb2-4ea5-bad3-061d37192429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:24.557875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.558097 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Bound using segment: {'id': '6a79d1fa-13db-490c-9140-142d8f852c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '858291fe-cdb2-4ea5-bad3-061d37192429'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:24.558540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Bound port: 6d43263d-1ff4-4d6b-ac00-53b779bf4c34, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a79d1fa-13db-490c-9140-142d8f852c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '858291fe-cdb2-4ea5-bad3-061d37192429'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:24.558913 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.598877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff58e935-feb5-481b-a1b0-b40333909224 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:24.603563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff58e935-feb5-481b-a1b0-b40333909224 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.663945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:24.668028 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-82ef28ed-0b46-4c44-ad79-e9486b3e294d None None] For port 8f1b6a36-f82d-4430-803f-8f4642187646, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8f1b6a36-f82d-4430-803f-8f4642187646,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:24.668451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82ef28ed-0b46-4c44-ad79-e9486b3e294d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.679403 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:24.680362 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.696888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:24.707141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41990) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:24.707776 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4cad6218-fb2b-45b6-a58a-d541d42aaa43 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8719137 Dec 22 04:57:24.708120 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a8c46-d459-4979-b9d6-8f176790c9f3 None None] Network f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:24.714127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e7700630-b437-4701-816d-f2e1e2c0a36d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1290897440'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:24.718852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.723441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-82ef28ed-0b46-4c44-ad79-e9486b3e294d None None] Calling delete_port for 8f1b6a36-f82d-4430-803f-8f4642187646 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:24.735077 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0a089-41e5-4576-bbe6-8914144e4d82 None None] Pushing event updated for resources: {'Port': ['ID=2f495ca3-93d1-4fb1-99f6-28b664781bcf,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:24.826191 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c1c26517-ad19-43a3-9a2d-93fe1ea2170d None None] Provisioning complete for port 02489419-f628-448d-8765-5f1b68c7f3af triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:24.826560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c1c26517-ad19-43a3-9a2d-93fe1ea2170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.846069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41992) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:24.846272 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9480bc6d-19e4-464f-a099-38639312d0a6 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4687710 Dec 22 04:57:24.858019 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Sync routers for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:24.881590 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:24.882585 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:24.899431 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] For port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:24.910115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.929977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 2f495ca3-93d1-4fb1-99f6-28b664781bcf triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:24.932511 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.968034 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff58e935-feb5-481b-a1b0-b40333909224 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:24.971483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] For port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6d43263d-1ff4-4d6b-ac00-53b779bf4c34,segment=NetworkSegment(6a79d1fa-13db-490c-9140-142d8f852c66),segment_id=6a79d1fa-13db-490c-9140-142d8f852c66)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:25.001048 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff58e935-feb5-481b-a1b0-b40333909224 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:25.005036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-ff58e935-feb5-481b-a1b0-b40333909224 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:25.017018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 858291fe-cdb2-4ea5-bad3-061d37192429 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:25.020268 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:25.024710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:25.039125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7700630-b437-4701-816d-f2e1e2c0a36d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:25.044114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:25.055255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7700630-b437-4701-816d-f2e1e2c0a36d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.078987 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff58e935-feb5-481b-a1b0-b40333909224 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:25.079560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff58e935-feb5-481b-a1b0-b40333909224 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.128982 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58e935-feb5-481b-a1b0-b40333909224 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=c5b402b6-59f9-4ae3-bf6d-2e332cd4e0e6,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:25.143881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7700630-b437-4701-816d-f2e1e2c0a36d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:25.157048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:25.157440 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7700630-b437-4701-816d-f2e1e2c0a36d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.157655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.157933 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-e7700630-b437-4701-816d-f2e1e2c0a36d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Added segment b0fe263b-91b7-499c-8801-5dceb5e5b37f of type vlan for network 84efa103-ac77-44bc-90cc-a756ce2aae05 Dec 22 04:57:25.163886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c1c26517-ad19-43a3-9a2d-93fe1ea2170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.171542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1', 'network_id': 'f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1', 'tenant_id': '83dbaae552c54d47bd958c1e0be036db', 'fixed_ips': [{'subnet_id': '36f9e047-8ba0-43a7-98c8-64e540f36b39'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:25.173218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.200058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=4f214027-8aa4-4f43-b97e-76a0f32df069,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:25.210683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.225967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.227399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7700630-b437-4701-816d-f2e1e2c0a36d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.241716 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ff58e935-feb5-481b-a1b0-b40333909224 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9294662 Dec 22 04:57:25.245800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 41994) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:25.276461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3ace4943-d401-4c45-9fec-55be230ee12d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-875002696', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:25.316824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 41996) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:25.317307 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-374c5313-8723-434e-a442-73aa046fe2ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4048319 Dec 22 04:57:25.319572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592371e7-8599-4ad3-ae42-a6cde3cdab5b None None] Pushing event updated for resources: {'Port': ['ID=6d43263d-1ff4-4d6b-ac00-53b779bf4c34,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:25.328428 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:22Z', 'revision_number': 3, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:23Z', 'revision_number': 2, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:25.338996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': '858291fe-cdb2-4ea5-bad3-061d37192429', 'name': 'tempest-PortsTestJSON-2030391832', 'fixed_ips': [{'subnet_id': '18fb511d-60d8-4581-9765-d9c035b0dd6d', 'ip_address': '172.20.0.9'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:25.351741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7700630-b437-4701-816d-f2e1e2c0a36d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.366233 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7700630-b437-4701-816d-f2e1e2c0a36d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:25.366233 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7700630-b437-4701-816d-f2e1e2c0a36d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.367142 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Checking router: 3e948e8d-f84d-4f8a-a1d1-ac118364685e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:25.367716 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Updating router 3e948e8d-f84d-4f8a-a1d1-ac118364685e port fad24eaf-d4a1-44f4-86a7-9f65392eee96 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:57:25.382590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.384034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82ef28ed-0b46-4c44-ad79-e9486b3e294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.412677 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.448992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42000) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:25.510716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ace4943-d401-4c45-9fec-55be230ee12d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.511990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ace4943-d401-4c45-9fec-55be230ee12d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.655482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7700630-b437-4701-816d-f2e1e2c0a36d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Network': ['ID=84efa103-ac77-44bc-90cc-a756ce2aae05,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:25.723130 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e7700630-b437-4701-816d-f2e1e2c0a36d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0146723 Dec 22 04:57:25.724067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42002) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:25.739683 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 84efa103-ac77-44bc-90cc-a756ce2aae05 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:25.743722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef28ed-0b46-4c44-ad79-e9486b3e294d None None] No DVR routers for this DVR port 8f1b6a36-f82d-4430-803f-8f4642187646 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:25.750189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c1c26517-ad19-43a3-9a2d-93fe1ea2170d None None] For port 02489419-f628-448d-8765-5f1b68c7f3af, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=02489419-f628-448d-8765-5f1b68c7f3af,segment=NetworkSegment(4288cf07-b84e-4ca6-934e-61b2de5c796d),segment_id=4288cf07-b84e-4ca6-934e-61b2de5c796d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:25.754214 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d02ddd1d-a01c-430a-9331-4148da18e036 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'subnet': {'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:25.788758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef28ed-0b46-4c44-ad79-e9486b3e294d None None] Pushing event deleted for resources: {'Port': ['ID=8f1b6a36-f82d-4430-803f-8f4642187646,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:25.831565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63922440-9af4-4b4d-a63c-5dde35564d50 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:25.906860 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.930437 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c1c26517-ad19-43a3-9a2d-93fe1ea2170d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.933375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 734e4015-5162-46d4-b9b7-e96261bf9146 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:25.970702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ace4943-d401-4c45-9fec-55be230ee12d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:25.990379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e1352-9044-40c2-8ac3-70c13315af20 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:25.990943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e1352-9044-40c2-8ac3-70c13315af20 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:25.991621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9e1352-9044-40c2-8ac3-70c13315af20 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:25.996239 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7f9e1352-9044-40c2-8ac3-70c13315af20 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=029a077a8ccd4775910052d15f603bba&network_id=30599b73-fc9c-4641-a73a-116b0e42e1f9 HTTP/1.1" status: 200 len: 2999 time: 0.5443711 Dec 22 04:57:26.006169 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.054603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:26.071229 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac4a16-22b5-4273-8ecc-0ca6a5694443 None None] Pushing event updated for resources: {'Port': ['ID=fad24eaf-d4a1-44f4-86a7-9f65392eee96,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:26.111015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ace4943-d401-4c45-9fec-55be230ee12d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.129590 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Attempting to bind port fad24eaf-d4a1-44f4-86a7-9f65392eee96 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:26.129954 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Attempting to bind port fad24eaf-d4a1-44f4-86a7-9f65392eee96 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '4288cf07-b84e-4ca6-934e-61b2de5c796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:26.130338 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Attempting to bind port fad24eaf-d4a1-44f4-86a7-9f65392eee96 on network 528861a4-53d6-4b07-a762-53fbfac51cc0 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:26.138901 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Allocated IP 2001:db8::f816:3eff:feaf:968a (f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1/36f9e047-8ba0-43a7-98c8-64e540f36b39/d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:26.142214 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:26.142580 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Checking segment: {'id': '4288cf07-b84e-4ca6-934e-61b2de5c796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:26.142977 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.143367 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Bound using segment: {'id': '4288cf07-b84e-4ca6-934e-61b2de5c796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:26.143842 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Bound port: fad24eaf-d4a1-44f4-86a7-9f65392eee96, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4288cf07-b84e-4ca6-934e-61b2de5c796d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:26.144293 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.188805 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.206145 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02ddd1d-a01c-430a-9331-4148da18e036 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:26.211670 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d02ddd1d-a01c-430a-9331-4148da18e036 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.224354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': 'c5b402b6-59f9-4ae3-bf6d-2e332cd4e0e6'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:26.225466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.235910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ace4943-d401-4c45-9fec-55be230ee12d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.240390 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3ace4943-d401-4c45-9fec-55be230ee12d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9955807 Dec 22 04:57:26.240390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42008) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:26.248236 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] For port fad24eaf-d4a1-44f4-86a7-9f65392eee96, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:26.251885 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] For port fad24eaf-d4a1-44f4-86a7-9f65392eee96, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=fad24eaf-d4a1-44f4-86a7-9f65392eee96,segment=NetworkSegment(4288cf07-b84e-4ca6-934e-61b2de5c796d),segment_id=4288cf07-b84e-4ca6-934e-61b2de5c796d)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:26.276924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-679ce99f-3682-4533-ae81-ea35c4fa4965 None None] Provisioning complete for port 02489419-f628-448d-8765-5f1b68c7f3af triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:26.277399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-679ce99f-3682-4533-ae81-ea35c4fa4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.279104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c26517-ad19-43a3-9a2d-93fe1ea2170d None None] Pushing event updated for resources: {'Port': ['ID=02489419-f628-448d-8765-5f1b68c7f3af,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:26.286056 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 734e4015-5162-46d4-b9b7-e96261bf9146 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:26.286732 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.335781 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.407065 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:26.407680 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:26.539322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port 5af65872-7c6e-4941-8c40-2ad0adfcbd20 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:26.539987 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac4a16-22b5-4273-8ecc-0ca6a5694443 None None] Pushing event updated for resources: {'Port': ['ID=fad24eaf-d4a1-44f4-86a7-9f65392eee96,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:26.561282 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:26.607702 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d02ddd1d-a01c-430a-9331-4148da18e036 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.717545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.748976 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ddd1d-a01c-430a-9331-4148da18e036 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Subnet': ['ID=32ee1b36-4284-401b-9e6b-78ab33562fca,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:26.820455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 02489419-f628-448d-8765-5f1b68c7f3af up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:26.827354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.859604 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02ddd1d-a01c-430a-9331-4148da18e036 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Checking segment: {'id': 'b0fe263b-91b7-499c-8801-5dceb5e5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:26.859940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ddd1d-a01c-430a-9331-4148da18e036 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network hostable DHCP agents. Network: 84efa103-ac77-44bc-90cc-a756ce2aae05, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:26.864986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.884980 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Allocated IP 2001:db8::2 (2485d7d3-5b15-435d-bf80-f80d67582626/c5b402b6-59f9-4ae3-bf6d-2e332cd4e0e6/9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:26.901503 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:22Z', 'revision_number': 3, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:26Z', 'revision_number': 4, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:26.943128 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b4216-3ce4-4666-8e2e-ee18913b3eb3 None None] The sync data for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv is: [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:22Z', 'revision_number': 3, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:26Z', 'revision_number': 4, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:26.956863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-679ce99f-3682-4533-ae81-ea35c4fa4965 None None] Provisioning complete for port fad24eaf-d4a1-44f4-86a7-9f65392eee96 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:26.958113 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-679ce99f-3682-4533-ae81-ea35c4fa4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:26.958586 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.9 (858291fe-cdb2-4ea5-bad3-061d37192429/18fb511d-60d8-4581-9765-d9c035b0dd6d/5af65872-7c6e-4941-8c40-2ad0adfcbd20) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:27.049185 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02ddd1d-a01c-430a-9331-4148da18e036 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 84efa103-ac77-44bc-90cc-a756ce2aae05 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:27.049611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Network f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:27.068918 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.108882 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:27.110913 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Pushing event updated for resources: {'Port': ['ID=d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:27.115713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:27.116166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Subnet': ['ID=36f9e047-8ba0-43a7-98c8-64e540f36b39,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:27.144909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d00ab6a-4a68-441b-bca2-c03c251c5457 None None] Network 858291fe-cdb2-4ea5-bad3-061d37192429 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:27.195182 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d02ddd1d-a01c-430a-9331-4148da18e036 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 84efa103-ac77-44bc-90cc-a756ce2aae05) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:27.208144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02ddd1d-a01c-430a-9331-4148da18e036 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:27.208744 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d02ddd1d-a01c-430a-9331-4148da18e036 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.235341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.248396 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 02489419-f628-448d-8765-5f1b68c7f3af triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:27.251938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.260703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a140c1b-ee20-41b8-b3f6-0fd9f690c3cd None None] Network 84efa103-ac77-44bc-90cc-a756ce2aae05 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:27.261567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:27.263486 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.273180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b65db30-10b7-46fb-9b96-96bcb0da64c1') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:27.273471 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b65db30-10b7-46fb-9b96-96bcb0da64c1') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:27.283866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.302248 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.313415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:27.314359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Attempting to bind port d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:27.317708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.317836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Attempting to bind port d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '9b65db30-10b7-46fb-9b96-96bcb0da64c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:27.317836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Attempting to bind port d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1 on network f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:27.317992 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d02ddd1d-a01c-430a-9331-4148da18e036 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5917363 Dec 22 04:57:27.320184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42014) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:27.322007 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:27.380844 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.381366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:27.381994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Checking segment: {'id': '9b65db30-10b7-46fb-9b96-96bcb0da64c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:27.382467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.382868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Bound using segment: {'id': '9b65db30-10b7-46fb-9b96-96bcb0da64c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:27.383354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Bound port: d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b65db30-10b7-46fb-9b96-96bcb0da64c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:27.383790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.449417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.db.api [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:57:27.449417 dv-neutron-822523-1-hyperv neutron-server[109183]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:57:27.449417 dv-neutron-822523-1-hyperv neutron-server[109183]: [parameters: {'id': 'f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1'}] Dec 22 04:57:27.449417 dv-neutron-822523-1-hyperv neutron-server[109183]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:57:27.449951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG oslo_db.api [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:57:27.475604 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 858291fe-cdb2-4ea5-bad3-061d37192429 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:27.484514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:27.487245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:27.505752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42016) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:27.516994 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=5af65872-7c6e-4941-8c40-2ad0adfcbd20,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:27.588979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-679ce99f-3682-4533-ae81-ea35c4fa4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.618798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e9674a-2820-4a8d-91b9-05cdd787fe08 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:27.621810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.634703 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f1e9674a-2820-4a8d-91b9-05cdd787fe08 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 814 time: 0.1272755 Dec 22 04:57:27.728542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.752426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] For port d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:27.785927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::1 (2485d7d3-5b15-435d-bf80-f80d67582626/c5b402b6-59f9-4ae3-bf6d-2e332cd4e0e6/b697b58a-29d8-4d0e-8c82-21f31e8522d5) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:27.819706 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-679ce99f-3682-4533-ae81-ea35c4fa4965 None None] For port fad24eaf-d4a1-44f4-86a7-9f65392eee96, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=fad24eaf-d4a1-44f4-86a7-9f65392eee96,segment=NetworkSegment(4288cf07-b84e-4ca6-934e-61b2de5c796d),segment_id=4288cf07-b84e-4ca6-934e-61b2de5c796d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:27.832471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] For port d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1,segment=NetworkSegment(9b65db30-10b7-46fb-9b96-96bcb0da64c1),segment_id=9b65db30-10b7-46fb-9b96-96bcb0da64c1)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:27.846936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:27.857578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:27.861730 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Pushing event updated for resources: {'Port': ['ID=9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:27.864421 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:27.904580 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:27.913245 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:27.913245 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2d4e114c-ad5f-46c4-9746-5dc6cf26b9d1 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:27.926810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-679ce99f-3682-4533-ae81-ea35c4fa4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.928645 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-84efa103-ac77-44bc-90cc-a756ce2aae05', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:27.929508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.933024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:27.933646 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.951966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:27.951966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.044233 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7813e166-669b-455c-96fd-1fa4f987896b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7256937 Dec 22 04:57:28.047139 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42022) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:28.089420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42024) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:28.098783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-af9d3112-b909-4ddc-ad73-3af5a9633b16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'network': {'name': 'tempest-network-smoke--37008263', 'project_id': '029a077a8ccd4775910052d15f603bba', 'port_security_enabled': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:28.128064 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Deleting port d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:28.128064 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.139492 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.140370 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb82b3d1-93a4-4148-8af9-d5123f5a2d7d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:28.145050 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bb82b3d1-93a4-4148-8af9-d5123f5a2d7d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0939476 Dec 22 04:57:28.145050 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42026) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:28.222748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.228930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ce99f-3682-4533-ae81-ea35c4fa4965 None None] Pushing event updated for resources: {'Port': ['ID=fad24eaf-d4a1-44f4-86a7-9f65392eee96,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:28.234131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=b697b58a-29d8-4d0e-8c82-21f31e8522d5,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:28.270550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:28.277830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:28.280407 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4649be8f-7eeb-49c1-bc30-9ca32a69ed35 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:28.282234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:28.283044 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.286916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4649be8f-7eeb-49c1-bc30-9ca32a69ed35 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:28.290245 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] For port d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1,segment=NetworkSegment(9b65db30-10b7-46fb-9b96-96bcb0da64c1),segment_id=9b65db30-10b7-46fb-9b96-96bcb0da64c1)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:28.293710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.295322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4649be8f-7eeb-49c1-bc30-9ca32a69ed35 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:28.299726 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4649be8f-7eeb-49c1-bc30-9ca32a69ed35 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1512475 Dec 22 04:57:28.305533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42028) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:28.326786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2f495ca3-93d1-4fb1-99f6-28b664781bcf up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:28.353766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Calling delete_port for d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:28.365242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.434316 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9d3112-b909-4ddc-ad73-3af5a9633b16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:28.438178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af9d3112-b909-4ddc-ad73-3af5a9633b16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.443468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Attempting to bind port 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:28.443844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Attempting to bind port 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:28.444217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Attempting to bind port 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:28.461853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:28.462243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:28.462674 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.463075 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:28.463686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Bound port: 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:28.464074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.476881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9d3112-b909-4ddc-ad73-3af5a9633b16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:28.486282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af9d3112-b909-4ddc-ad73-3af5a9633b16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.486633 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-af9d3112-b909-4ddc-ad73-3af5a9633b16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Added segment 6248c661-696b-495a-be40-72d00010b23b of type vlan for network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 Dec 22 04:57:28.490824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-34c439e0-0659-4f45-9f71-10b52fe8cf68 None None] Provisioning complete for port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:28.491194 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-34c439e0-0659-4f45-9f71-10b52fe8cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.545583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af9d3112-b909-4ddc-ad73-3af5a9633b16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.553731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11030df6-7c05-4266-87b5-3a62bd3f20e0 None None] Pushing event updated for resources: {'Port': ['ID=d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:28.561545 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f00ed438-3cd2-40c4-b035-1fa7df27d936 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 5af65872-7c6e-4941-8c40-2ad0adfcbd20 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:28.561897 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f00ed438-3cd2-40c4-b035-1fa7df27d936 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.609828 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.655184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] For port 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:28.700396 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] For port 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:28.721395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b54fc-430c-436a-95f8-16c68b702a0a None None] Network f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:28.751818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af9d3112-b909-4ddc-ad73-3af5a9633b16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.757814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9d3112-b909-4ddc-ad73-3af5a9633b16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:28.758468 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af9d3112-b909-4ddc-ad73-3af5a9633b16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.772551 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.779330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 2f495ca3-93d1-4fb1-99f6-28b664781bcf triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:28.779873 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.787038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.801387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f00ed438-3cd2-40c4-b035-1fa7df27d936 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.816140 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] No DVR routers for this DVR port d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:28.816569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f00ed438-3cd2-40c4-b035-1fa7df27d936 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 5af65872-7c6e-4941-8c40-2ad0adfcbd20 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:28.816990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Port': ['ID=d02bfd2e-3994-47eb-a4f1-cb18c42bdfb1,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:28.890628 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-af9d3112-b909-4ddc-ad73-3af5a9633b16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7963314 Dec 22 04:57:28.891382 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42030) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:28.912218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-34c439e0-0659-4f45-9f71-10b52fe8cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:28.946723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Allocated IP 2001:db8:2::2 (84efa103-ac77-44bc-90cc-a756ce2aae05/32ee1b36-4284-401b-9e6b-78ab33562fca/7d1a5268-2613-4f31-b151-a471e96e88a0) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:28.958296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d3112-b909-4ddc-ad73-3af5a9633b16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Network': ['ID=be35a4d6-70c1-4ac7-a2b6-7603a138f3b9,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:28.977756 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe49f8e-3400-4991-93f0-4adade9618e5 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:28.985133 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-dbe49f8e-3400-4991-93f0-4adade9618e5 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=029a077a8ccd4775910052d15f603bba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0878766 Dec 22 04:57:28.985275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42032) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:28.987297 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:29.067748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.100074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-34c439e0-0659-4f45-9f71-10b52fe8cf68 None None] For port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6d43263d-1ff4-4d6b-ac00-53b779bf4c34,segment=NetworkSegment(6a79d1fa-13db-490c-9140-142d8f852c66),segment_id=6a79d1fa-13db-490c-9140-142d8f852c66)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:29.119731 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f00ed438-3cd2-40c4-b035-1fa7df27d936 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.155692 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e5312-7b7a-460a-9a95-4ff9a6de3d95 None None] Pushing event updated for resources: {'Port': ['ID=9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:29.188036 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-34c439e0-0659-4f45-9f71-10b52fe8cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.204382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:29.243828 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ed438-3cd2-40c4-b035-1fa7df27d936 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=5af65872-7c6e-4941-8c40-2ad0adfcbd20,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:29.249733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b65db30-10b7-46fb-9b96-96bcb0da64c1') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:29.250447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b65db30-10b7-46fb-9b96-96bcb0da64c1') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:29.270130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.309266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-34c439e0-0659-4f45-9f71-10b52fe8cf68 None None] Provisioning complete for port fad24eaf-d4a1-44f4-86a7-9f65392eee96 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:29.310143 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-34c439e0-0659-4f45-9f71-10b52fe8cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.310275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f00ed438-3cd2-40c4-b035-1fa7df27d936 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.316493 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f00ed438-3cd2-40c4-b035-1fa7df27d936 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/5af65872-7c6e-4941-8c40-2ad0adfcbd20 HTTP/1.1" status: 204 len: 168 time: 1.0096512 Dec 22 04:57:29.319991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:29.323901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42034) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:29.332997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.347683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:29.348117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:29.351499 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:29.367138 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff0e5f0-69c7-4349-afad-d9aba7cf581a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:57:29.368946 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cff0e5f0-69c7-4349-afad-d9aba7cf581a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/5af65872-7c6e-4941-8c40-2ad0adfcbd20 HTTP/1.1" status: 404 len: 333 time: 0.0422995 Dec 22 04:57:29.371674 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42036) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:29.459086 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c439e0-0659-4f45-9f71-10b52fe8cf68 None None] Pushing event updated for resources: {'Port': ['ID=6d43263d-1ff4-4d6b-ac00-53b779bf4c34,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:29.522766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-82830cd6-166d-4337-9209-90cab2de1f26 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 4f214027-8aa4-4f43-b97e-76a0f32df069 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:29.523113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82830cd6-166d-4337-9209-90cab2de1f26 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.576233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.592060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:29.592454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.629705 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82830cd6-166d-4337-9209-90cab2de1f26 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.646804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-82830cd6-166d-4337-9209-90cab2de1f26 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 4f214027-8aa4-4f43-b97e-76a0f32df069 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:29.667901 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.671728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4783cbc-b494-4b73-80f5-04470e8c4a3f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:29.676078 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c4783cbc-b494-4b73-80f5-04470e8c4a3f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6896479 Dec 22 04:57:29.705062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42038) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:29.715555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 02489419-f628-448d-8765-5f1b68c7f3af up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:29.728139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Network 84efa103-ac77-44bc-90cc-a756ce2aae05 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:29.745232 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ab4b1ed2-6e99-4f2a-b43f-1b34de251c58 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368826 Dec 22 04:57:29.747370 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42040) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:29.751026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.751819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:29.754713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:29.757054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1b358b03-f235-4059-8081-841c4397fa7b None None] Could not find standard attr ID for object 5af65872-7c6e-4941-8c40-2ad0adfcbd20. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:29.765157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Pushing event updated for resources: {'Port': ['ID=7d1a5268-2613-4f31-b151-a471e96e88a0,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:29.795162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Allocated IP 2001:db8:2::1 (84efa103-ac77-44bc-90cc-a756ce2aae05/32ee1b36-4284-401b-9e6b-78ab33562fca/993a5c21-344b-4720-a199-14a4c65bd7b3) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:29.799875 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2828869d-01bd-4161-9ff8-5ed906cda8a7 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=029a077a8ccd4775910052d15f603bba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451846 Dec 22 04:57:29.803676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42042) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:29.830491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1b358b03-f235-4059-8081-841c4397fa7b None None] Provisioning complete for port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:29.831041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b358b03-f235-4059-8081-841c4397fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.857932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Attempting to bind port 7d1a5268-2613-4f31-b151-a471e96e88a0 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:29.858298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Attempting to bind port 7d1a5268-2613-4f31-b151-a471e96e88a0 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'b0fe263b-91b7-499c-8801-5dceb5e5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:29.858652 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Attempting to bind port 7d1a5268-2613-4f31-b151-a471e96e88a0 on network 84efa103-ac77-44bc-90cc-a756ce2aae05 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:29.866098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.867257 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.875423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:29.875848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Checking segment: {'id': 'b0fe263b-91b7-499c-8801-5dceb5e5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:29.878201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.878201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Bound using segment: {'id': 'b0fe263b-91b7-499c-8801-5dceb5e5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:29.878201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Bound port: 7d1a5268-2613-4f31-b151-a471e96e88a0, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe263b-91b7-499c-8801-5dceb5e5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:29.878201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.882434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.903953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 02489419-f628-448d-8765-5f1b68c7f3af triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:29.904346 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.918395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:29.922354 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/networks/f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1 HTTP/1.1" status: 204 len: 168 time: 5.0749681 Dec 22 04:57:29.930863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42044) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:29.945870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-404af609-8c76-411b-af14-a7ee1792f1b5 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-204442400'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:29.954000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058b14b-aa0b-4eca-b0eb-d036b2d6a2a8 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Network': ['ID=f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:30.001364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82830cd6-166d-4337-9209-90cab2de1f26 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.025362 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] For port 7d1a5268-2613-4f31-b151-a471e96e88a0, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:30.030027 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] For port 7d1a5268-2613-4f31-b151-a471e96e88a0, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7d1a5268-2613-4f31-b151-a471e96e88a0,segment=NetworkSegment(b0fe263b-91b7-499c-8801-5dceb5e5b37f),segment_id=b0fe263b-91b7-499c-8801-5dceb5e5b37f)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:30.032624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=b697b58a-29d8-4d0e-8c82-21f31e8522d5,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:30.046971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1b358b03-f235-4059-8081-841c4397fa7b None None] Could not find standard attr ID for object 4f214027-8aa4-4f43-b97e-76a0f32df069. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:30.055971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82830cd6-166d-4337-9209-90cab2de1f26 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=4f214027-8aa4-4f43-b97e-76a0f32df069,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:30.093264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.096776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device fad24eaf-d4a1-44f4-86a7-9f65392eee96 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:30.125364 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:30.130510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:30.138170 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.141096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2503929e-34c9-4c95-8a5c-72f843c82a30 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:30.145865 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2503929e-34c9-4c95-8a5c-72f843c82a30 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3411398 Dec 22 04:57:30.149089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42046) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:30.192984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404af609-8c76-411b-af14-a7ee1792f1b5 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:30.196473 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-404af609-8c76-411b-af14-a7ee1792f1b5 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.208170 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0f456a4b-86da-4a4d-b1d3-eb544b5a1b51 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0556793 Dec 22 04:57:30.214041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42048) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:30.229414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e4ba6-4357-4c1b-867b-88763fbcc29f None None] Pushing event updated for resources: {'Port': ['ID=7d1a5268-2613-4f31-b151-a471e96e88a0,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:30.266502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port fad24eaf-d4a1-44f4-86a7-9f65392eee96 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:30.270659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.271127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404af609-8c76-411b-af14-a7ee1792f1b5 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:30.284717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-64189763-67af-4afc-870c-f51aa4f96972 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1283266886', 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9', 'project_id': '029a077a8ccd4775910052d15f603bba', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:30.297262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82830cd6-166d-4337-9209-90cab2de1f26 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.302992 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-82830cd6-166d-4337-9209-90cab2de1f26 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/4f214027-8aa4-4f43-b97e-76a0f32df069 HTTP/1.1" status: 204 len: 168 time: 0.9280102 Dec 22 04:57:30.318728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42050) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:30.383462 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-404af609-8c76-411b-af14-a7ee1792f1b5 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.383892 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-404af609-8c76-411b-af14-a7ee1792f1b5 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Added segment 050da720-e344-43f0-bb62-68f46c73fa60 of type vlan for network c1fc29d6-7a5d-4457-8505-d9e770684bee Dec 22 04:57:30.461017 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-404af609-8c76-411b-af14-a7ee1792f1b5 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.489614 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93c4afa-8ffb-4838-baf9-d11ac64ef59f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:57:30.494713 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e93c4afa-8ffb-4838-baf9-d11ac64ef59f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/4f214027-8aa4-4f43-b97e-76a0f32df069 HTTP/1.1" status: 404 len: 333 time: 0.1698923 Dec 22 04:57:30.495797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42052) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:30.540036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64189763-67af-4afc-870c-f51aa4f96972 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:30.544141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64189763-67af-4afc-870c-f51aa4f96972 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.613192 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cab9b2c-134d-4046-9cdc-089afad2c82f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting subnet 18fb511d-60d8-4581-9765-d9c035b0dd6d {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:30.618177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b6a0c784-8f05-488a-8269-2f4252fa1627 None None] Provisioning complete for port 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:30.618177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b6a0c784-8f05-488a-8269-2f4252fa1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.625922 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.630815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1cab9b2c-134d-4046-9cdc-089afad2c82f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.635786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Router 6e7966dd-d4a6-4474-b02a-e7ae28ec6624 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:57:30.717692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-404af609-8c76-411b-af14-a7ee1792f1b5 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.728830 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404af609-8c76-411b-af14-a7ee1792f1b5 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:30.730936 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-404af609-8c76-411b-af14-a7ee1792f1b5 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.742425 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b6a0c784-8f05-488a-8269-2f4252fa1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.747261 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8f1b6a36-f82d-4430-803f-8f4642187646 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:30.781439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 8f1b6a36-f82d-4430-803f-8f4642187646 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:30.781781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8f1b6a36-f82d-4430-803f-8f4642187646 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:30.807871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b6a0c784-8f05-488a-8269-2f4252fa1627 None None] For port 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:30.832455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=993a5c21-344b-4720-a199-14a4c65bd7b3,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:30.853789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1cab9b2c-134d-4046-9cdc-089afad2c82f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.855471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 84efa103-ac77-44bc-90cc-a756ce2aae05 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:30.858588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:30.859572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b6a0c784-8f05-488a-8269-2f4252fa1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.865086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:30.865086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:30.869343 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404af609-8c76-411b-af14-a7ee1792f1b5 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Network': ['ID=c1fc29d6-7a5d-4457-8505-d9e770684bee,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:30.925707 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-404af609-8c76-411b-af14-a7ee1792f1b5 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9854732 Dec 22 04:57:30.925707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42054) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:30.930415 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8f52bf4c-e88d-4e74-b9b7-8db419b12c83 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'subnet': {'network_id': 'c1fc29d6-7a5d-4457-8505-d9e770684bee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:30.936231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0c784-8f05-488a-8269-2f4252fa1627 None None] Pushing event updated for resources: {'Port': ['ID=9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:30.936416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network c1fc29d6-7a5d-4457-8505-d9e770684bee details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:31.011097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1cab9b2c-134d-4046-9cdc-089afad2c82f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.052631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-90cc1c04-418b-4640-a45c-0048478c759d None None] Provisioning complete for port b697b58a-29d8-4d0e-8c82-21f31e8522d5 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:31.053420 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-90cc1c04-418b-4640-a45c-0048478c759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.113892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-90cc1c04-418b-4640-a45c-0048478c759d None None] Port b697b58a-29d8-4d0e-8c82-21f31e8522d5 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:31.141780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:31.147113 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-203c9df2-1f4c-49ed-9dc8-f986c0ed72a8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "PUT /v2.0/routers/6e7966dd-d4a6-4474-b02a-e7ae28ec6624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9057436 Dec 22 04:57:31.150104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42056) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:31.164137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] Sync routers for ids ['6e7966dd-d4a6-4474-b02a-e7ae28ec6624'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:31.168590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1cab9b2c-134d-4046-9cdc-089afad2c82f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.173628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:31.202125 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] Routers {'6e7966dd-d4a6-4474-b02a-e7ae28ec6624'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:31.202820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['6e7966dd-d4a6-4474-b02a-e7ae28ec6624'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:31.224462 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.239914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f52bf4c-e88d-4e74-b9b7-8db419b12c83 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:31.244730 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8f52bf4c-e88d-4e74-b9b7-8db419b12c83 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.248107 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89e07c0-443a-4582-af14-f4d2cf23ee49 None None] Network 858291fe-cdb2-4ea5-bad3-061d37192429 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:31.261680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1cab9b2c-134d-4046-9cdc-089afad2c82f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.265164 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1cab9b2c-134d-4046-9cdc-089afad2c82f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/18fb511d-60d8-4581-9765-d9c035b0dd6d HTTP/1.1" status: 204 len: 168 time: 0.7682512 Dec 22 04:57:31.271256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42058) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:31.277537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab9b2c-134d-4046-9cdc-089afad2c82f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Subnet': ['ID=18fb511d-60d8-4581-9765-d9c035b0dd6d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:31.355661 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1c13ac-a791-4803-bb29-7ede301ed83f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:31.357605 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fb1c13ac-a791-4803-bb29-7ede301ed83f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports/b697b58a-29d8-4d0e-8c82-21f31e8522d5 HTTP/1.1" status: 200 len: 911 time: 0.2065361 Dec 22 04:57:31.360272 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42060) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:31.392285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-18b24d00-f05f-403e-b158-ac6a974e735a None None] Provisioning complete for port b697b58a-29d8-4d0e-8c82-21f31e8522d5 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:31.392670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-18b24d00-f05f-403e-b158-ac6a974e735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.395956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] Set router 6e7966dd-d4a6-4474-b02a-e7ae28ec6624 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:31.418948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64189763-67af-4afc-870c-f51aa4f96972 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.487770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:31.487770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.573699 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-18b24d00-f05f-403e-b158-ac6a974e735a None None] Port b697b58a-29d8-4d0e-8c82-21f31e8522d5 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:31.623516 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182e609-dad0-48bf-b659-b84239bb8dc0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:31.633087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7182e609-dad0-48bf-b659-b84239bb8dc0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:31.634934 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7182e609-dad0-48bf-b659-b84239bb8dc0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2736881 Dec 22 04:57:31.648753 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42062) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:31.674977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.687909 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64189763-67af-4afc-870c-f51aa4f96972 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Checking segment: {'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:31.688531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64189763-67af-4afc-870c-f51aa4f96972 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network hostable DHCP agents. Network: be35a4d6-70c1-4ac7-a2b6-7603a138f3b9, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:31.695341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64189763-67af-4afc-870c-f51aa4f96972 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Subnet': ['ID=50691bb7-921e-4350-8f2c-c23afacc0e6b,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:31.731871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6279215e-43b0-48a4-b4a0-ea5ec02ce52e None None] Network 84efa103-ac77-44bc-90cc-a756ce2aae05 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:31.755825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa3b679-b299-4c8c-b552-4017d3ee730b None None] DHCP port deletion for 858291fe-cdb2-4ea5-bad3-061d37192429 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:31.758557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.779224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:31.779556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.806078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device fad24eaf-d4a1-44f4-86a7-9f65392eee96 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:31.843211 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] For port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6d43263d-1ff4-4d6b-ac00-53b779bf4c34,segment=NetworkSegment(6a79d1fa-13db-490c-9140-142d8f852c66),segment_id=6a79d1fa-13db-490c-9140-142d8f852c66)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:31.843599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.847246 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64189763-67af-4afc-870c-f51aa4f96972 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:31.863186 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:31.890258 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-34766836-9214-472c-b2d2-04c11122689f None None] Provisioning complete for port 7d1a5268-2613-4f31-b151-a471e96e88a0 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:31.890866 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-34766836-9214-472c-b2d2-04c11122689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.894983 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.895823 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.901885 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8f52bf4c-e88d-4e74-b9b7-8db419b12c83 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:31.971046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-64189763-67af-4afc-870c-f51aa4f96972 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, be35a4d6-70c1-4ac7-a2b6-7603a138f3b9) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:31.976376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64189763-67af-4afc-870c-f51aa4f96972 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:31.976907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64189763-67af-4afc-870c-f51aa4f96972 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.004004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd72c9e-7447-4f81-802c-195aae51cc83 None None] Network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:32.039496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.051725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=993a5c21-344b-4720-a199-14a4c65bd7b3,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:32.054031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52bf4c-e88d-4e74-b9b7-8db419b12c83 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Subnet': ['ID=78adfb2b-db91-40d1-ad32-507e5aa50097,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:32.058204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7fa3b679-b299-4c8c-b552-4017d3ee730b None None] Deleting port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:32.058578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7fa3b679-b299-4c8c-b552-4017d3ee730b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.060970 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7966dd-d4a6-4474-b02a-e7ae28ec6624', 'name': 'tempest-NetworksTestDHCPv6-router-875002696', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:25Z', 'updated_at': '2021-12-22T04:57:28Z', 'revision_number': 2, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'gw_port_host': None, '_interfaces': [{'id': 'b697b58a-29d8-4d0e-8c82-21f31e8522d5', 'name': '', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'mac_address': 'fa:16:3e:a2:a3:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7966dd-d4a6-4474-b02a-e7ae28ec6624', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'c5b402b6-59f9-4ae3-bf6d-2e332cd4e0e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:27Z', 'updated_at': '2021-12-22T04:57:28Z', 'revision_number': 2, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'subnets': [{'id': 'c5b402b6-59f9-4ae3-bf6d-2e332cd4e0e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:32.067728 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port fad24eaf-d4a1-44f4-86a7-9f65392eee96 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:32.068092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.079466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=6d43263d-1ff4-4d6b-ac00-53b779bf4c34,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:32.089425 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-64189763-67af-4afc-870c-f51aa4f96972 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8687925 Dec 22 04:57:32.089888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No DVR routers for this DVR port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:32.129538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f52bf4c-e88d-4e74-b9b7-8db419b12c83 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Checking segment: {'id': '050da720-e344-43f0-bb62-68f46c73fa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'c1fc29d6-7a5d-4457-8505-d9e770684bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:32.129937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52bf4c-e88d-4e74-b9b7-8db419b12c83 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network hostable DHCP agents. Network: c1fc29d6-7a5d-4457-8505-d9e770684bee, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:32.156446 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 84efa103-ac77-44bc-90cc-a756ce2aae05 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:32.156944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7fa3b679-b299-4c8c-b552-4017d3ee730b None None] For port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34, host dv-neutron-822523-1-hyperv, got binding levels [] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:32.157348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7fa3b679-b299-4c8c-b552-4017d3ee730b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.162719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:32.193670 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.224249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858291fe-cdb2-4ea5-bad3-061d37192429']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:32.235555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a79d1fa-13db-490c-9140-142d8f852c66') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:32.236223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a79d1fa-13db-490c-9140-142d8f852c66') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:32.242155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7fa3b679-b299-4c8c-b552-4017d3ee730b None None] Calling delete_port for 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:32.245531 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f52bf4c-e88d-4e74-b9b7-8db419b12c83 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network c1fc29d6-7a5d-4457-8505-d9e770684bee is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:32.252398 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.256317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.ipam_backend_mixin [None req-7fa3b679-b299-4c8c-b552-4017d3ee730b None None] Port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 was not found and therefore no delete operation was performed {{(pid=109184) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:57:32.263364 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] Checking router: 6e7966dd-d4a6-4474-b02a-e7ae28ec6624 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:32.263711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] Updating router 6e7966dd-d4a6-4474-b02a-e7ae28ec6624 port b697b58a-29d8-4d0e-8c82-21f31e8522d5 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:57:32.269701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.270771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7fa3b679-b299-4c8c-b552-4017d3ee730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.277660 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:32.278419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:32.281973 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:32.320459 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1d50348-b785-49e9-b052-0899e22fbb16 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.342326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42066) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:32.347644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-60892b2d-9d93-4d0c-9e93-a7c047d70a4d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-637800076', 'description': 'tempest-secgroup-smoke-637800076 description', 'project_id': '029a077a8ccd4775910052d15f603bba'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:32.376176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3b679-b299-4c8c-b552-4017d3ee730b None None] Pushing event deleted for resources: {'Port': ['ID=6d43263d-1ff4-4d6b-ac00-53b779bf4c34,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:32.382695 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.394328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa3b679-b299-4c8c-b552-4017d3ee730b None None] No DVR routers for this DVR port 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:32.396556 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-8f52bf4c-e88d-4e74-b9b7-8db419b12c83 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, c1fc29d6-7a5d-4457-8505-d9e770684bee) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:32.400758 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 3e948e8d-f84d-4f8a-a1d1-ac118364685e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:32.406765 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f52bf4c-e88d-4e74-b9b7-8db419b12c83 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:32.407275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8f52bf4c-e88d-4e74-b9b7-8db419b12c83 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.482679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-60892b2d-9d93-4d0c-9e93-a7c047d70a4d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.527099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.540056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.548554 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/networks/858291fe-cdb2-4ea5-bad3-061d37192429 HTTP/1.1" status: 204 len: 168 time: 1.2676704 Dec 22 04:57:32.558629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42068) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:32.563871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4fde4b83-4019-4029-a1d3-db72c2c89c6e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1838563303'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:32.569621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9db33b-4b42-485b-b723-b069f95c0225 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Network': ['ID=858291fe-cdb2-4ea5-bad3-061d37192429,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:32.587430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1808c55-9978-4984-baea-a12301869134 None None] Network c1fc29d6-7a5d-4457-8505-d9e770684bee requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:32.597632 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-34766836-9214-472c-b2d2-04c11122689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.618535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-60892b2d-9d93-4d0c-9e93-a7c047d70a4d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.694837 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fde4b83-4019-4029-a1d3-db72c2c89c6e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:32.699240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fde4b83-4019-4029-a1d3-db72c2c89c6e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.725434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-60892b2d-9d93-4d0c-9e93-a7c047d70a4d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.726104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7d1a5268-2613-4f31-b151-a471e96e88a0 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:32.745415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fde4b83-4019-4029-a1d3-db72c2c89c6e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:32.783675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fde4b83-4019-4029-a1d3-db72c2c89c6e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.784114 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-4fde4b83-4019-4029-a1d3-db72c2c89c6e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Added segment d1f80268-2474-4f99-aa30-789c8409d745 of type vlan for network e3664855-16ba-4823-94ef-e1493645d129 Dec 22 04:57:32.799486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60892b2d-9d93-4d0c-9e93-a7c047d70a4d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205b44bd-887c-4f8d-be16-794e58365031,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:32.832529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-60892b2d-9d93-4d0c-9e93-a7c047d70a4d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.833943 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-60892b2d-9d93-4d0c-9e93-a7c047d70a4d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4903800 Dec 22 04:57:32.837154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42070) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:32.842364 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a49738c2-68e0-4c66-ace2-f5415ef501f3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '205b44bd-887c-4f8d-be16-794e58365031', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:32.847113 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8f52bf4c-e88d-4e74-b9b7-8db419b12c83 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9206781 Dec 22 04:57:32.851192 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42072) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:32.885651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fde4b83-4019-4029-a1d3-db72c2c89c6e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.952422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a49738c2-68e0-4c66-ace2-f5415ef501f3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:32.963325 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:32.963429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-34766836-9214-472c-b2d2-04c11122689f None None] For port 7d1a5268-2613-4f31-b151-a471e96e88a0, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7d1a5268-2613-4f31-b151-a471e96e88a0,segment=NetworkSegment(b0fe263b-91b7-499c-8801-5dceb5e5b37f),segment_id=b0fe263b-91b7-499c-8801-5dceb5e5b37f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:32.974441 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Sync routers for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:32.983182 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-82b507fc-f9ce-4a4a-a3db-97ee310e8f34 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6618629 Dec 22 04:57:32.988737 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:32.989361 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:32.995721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42074) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:33.005862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5010c04f-b486-482e-80a9-0de0968d3c09 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-707441931'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:33.009055 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-be35a4d6-70c1-4ac7-a2b6-7603a138f3b9', 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ips': [{'subnet_id': '50691bb7-921e-4350-8f2c-c23afacc0e6b'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:33.010504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.015626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fde4b83-4019-4029-a1d3-db72c2c89c6e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.023210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fde4b83-4019-4029-a1d3-db72c2c89c6e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:33.023210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fde4b83-4019-4029-a1d3-db72c2c89c6e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.043623 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 7d1a5268-2613-4f31-b151-a471e96e88a0 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:33.043990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.091504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-34766836-9214-472c-b2d2-04c11122689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.095561 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.146081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde4b83-4019-4029-a1d3-db72c2c89c6e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Network': ['ID=e3664855-16ba-4823-94ef-e1493645d129,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:33.165526 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:33.357798 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.358399 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a49738c2-68e0-4c66-ace2-f5415ef501f3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.358842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-e1d50348-b785-49e9-b052-0899e22fbb16 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port b697b58a-29d8-4d0e-8c82-21f31e8522d5 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:33.358842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1d50348-b785-49e9-b052-0899e22fbb16 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.359018 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Allocated IP 172.20.0.18 (be35a4d6-70c1-4ac7-a2b6-7603a138f3b9/50691bb7-921e-4350-8f2c-c23afacc0e6b/67b876cb-9737-421a-ae2b-1599cffc41de) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:33.396224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network e3664855-16ba-4823-94ef-e1493645d129 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:33.403269 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1d50348-b785-49e9-b052-0899e22fbb16 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.417853 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-e1d50348-b785-49e9-b052-0899e22fbb16 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for b697b58a-29d8-4d0e-8c82-21f31e8522d5 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:33.542251 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:31Z', 'revision_number': 4, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:31Z', 'revision_number': 2, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:33.545251 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac152b3d-d5d3-45e5-b277-d63db341d8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-c1fc29d6-7a5d-4457-8505-d9e770684bee', 'network_id': 'c1fc29d6-7a5d-4457-8505-d9e770684bee', 'tenant_id': '83dbaae552c54d47bd958c1e0be036db', 'fixed_ips': [{'subnet_id': '78adfb2b-db91-40d1-ad32-507e5aa50097'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:33.546064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ac152b3d-d5d3-45e5-b277-d63db341d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.559320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5010c04f-b486-482e-80a9-0de0968d3c09 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:33.583183 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5010c04f-b486-482e-80a9-0de0968d3c09 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.584068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ecb08b74-8083-4349-a235-6b7f19811f49 None None] Provisioning complete for port 7d1a5268-2613-4f31-b151-a471e96e88a0 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:33.584068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ecb08b74-8083-4349-a235-6b7f19811f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.584068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34766836-9214-472c-b2d2-04c11122689f None None] Pushing event updated for resources: {'Port': ['ID=7d1a5268-2613-4f31-b151-a471e96e88a0,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:33.585468 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Checking router: 3e948e8d-f84d-4f8a-a1d1-ac118364685e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:33.585819 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Updating router 3e948e8d-f84d-4f8a-a1d1-ac118364685e port 993a5c21-344b-4720-a199-14a4c65bd7b3 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:57:33.602137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5010c04f-b486-482e-80a9-0de0968d3c09 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:33.617041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5010c04f-b486-482e-80a9-0de0968d3c09 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.617369 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-5010c04f-b486-482e-80a9-0de0968d3c09 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Added segment 30f0f608-3af3-4480-8be2-1cb31de5ab0e of type vlan for network 1e477467-0e84-4eed-9132-aea6425414c3 Dec 22 04:57:33.618106 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.631344 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.674676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a49738c2-68e0-4c66-ace2-f5415ef501f3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.680408 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4fde4b83-4019-4029-a1d3-db72c2c89c6e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1205747 Dec 22 04:57:33.680773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Subnet': ['ID=78adfb2b-db91-40d1-ad32-507e5aa50097,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:33.683832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42076) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:33.692408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c33b75e7-1e82-469d-9c7d-e8d09832e7e3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': 'e3664855-16ba-4823-94ef-e1493645d129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:33.720385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5010c04f-b486-482e-80a9-0de0968d3c09 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.725394 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49738c2-68e0-4c66-ace2-f5415ef501f3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733721b1-fa1f-4e3f-a093-60fd5f80b22d,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:33.773677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1d50348-b785-49e9-b052-0899e22fbb16 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.809811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.813837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:57:33.814190 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:57:33.829893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.834841 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d50348-b785-49e9-b052-0899e22fbb16 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=b697b58a-29d8-4d0e-8c82-21f31e8522d5,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:33.841780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a49738c2-68e0-4c66-ace2-f5415ef501f3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.843062 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a49738c2-68e0-4c66-ace2-f5415ef501f3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0044379 Dec 22 04:57:33.845984 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42078) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:33.851605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8fddd30b-a649-41e0-b064-57263f3affb9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '205b44bd-887c-4f8d-be16-794e58365031', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:33.876690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5010c04f-b486-482e-80a9-0de0968d3c09 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.882746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5010c04f-b486-482e-80a9-0de0968d3c09 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:33.883657 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5010c04f-b486-482e-80a9-0de0968d3c09 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.901662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:33.943314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fc29d6-7a5d-4457-8505-d9e770684bee']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:33.954575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:33.984145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010c04f-b486-482e-80a9-0de0968d3c09 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Network': ['ID=1e477467-0e84-4eed-9132-aea6425414c3,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:33.998230 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.010231 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1d50348-b785-49e9-b052-0899e22fbb16 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.016467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f22a60-9bc7-436b-8a3a-8474e5f7cf74 None None] Network c1fc29d6-7a5d-4457-8505-d9e770684bee requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:34.018599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 1e477467-0e84-4eed-9132-aea6425414c3 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:34.023792 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '050da720-e344-43f0-bb62-68f46c73fa60') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:34.025781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '050da720-e344-43f0-bb62-68f46c73fa60') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:34.041055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.056469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8fddd30b-a649-41e0-b064-57263f3affb9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.125759 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.129149 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8fddd30b-a649-41e0-b064-57263f3affb9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.136508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:34.176759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:34.180276 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:34.198995 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Pushing event updated for resources: {'Port': ['ID=67b876cb-9737-421a-ae2b-1599cffc41de,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:34.209141 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c500a90-660f-45c5-922e-2f2ae15dc29d None None] Pushing event updated for resources: {'Port': ['ID=993a5c21-344b-4720-a199-14a4c65bd7b3,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:34.244082 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5010c04f-b486-482e-80a9-0de0968d3c09 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2391367 Dec 22 04:57:34.245347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42080) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:34.245745 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Attempting to bind port 993a5c21-344b-4720-a199-14a4c65bd7b3 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:34.246163 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Attempting to bind port 993a5c21-344b-4720-a199-14a4c65bd7b3 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'b0fe263b-91b7-499c-8801-5dceb5e5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:34.246574 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Attempting to bind port 993a5c21-344b-4720-a199-14a4c65bd7b3 on network 84efa103-ac77-44bc-90cc-a756ce2aae05 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:34.252111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8fddd30b-a649-41e0-b064-57263f3affb9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.256453 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:34.257000 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Checking segment: {'id': 'b0fe263b-91b7-499c-8801-5dceb5e5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:34.257474 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.257967 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Bound using segment: {'id': 'b0fe263b-91b7-499c-8801-5dceb5e5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:34.258906 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Bound port: 993a5c21-344b-4720-a199-14a4c65bd7b3, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe263b-91b7-499c-8801-5dceb5e5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:34.260117 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.260765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e4fc74b3-7a7f-40cd-8ab4-9b58bb5acac0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'subnet': {'network_id': '1e477467-0e84-4eed-9132-aea6425414c3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:34.264403 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.294694 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:34.295184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:34.298725 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:34.313592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:34.313959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.323533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d50348-b785-49e9-b052-0899e22fbb16 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Router 6e7966dd-d4a6-4474-b02a-e7ae28ec6624 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:34.349208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddd30b-a649-41e0-b064-57263f3affb9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cf44c6-598f-454c-9ecf-88b8db566264,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:34.359082 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] For port 993a5c21-344b-4720-a199-14a4c65bd7b3, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:34.366231 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] For port 993a5c21-344b-4720-a199-14a4c65bd7b3, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=993a5c21-344b-4720-a199-14a4c65bd7b3,segment=NetworkSegment(b0fe263b-91b7-499c-8801-5dceb5e5b37f),segment_id=b0fe263b-91b7-499c-8801-5dceb5e5b37f)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:34.376288 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33b75e7-1e82-469d-9c7d-e8d09832e7e3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:34.380123 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c33b75e7-1e82-469d-9c7d-e8d09832e7e3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.392968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] Port b697b58a-29d8-4d0e-8c82-21f31e8522d5 not found while updating agent binding for router 6e7966dd-d4a6-4474-b02a-e7ae28ec6624. {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 22 04:57:34.402174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Attempting to bind port 67b876cb-9737-421a-ae2b-1599cffc41de on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:34.402544 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Attempting to bind port 67b876cb-9737-421a-ae2b-1599cffc41de by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:34.402903 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Attempting to bind port 67b876cb-9737-421a-ae2b-1599cffc41de on network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:34.415093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ecb08b74-8083-4349-a235-6b7f19811f49 None None] Provisioning complete for port 993a5c21-344b-4720-a199-14a4c65bd7b3 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:34.415385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ecb08b74-8083-4349-a235-6b7f19811f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.423376 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:34.423815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Checking segment: {'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:34.424256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.431743 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Bound using segment: {'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:34.431743 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Bound port: 67b876cb-9737-421a-ae2b-1599cffc41de, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:34.431743 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.442367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8fddd30b-a649-41e0-b064-57263f3affb9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.446700 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8fddd30b-a649-41e0-b064-57263f3affb9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5966942 Dec 22 04:57:34.447523 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42082) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:34.448051 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] Routers {'6e7966dd-d4a6-4474-b02a-e7ae28ec6624'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:34.449024 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['6e7966dd-d4a6-4474-b02a-e7ae28ec6624'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:34.451935 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.461686 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-fbb747f3-977c-4cf4-9e08-b1dd45f5d1eb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '205b44bd-887c-4f8d-be16-794e58365031', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:34.507649 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fc74b3-7a7f-40cd-8ab4-9b58bb5acac0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Made reservation on behalf of f5a2288f9d604f988fcdc48905d22cc1 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:34.511784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4fc74b3-7a7f-40cd-8ab4-9b58bb5acac0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.540374 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:34.541222 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:34.572866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d50348-b785-49e9-b052-0899e22fbb16 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:34.577085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.586235 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e1d50348-b785-49e9-b052-0899e22fbb16 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "PUT /v2.0/routers/6e7966dd-d4a6-4474-b02a-e7ae28ec6624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9366264 Dec 22 04:57:34.596876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42084) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:34.597981 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.607463 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/networks/c1fc29d6-7a5d-4457-8505-d9e770684bee HTTP/1.1" status: 204 len: 168 time: 1.7480597 Dec 22 04:57:34.635937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42086) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:34.669391 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1930677637'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:34.672549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c41f25-07ef-490c-bb06-899ffa1c0470 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Network': ['ID=c1fc29d6-7a5d-4457-8505-d9e770684bee,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:34.715369 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c500a90-660f-45c5-922e-2f2ae15dc29d None None] Pushing event updated for resources: {'Port': ['ID=993a5c21-344b-4720-a199-14a4c65bd7b3,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:34.727074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41a3ae-4749-489e-9267-0b16ecf9dbed tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:34.729358 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41a3ae-4749-489e-9267-0b16ecf9dbed tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:34.733654 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8d41a3ae-4749-489e-9267-0b16ecf9dbed tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1291273 Dec 22 04:57:34.734265 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42088) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:34.746352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] Set router 6e7966dd-d4a6-4474-b02a-e7ae28ec6624 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:34.765790 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:34.815035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ecb08b74-8083-4349-a235-6b7f19811f49 None None] Port 993a5c21-344b-4720-a199-14a4c65bd7b3 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:34.815035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7966dd-d4a6-4474-b02a-e7ae28ec6624', 'name': 'tempest-NetworksTestDHCPv6-router-875002696', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:25Z', 'updated_at': '2021-12-22T04:57:33Z', 'revision_number': 3, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:34.839424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fbb747f3-977c-4cf4-9e08-b1dd45f5d1eb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.874545 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fb6408-a3b4-4242-bc84-1914346ebd32 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet c5b402b6-59f9-4ae3-bf6d-2e332cd4e0e6 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:34.885799 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e07bca-0eb8-4e18-9452-8232b5a0531b None None] The sync data for ids ['6e7966dd-d4a6-4474-b02a-e7ae28ec6624'] in dv-neutron-822523-1-hyperv is: [{'id': '6e7966dd-d4a6-4474-b02a-e7ae28ec6624', 'name': 'tempest-NetworksTestDHCPv6-router-875002696', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:25Z', 'updated_at': '2021-12-22T04:57:33Z', 'revision_number': 3, 'project_id': 'c5795d9075b140d7b508dbcd8c771320', 'gw_port_host': None}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:34.891722 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80fb6408-a3b4-4242-bc84-1914346ebd32 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.906678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] For port 67b876cb-9737-421a-ae2b-1599cffc41de, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:34.908646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4fc74b3-7a7f-40cd-8ab4-9b58bb5acac0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:34.915093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] For port 67b876cb-9737-421a-ae2b-1599cffc41de, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=67b876cb-9737-421a-ae2b-1599cffc41de,segment=NetworkSegment(6248c661-696b-495a-be40-72d00010b23b),segment_id=6248c661-696b-495a-be40-72d00010b23b)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:34.976287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ff57ca8c-9ef1-4897-b688-17bb31874000 None None] Provisioning complete for port 993a5c21-344b-4720-a199-14a4c65bd7b3 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:34.976287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ff57ca8c-9ef1-4897-b688-17bb31874000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.008124 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80fb6408-a3b4-4242-bc84-1914346ebd32 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.031155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.038865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:35.048972 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.108091 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:31Z', 'revision_number': 4, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:34Z', 'revision_number': 4, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:35.122233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fc74b3-7a7f-40cd-8ab4-9b58bb5acac0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Checking segment: {'id': '30f0f608-3af3-4480-8be2-1cb31de5ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:35.122748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fc74b3-7a7f-40cd-8ab4-9b58bb5acac0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network hostable DHCP agents. Network: 1e477467-0e84-4eed-9132-aea6425414c3, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:35.126592 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fbb747f3-977c-4cf4-9e08-b1dd45f5d1eb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.135225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc74b3-7a7f-40cd-8ab4-9b58bb5acac0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Subnet': ['ID=605aaaee-cdc3-4915-bf56-d9a54f542e96,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:35.135336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c33b75e7-1e82-469d-9c7d-e8d09832e7e3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.149369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7d1a5268-2613-4f31-b151-a471e96e88a0 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:35.154606 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68ef10-cefb-47d8-b599-e8844fe86c34 None None] Pushing event updated for resources: {'Port': ['ID=67b876cb-9737-421a-ae2b-1599cffc41de,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:35.162946 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44726442-4b22-413d-aa7a-bbd400c19f23 None None] The sync data for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv is: [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:31Z', 'revision_number': 4, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:34Z', 'revision_number': 4, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:35.167643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:57:35.221070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fbb747f3-977c-4cf4-9e08-b1dd45f5d1eb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.250540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fc74b3-7a7f-40cd-8ab4-9b58bb5acac0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 1e477467-0e84-4eed-9132-aea6425414c3 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:35.273324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ff57ca8c-9ef1-4897-b688-17bb31874000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.281624 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.284847 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Added segment 2859aa20-66bf-46b9-9f26-92a6c1ba6070 of type vlan for network 1553f25b-43ae-4d2b-9719-f3011390a25d Dec 22 04:57:35.307454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb747f3-977c-4cf4-9e08-b1dd45f5d1eb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6265b533-448a-4050-86f9-6c12a649ba7e,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:35.317719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80fb6408-a3b4-4242-bc84-1914346ebd32 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.334020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-e4fc74b3-7a7f-40cd-8ab4-9b58bb5acac0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 1e477467-0e84-4eed-9132-aea6425414c3) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:35.336078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ff57ca8c-9ef1-4897-b688-17bb31874000 None None] For port 993a5c21-344b-4720-a199-14a4c65bd7b3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=993a5c21-344b-4720-a199-14a4c65bd7b3,segment=NetworkSegment(b0fe263b-91b7-499c-8801-5dceb5e5b37f),segment_id=b0fe263b-91b7-499c-8801-5dceb5e5b37f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:35.342405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 7d1a5268-2613-4f31-b151-a471e96e88a0 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:35.342405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.349981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fc74b3-7a7f-40cd-8ab4-9b58bb5acac0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:35.350572 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4fc74b3-7a7f-40cd-8ab4-9b58bb5acac0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.378661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909334d0-679d-403e-a0b4-c8097dd355f6 None None] Network 1e477467-0e84-4eed-9132-aea6425414c3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:35.443115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fbb747f3-977c-4cf4-9e08-b1dd45f5d1eb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.447697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ff57ca8c-9ef1-4897-b688-17bb31874000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.447879 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fbb747f3-977c-4cf4-9e08-b1dd45f5d1eb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9895601 Dec 22 04:57:35.447990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42090) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:35.460156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3d0a7b3f-8bee-4e92-90f4-f1b91c7ca281 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '205b44bd-887c-4f8d-be16-794e58365031', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:35.464394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b75e7-1e82-469d-9c7d-e8d09832e7e3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Subnet': ['ID=333e76d7-3966-477c-883e-c05b3ab154af,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:35.483725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.492314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80fb6408-a3b4-4242-bc84-1914346ebd32 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.492548 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e4fc74b3-7a7f-40cd-8ab4-9b58bb5acac0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2349985 Dec 22 04:57:35.501427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42092) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:35.534962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33b75e7-1e82-469d-9c7d-e8d09832e7e3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Checking segment: {'id': 'd1f80268-2474-4f99-aa30-789c8409d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e3664855-16ba-4823-94ef-e1493645d129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:35.535327 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b75e7-1e82-469d-9c7d-e8d09832e7e3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network hostable DHCP agents. Network: e3664855-16ba-4823-94ef-e1493645d129, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:35.600965 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:35.618808 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b3f-8bee-4e92-90f4-f1b91c7ca281 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.624663 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57ca8c-9ef1-4897-b688-17bb31874000 None None] Pushing event updated for resources: {'Port': ['ID=993a5c21-344b-4720-a199-14a4c65bd7b3,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:35.636540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb6408-a3b4-4242-bc84-1914346ebd32 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b402b6-59f9-4ae3-bf6d-2e332cd4e0e6,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:35.644427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80fb6408-a3b4-4242-bc84-1914346ebd32 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.647711 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-80fb6408-a3b4-4242-bc84-1914346ebd32 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/c5b402b6-59f9-4ae3-bf6d-2e332cd4e0e6 HTTP/1.1" status: 204 len: 168 time: 0.9110091 Dec 22 04:57:35.653539 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42094) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:35.689229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490af519-1482-424a-aa2e-8e955d2f2661 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:35.723677 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b3f-8bee-4e92-90f4-f1b91c7ca281 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.765157 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.770602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:35.771194 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.811772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b3f-8bee-4e92-90f4-f1b91c7ca281 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.832273 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a7b3f-8bee-4e92-90f4-f1b91c7ca281 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7da4bf-bd98-43d4-8843-a71b4f688c75,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:35.885577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:35.885965 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.917416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-1e477467-0e84-4eed-9132-aea6425414c3', 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'fixed_ips': [{'subnet_id': '605aaaee-cdc3-4915-bf56-d9a54f542e96'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:35.917592 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b75e7-1e82-469d-9c7d-e8d09832e7e3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network e3664855-16ba-4823-94ef-e1493645d129 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:35.918261 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.930245 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2939162 Dec 22 04:57:35.938923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42096) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:35.940623 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Network': ['ID=1553f25b-43ae-4d2b-9719-f3011390a25d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:35.940868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b3f-8bee-4e92-90f4-f1b91c7ca281 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:35.942342 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3d0a7b3f-8bee-4e92-90f4-f1b91c7ca281 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4892511 Dec 22 04:57:35.944952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42098) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:35.948829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Request body: {'subnet': {'network_id': '1553f25b-43ae-4d2b-9719-f3011390a25d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:35.954174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b5e71d13-584d-469a-8524-319f3c4d5087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '205b44bd-887c-4f8d-be16-794e58365031', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:35.963206 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-c33b75e7-1e82-469d-9c7d-e8d09832e7e3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, e3664855-16ba-4823-94ef-e1493645d129) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:36.025560 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8d778932-0c2a-4946-abfc-b76507c2def5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3695176 Dec 22 04:57:36.028239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42100) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:36.029413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33b75e7-1e82-469d-9c7d-e8d09832e7e3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:36.030172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c33b75e7-1e82-469d-9c7d-e8d09832e7e3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.035578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:36.036399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:36.036896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:36.038518 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:36.039032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:36.039530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:36.040033 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:36.040581 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:36.050944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:36.050944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:36.050944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:36.050944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f682af0-2b19-48f0-ae63-18d86d1d0d48 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:36.051338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0be8798-bb63-4bb9-a832-14bac66841d1 None None] Network e3664855-16ba-4823-94ef-e1493645d129 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:36.085491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 1553f25b-43ae-4d2b-9719-f3011390a25d details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:57:36.124329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf914fd-f478-4bf3-81c0-4b01035fcff3 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:36.157074 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-b5e71d13-584d-469a-8524-319f3c4d5087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:57:36.167090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b5e71d13-584d-469a-8524-319f3c4d5087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.185381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4163c67-83d4-401e-a250-69ff7723e5ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.340522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Allocated IP 2001:db8:3::2 (1e477467-0e84-4eed-9132-aea6425414c3/605aaaee-cdc3-4915-bf56-d9a54f542e96/d44a597d-ce4c-4bfc-9077-fabb9862ae40) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:36.525689 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c33b75e7-1e82-469d-9c7d-e8d09832e7e3 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8397229 Dec 22 04:57:36.531047 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42102) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:36.541023 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b2ce3ad8-2fc5-42a8-867c-07424b15ca36 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-737397505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:36.592878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:36.626780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-0bf914fd-f478-4bf3-81c0-4b01035fcff3 None None] Deleting port 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:36.626780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0bf914fd-f478-4bf3-81c0-4b01035fcff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.696089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-e3664855-16ba-4823-94ef-e1493645d129', 'network_id': 'e3664855-16ba-4823-94ef-e1493645d129', 'tenant_id': 'b5cf82dfcab94f74b5cae5119093644d', 'fixed_ips': [{'subnet_id': '333e76d7-3966-477c-883e-c05b3ab154af'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:36.697168 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.720228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b5e71d13-584d-469a-8524-319f3c4d5087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.722002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4163c67-83d4-401e-a250-69ff7723e5ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.726160 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4163c67-83d4-401e-a250-69ff7723e5ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.726260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:36.726260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6d43263d-1ff4-4d6b-ac00-53b779bf4c34 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:36.726447 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.744295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Made reservation on behalf of 83dbaae552c54d47bd958c1e0be036db for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:36.748480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.793651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b5e71d13-584d-469a-8524-319f3c4d5087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.802853 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3ad8-2fc5-42a8-867c-07424b15ca36 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.803973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3ad8-2fc5-42a8-867c-07424b15ca36 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.814775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e71d13-584d-469a-8524-319f3c4d5087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31638f2b-bcf5-4ed4-a64e-1abe007b6292,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:36.825442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d06ae-0fa6-4271-87a4-cae7b5359a58 None None] Sync routers for ids ['6e7966dd-d4a6-4474-b02a-e7ae28ec6624'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:36.827796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c055770-4909-4bba-9434-09c55fda51a0 None None] Network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:36.841232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4163c67-83d4-401e-a250-69ff7723e5ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.841773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4163c67-83d4-401e-a250-69ff7723e5ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Fanout notify agent at l3_agent the message router_deleted on router 6e7966dd-d4a6-4474-b02a-e7ae28ec6624 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:57:36.849399 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4163c67-83d4-401e-a250-69ff7723e5ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.852260 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e4163c67-83d4-401e-a250-69ff7723e5ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/routers/6e7966dd-d4a6-4474-b02a-e7ae28ec6624 HTTP/1.1" status: 204 len: 168 time: 0.8205564 Dec 22 04:57:36.853314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42104) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:36.901364 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b5e71d13-584d-469a-8524-319f3c4d5087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:36.902963 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b5e71d13-584d-469a-8524-319f3c4d5087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9569271 Dec 22 04:57:36.907392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42106) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:36.912531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-36c53610-0318-41ea-8b2d-38b7db66ff2d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '205b44bd-887c-4f8d-be16-794e58365031', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:36.935351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89783877-c9f5-4e77-8fd1-b42519406c2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:36.937511 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-89783877-c9f5-4e77-8fd1-b42519406c2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0829449 Dec 22 04:57:36.941114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42108) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:36.999803 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3ad8-2fc5-42a8-867c-07424b15ca36 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.016434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1324cef8-8fa8-4b25-9d93-1485ec15d43b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:37.020284 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1324cef8-8fa8-4b25-9d93-1485ec15d43b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0755944 Dec 22 04:57:37.020506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42110) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:37.080254 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0bf914fd-f478-4bf3-81c0-4b01035fcff3 None None] For port 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:37.080869 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0bf914fd-f478-4bf3-81c0-4b01035fcff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.089747 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2ff76411-d5c0-4bee-b168-3644ecf4b024 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678494 Dec 22 04:57:37.091283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42112) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:37.095450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-0475e2a4-bf78-40f9-bbb3-7745d184925e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:37.119015 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3ad8-2fc5-42a8-867c-07424b15ca36 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.128228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d06ae-0fa6-4271-87a4-cae7b5359a58 None None] Routers set() bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:37.128690 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d06ae-0fa6-4271-87a4-cae7b5359a58 None None] Router IDs set() for agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 04:57:37.129414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_agentschedulers_db [None req-f15d06ae-0fa6-4271-87a4-cae7b5359a58 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6e7966dd-d4a6-4474-b02a-e7ae28ec6624'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent'). {{(pid=109184) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 04:57:37.158307 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-0bf914fd-f478-4bf3-81c0-4b01035fcff3 None None] Calling delete_port for 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:37.178020 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-36c53610-0318-41ea-8b2d-38b7db66ff2d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:57:37.189404 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 67b876cb-9737-421a-ae2b-1599cffc41de up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:37.191928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-36c53610-0318-41ea-8b2d-38b7db66ff2d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.229428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2ce3ad8-2fc5-42a8-867c-07424b15ca36 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.230699 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b2ce3ad8-2fc5-42a8-867c-07424b15ca36 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6984568 Dec 22 04:57:37.233312 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42114) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:37.239870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'network_id': 'e3664855-16ba-4823-94ef-e1493645d129', 'name': 'tempest-PortsTestJSON-1587373616'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:37.264233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.275787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-432fafc5-5ce9-427f-a90a-44235a104aef None None] Provisioning complete for port 67b876cb-9737-421a-ae2b-1599cffc41de triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:37.276166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-432fafc5-5ce9-427f-a90a-44235a104aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.282593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-36c53610-0318-41ea-8b2d-38b7db66ff2d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.328049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0475e2a4-bf78-40f9-bbb3-7745d184925e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:37.332204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0475e2a4-bf78-40f9-bbb3-7745d184925e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.339375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d06ae-0fa6-4271-87a4-cae7b5359a58 None None] Routers set() bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:37.339744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d06ae-0fa6-4271-87a4-cae7b5359a58 None None] Router IDs set() for agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 04:57:37.340365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_agentschedulers_db [None req-f15d06ae-0fa6-4271-87a4-cae7b5359a58 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6e7966dd-d4a6-4474-b02a-e7ae28ec6624'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent'). {{(pid=109184) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 04:57:37.340750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15d06ae-0fa6-4271-87a4-cae7b5359a58 None None] The sync data for ids ['6e7966dd-d4a6-4474-b02a-e7ae28ec6624'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:37.351493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-36c53610-0318-41ea-8b2d-38b7db66ff2d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.354893 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.420428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c53610-0318-41ea-8b2d-38b7db66ff2d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e69c91-321c-4bcc-a39e-30c8a275fac7,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:37.447624 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Allocated IP 2001:db8:3::1 (1e477467-0e84-4eed-9132-aea6425414c3/605aaaee-cdc3-4915-bf56-d9a54f542e96/68f7f8eb-a9fd-409b-9fd5-642e17da2590) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:37.476007 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Allocated IP 172.20.0.2 (e3664855-16ba-4823-94ef-e1493645d129/333e76d7-3966-477c-883e-c05b3ab154af/c9247812-aee2-40f9-a23e-0895481cbc83) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:37.478762 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.objects.ports [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109182) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:57:37.479972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Network 1e477467-0e84-4eed-9132-aea6425414c3 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:37.481811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.493145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-36c53610-0318-41ea-8b2d-38b7db66ff2d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.494883 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-36c53610-0318-41ea-8b2d-38b7db66ff2d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5861902 Dec 22 04:57:37.519906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Pushing event updated for resources: {'Port': ['ID=d44a597d-ce4c-4bfc-9077-fabb9862ae40,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:37.531872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:37.548991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:37.637316 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event updated for resources: {'Subnet': ['ID=39a22dc2-48f5-448b-82a2-37bd2a9b1862,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:37.672616 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Checking segment: {'id': '2859aa20-66bf-46b9-9f26-92a6c1ba6070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1553f25b-43ae-4d2b-9719-f3011390a25d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:37.673465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network hostable DHCP agents. Network: 1553f25b-43ae-4d2b-9719-f3011390a25d, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:57:37.683504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 67b876cb-9737-421a-ae2b-1599cffc41de triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:37.683947 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.703627 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:37.707542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.735060 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.737286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0bf914fd-f478-4bf3-81c0-4b01035fcff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.743911 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port a7bf6d8c-1b6d-439e-9dff-e2829596e375 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:37.789422 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Network 1553f25b-43ae-4d2b-9719-f3011390a25d is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:57:37.790019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.objects.ports [None req-0475e2a4-bf78-40f9-bbb3-7745d184925e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:57:37.792632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0475e2a4-bf78-40f9-bbb3-7745d184925e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.804232 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Attempting to bind port d44a597d-ce4c-4bfc-9077-fabb9862ae40 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:37.804606 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Attempting to bind port d44a597d-ce4c-4bfc-9077-fabb9862ae40 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '30f0f608-3af3-4480-8be2-1cb31de5ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:37.804967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Attempting to bind port d44a597d-ce4c-4bfc-9077-fabb9862ae40 on network 1e477467-0e84-4eed-9132-aea6425414c3 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:37.807588 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf914fd-f478-4bf3-81c0-4b01035fcff3 None None] Pushing event deleted for resources: {'Port': ['ID=9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:37.821312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-432fafc5-5ce9-427f-a90a-44235a104aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.826151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf914fd-f478-4bf3-81c0-4b01035fcff3 None None] No DVR routers for this DVR port 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:37.849032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:37.849438 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Checking segment: {'id': '30f0f608-3af3-4480-8be2-1cb31de5ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:37.849802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.850187 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Bound using segment: {'id': '30f0f608-3af3-4480-8be2-1cb31de5ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:37.850668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Bound port: d44a597d-ce4c-4bfc-9077-fabb9862ae40, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f0f608-3af3-4480-8be2-1cb31de5ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:37.851044 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.852628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0475e2a4-bf78-40f9-bbb3-7745d184925e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:37.857433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-0475e2a4-bf78-40f9-bbb3-7745d184925e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:37.863583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0475e2a4-bf78-40f9-bbb3-7745d184925e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:37.864304 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0475e2a4-bf78-40f9-bbb3-7745d184925e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.886160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2cb420-022c-4543-bd80-bdfe851a1035 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:37.886376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475e2a4-bf78-40f9-bbb3-7745d184925e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=1bfb2d1c-f5f5-488a-b908-182594fe7808,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:37.905888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 1553f25b-43ae-4d2b-9719-f3011390a25d) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:37.911201 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:37.914591 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.945761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:37.951496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e2327-8851-4dce-b1f0-f7ce7a77441b None None] Network 1553f25b-43ae-4d2b-9719-f3011390a25d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:38.004536 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 1e477467-0e84-4eed-9132-aea6425414c3 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:38.011984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=68f7f8eb-a9fd-409b-9fd5-642e17da2590,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:38.016346 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:38.027935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:38.027935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.028859 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0475e2a4-bf78-40f9-bbb3-7745d184925e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9225805 Dec 22 04:57:38.028980 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42128) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:38.028980 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1595a5c6-74a5-4605-a55f-b32921ae040b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:38.067889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-432fafc5-5ce9-427f-a90a-44235a104aef None None] For port 67b876cb-9737-421a-ae2b-1599cffc41de, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=67b876cb-9737-421a-ae2b-1599cffc41de,segment=NetworkSegment(6248c661-696b-495a-be40-72d00010b23b),segment_id=6248c661-696b-495a-be40-72d00010b23b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:38.122938 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-35b15416-9e60-431a-a6e8-ed11b9b376a4 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1768386 Dec 22 04:57:38.125051 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42136) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:38.191852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-432fafc5-5ce9-427f-a90a-44235a104aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.213882 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-85900166-5fa0-4b76-8ada-da9de8c4b245 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637800076&fields=id&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 267 time: 0.1323369 Dec 22 04:57:38.231242 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.232978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.244313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.294521 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] For port d44a597d-ce4c-4bfc-9077-fabb9862ae40, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:38.307513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.322107 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] For port d44a597d-ce4c-4bfc-9077-fabb9862ae40, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d44a597d-ce4c-4bfc-9077-fabb9862ae40,segment=NetworkSegment(30f0f608-3af3-4480-8be2-1cb31de5ab0e),segment_id=30f0f608-3af3-4480-8be2-1cb31de5ab0e)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:38.391513 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.399748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '1bfb2d1c-f5f5-488a-b908-182594fe7808'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:38.409554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.410420 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-a2c99ec9-c00f-4027-8ed9-c30a0d11f3d8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:38.411887 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-a2c99ec9-c00f-4027-8ed9-c30a0d11f3d8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/networks?id=be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 HTTP/1.1" status: 200 len: 795 time: 0.1807432 Dec 22 04:57:38.414595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.430336 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.432255 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fafc5-5ce9-427f-a90a-44235a104aef None None] Pushing event updated for resources: {'Port': ['ID=67b876cb-9737-421a-ae2b-1599cffc41de,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:38.441074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1595a5c6-74a5-4605-a55f-b32921ae040b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:38.444522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1595a5c6-74a5-4605-a55f-b32921ae040b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.492660 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.495542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-56dccdee-fc31-4538-b52c-124003f541b2 None None] Provisioning complete for port 67b876cb-9737-421a-ae2b-1599cffc41de triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:38.495542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-56dccdee-fc31-4538-b52c-124003f541b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.502210 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-f7c02f77-20c3-44fc-b834-317e561f1dac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/quotas/029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 375 time: 0.0762665 Dec 22 04:57:38.517105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Network e3664855-16ba-4823-94ef-e1493645d129 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:38.536384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.13 (e3664855-16ba-4823-94ef-e1493645d129/333e76d7-3966-477c-883e-c05b3ab154af/a7bf6d8c-1b6d-439e-9dff-e2829596e375) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:38.541466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Subnet': ['ID=39a22dc2-48f5-448b-82a2-37bd2a9b1862,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:38.565109 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:38.566979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:57:38.567327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:57:38.570603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:38.604517 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Pushing event updated for resources: {'Port': ['ID=c9247812-aee2-40f9-a23e-0895481cbc83,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:38.642826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.667312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fb9fba-c1f7-4d0d-83d5-0e0e1f3d064f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-1553f25b-43ae-4d2b-9719-f3011390a25d', 'network_id': '1553f25b-43ae-4d2b-9719-f3011390a25d', 'tenant_id': '83dbaae552c54d47bd958c1e0be036db', 'fixed_ips': [{'subnet_id': '39a22dc2-48f5-448b-82a2-37bd2a9b1862'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:38.668162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-60fb9fba-c1f7-4d0d-83d5-0e0e1f3d064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.675532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1553f25b-43ae-4d2b-9719-f3011390a25d']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.691131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2859aa20-66bf-46b9-9f26-92a6c1ba6070') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.691531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2859aa20-66bf-46b9-9f26-92a6c1ba6070') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:38.704297 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.731080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.743815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:38.743815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:38.748977 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:38.816523 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-47e4cd45-fc2d-43e5-bdbb-815dbff99932 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2775159 Dec 22 04:57:38.877356 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Attempting to bind port c9247812-aee2-40f9-a23e-0895481cbc83 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:38.877730 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Attempting to bind port c9247812-aee2-40f9-a23e-0895481cbc83 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'd1f80268-2474-4f99-aa30-789c8409d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e3664855-16ba-4823-94ef-e1493645d129'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:38.878195 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Attempting to bind port c9247812-aee2-40f9-a23e-0895481cbc83 on network e3664855-16ba-4823-94ef-e1493645d129 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:38.916461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6cc36-96a9-4878-bb23-5f0ee196aefc None None] Pushing event updated for resources: {'Port': ['ID=d44a597d-ce4c-4bfc-9077-fabb9862ae40,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:38.926774 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:38.927157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Checking segment: {'id': 'd1f80268-2474-4f99-aa30-789c8409d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e3664855-16ba-4823-94ef-e1493645d129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:38.927512 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.928337 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Bound using segment: {'id': 'd1f80268-2474-4f99-aa30-789c8409d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e3664855-16ba-4823-94ef-e1493645d129'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:38.928670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Bound port: c9247812-aee2-40f9-a23e-0895481cbc83, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f80268-2474-4f99-aa30-789c8409d745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e3664855-16ba-4823-94ef-e1493645d129'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:38.928909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.932221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.935388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Allocated IP 2001:db8::f816:3eff:fe8c:97df (2485d7d3-5b15-435d-bf80-f80d67582626/1bfb2d1c-f5f5-488a-b908-182594fe7808/ed60595f-a41f-4c35-8972-6719ea3ffd83) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:38.938320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:38.948546 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/networks/1553f25b-43ae-4d2b-9719-f3011390a25d HTTP/1.1" status: 204 len: 168 time: 0.8167405 Dec 22 04:57:38.956398 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42140) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:39.008134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Network': ['ID=1553f25b-43ae-4d2b-9719-f3011390a25d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:39.013025 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7151a62-fb53-40ec-974c-70c274da012b tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:39.013555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7151a62-fb53-40ec-974c-70c274da012b tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:39.020031 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f7151a62-fb53-40ec-974c-70c274da012b tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/subnets/39a22dc2-48f5-448b-82a2-37bd2a9b1862 HTTP/1.1" status: 404 len: 337 time: 0.0628169 Dec 22 04:57:39.023537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42142) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:39.035443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:39.035726 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:39.037490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:39.037490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:39.037684 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:39.039182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:39.039182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:39.039869 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:39.040005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:39.040536 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:39.040946 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:39.041363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5949d-af89-4284-b0dd-3d03aa805e64 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:39.065062 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cba5eb-f301-4b0b-8cf2-beeed81c0506 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:39.068464 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27cba5eb-f301-4b0b-8cf2-beeed81c0506 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:39.075786 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-27cba5eb-f301-4b0b-8cf2-beeed81c0506 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/networks/1553f25b-43ae-4d2b-9719-f3011390a25d HTTP/1.1" status: 404 len: 339 time: 0.0510414 Dec 22 04:57:39.077419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42144) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:39.107174 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d849502f-358d-4d87-b662-c2fa3673440c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:39.107842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d849502f-358d-4d87-b662-c2fa3673440c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:39.112667 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d849502f-358d-4d87-b662-c2fa3673440c tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/subnets/78adfb2b-db91-40d1-ad32-507e5aa50097 HTTP/1.1" status: 404 len: 337 time: 0.0338640 Dec 22 04:57:39.113643 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42146) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:39.135982 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f26649f-51c3-4dc6-a47a-a5926d068de1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:39.137023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f26649f-51c3-4dc6-a47a-a5926d068de1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:39.140905 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2f26649f-51c3-4dc6-a47a-a5926d068de1 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/networks/c1fc29d6-7a5d-4457-8505-d9e770684bee HTTP/1.1" status: 404 len: 339 time: 0.0255663 Dec 22 04:57:39.142836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42148) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:39.171925 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5bb68e-445d-4fa6-9132-b4fdea574e97 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:39.172422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5bb68e-445d-4fa6-9132-b4fdea574e97 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:39.178289 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2f5bb68e-445d-4fa6-9132-b4fdea574e97 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/subnets/36f9e047-8ba0-43a7-98c8-64e540f36b39 HTTP/1.1" status: 404 len: 337 time: 0.0342724 Dec 22 04:57:39.178863 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42150) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:39.197978 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7374e0f-aec7-4d44-b842-59ed7957f950 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:39.198705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7374e0f-aec7-4d44-b842-59ed7957f950 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:39.204442 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a7374e0f-aec7-4d44-b842-59ed7957f950 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/networks/f122eb22-2f6a-4d7f-ab7e-5675dd3bc2b1 HTTP/1.1" status: 404 len: 339 time: 0.0219295 Dec 22 04:57:39.204965 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42152) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:39.220662 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.236962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe14659-8f1c-45f6-aa27-7c81aa0acdf3 None None] Network 1553f25b-43ae-4d2b-9719-f3011390a25d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:39.280991 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.283921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe14659-8f1c-45f6-aa27-7c81aa0acdf3 None None] Network 1553f25b-43ae-4d2b-9719-f3011390a25d could not be found, it might have been deleted concurrently. {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 22 04:57:39.294797 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-7bfea6f6-a33f-4ac1-af62-6cb935754d3b service neutron] 10.222.0.54 "GET /v2.0/networks/be35a4d6-70c1-4ac7-a2b6-7603a138f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020712 Dec 22 04:57:39.318997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d61e3b2f-685e-4fea-a74f-63a8d47737bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Deleting port 9484f41a-5ca8-424a-bb77-ff9fe33edddb {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:39.319337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d61e3b2f-685e-4fea-a74f-63a8d47737bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.322791 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 993a5c21-344b-4720-a199-14a4c65bd7b3 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:39.359396 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] For port c9247812-aee2-40f9-a23e-0895481cbc83, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:39.366878 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.367656 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.384692 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-183ff161-c0fa-4145-a10e-9d29720892c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.389032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] For port c9247812-aee2-40f9-a23e-0895481cbc83, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c9247812-aee2-40f9-a23e-0895481cbc83,segment=NetworkSegment(d1f80268-2474-4f99-aa30-789c8409d745),segment_id=d1f80268-2474-4f99-aa30-789c8409d745)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:39.389818 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1595a5c6-74a5-4605-a55f-b32921ae040b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.394085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d61e3b2f-685e-4fea-a74f-63a8d47737bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.406025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d61e3b2f-685e-4fea-a74f-63a8d47737bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Calling delete_port for 9484f41a-5ca8-424a-bb77-ff9fe33edddb owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:39.454322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 993a5c21-344b-4720-a199-14a4c65bd7b3 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:39.454954 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.487118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.489190 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.521937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.560173 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1595a5c6-74a5-4605-a55f-b32921ae040b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:39.564725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event updated for resources: {'Port': ['ID=68f7f8eb-a9fd-409b-9fd5-642e17da2590,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:39.579479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1113f7-597d-484d-8bde-136e74b1781a None None] Pushing event updated for resources: {'Port': ['ID=c9247812-aee2-40f9-a23e-0895481cbc83,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:39.607563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.611230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-1595a5c6-74a5-4605-a55f-b32921ae040b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:39.616448 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d61e3b2f-685e-4fea-a74f-63a8d47737bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.622538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1595a5c6-74a5-4605-a55f-b32921ae040b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:39.623218 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1595a5c6-74a5-4605-a55f-b32921ae040b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.633362 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-69b32c84-f54e-49e0-b06c-8918357a8fc2 service neutron] 10.222.0.54 "GET /v2.0/networks/be35a4d6-70c1-4ac7-a2b6-7603a138f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227847 Dec 22 04:57:39.648626 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595a5c6-74a5-4605-a55f-b32921ae040b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=92840ac9-a5a8-4e86-954e-9bb7c5e5708b,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:39.657710 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network e3664855-16ba-4823-94ef-e1493645d129 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:39.670283 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:39.672863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:39.678903 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:39.689944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Pushing event updated for resources: {'Port': ['ID=ed60595f-a41f-4c35-8972-6719ea3ffd83,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:39.692541 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:39.694502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:39.710398 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=a7bf6d8c-1b6d-439e-9dff-e2829596e375,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:39.737573 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e3b2f-685e-4fea-a74f-63a8d47737bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Port': ['ID=9484f41a-5ca8-424a-bb77-ff9fe33edddb,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:39.738424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Network 1e477467-0e84-4eed-9132-aea6425414c3 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:39.739849 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d61e3b2f-685e-4fea-a74f-63a8d47737bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.746106 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d61e3b2f-685e-4fea-a74f-63a8d47737bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/ports/9484f41a-5ca8-424a-bb77-ff9fe33edddb HTTP/1.1" status: 204 len: 168 time: 0.5395172 Dec 22 04:57:39.746585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42154) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:39.748413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:39.767636 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1595a5c6-74a5-4605-a55f-b32921ae040b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7442181 Dec 22 04:57:39.783795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42156) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:39.798427 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe54be8b-69c7-4cfa-90b1-94d9c361d159 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:39.798877 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe54be8b-69c7-4cfa-90b1-94d9c361d159 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:39.802921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:7f:99:88', 'name': 'tempest-NetworksTestDHCPv6-626954825'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:39.806134 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:39.808556 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42158) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:39.808693 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fe54be8b-69c7-4cfa-90b1-94d9c361d159 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/subnets/743ab307-66df-4a7e-b400-35cc8d297b2d HTTP/1.1" status: 404 len: 337 time: 0.0607255 Dec 22 04:57:39.810522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Attempting to bind port ed60595f-a41f-4c35-8972-6719ea3ffd83 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:39.811233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Attempting to bind port ed60595f-a41f-4c35-8972-6719ea3ffd83 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:39.811939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Attempting to bind port ed60595f-a41f-4c35-8972-6719ea3ffd83 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:39.843421 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:39.844216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:39.845118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.845730 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:39.846559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Bound port: ed60595f-a41f-4c35-8972-6719ea3ffd83, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:39.848636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:39.852847 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:39.854084 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9b8c26c8-1b0d-4fd6-96a5-2e802e7891c9 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:39.899447 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:39.900837 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:40.020744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] For port ed60595f-a41f-4c35-8972-6719ea3ffd83, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:40.034886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] For port ed60595f-a41f-4c35-8972-6719ea3ffd83, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ed60595f-a41f-4c35-8972-6719ea3ffd83,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:40.079378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0952fa4d-390d-4ffb-b563-75bc34989e59 None None] Network 1e477467-0e84-4eed-9132-aea6425414c3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:40.169760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:40.248772 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a9da6b61-443d-4a25-8077-764f4dca4019 req-09e2dfb1-5c1e-428c-a57c-addd6a26f732 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 210 time: 0.1633008 Dec 22 04:57:40.353797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c9247812-aee2-40f9-a23e-0895481cbc83 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:40.414138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a3fcd-1c8d-49de-a901-cb58f59ffee2 None None] Pushing event updated for resources: {'Port': ['ID=ed60595f-a41f-4c35-8972-6719ea3ffd83,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:40.420443 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b60b8070-7ad2-4ec2-afa9-2713903ec2f6 None None] Provisioning complete for port d44a597d-ce4c-4bfc-9077-fabb9862ae40 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:40.421091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b60b8070-7ad2-4ec2-afa9-2713903ec2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:40.441197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:40.473507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 3e948e8d-f84d-4f8a-a1d1-ac118364685e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:40.493139 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3e637fe0-31b8-4803-b788-9d88964a1091 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2580838 Dec 22 04:57:40.493310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c9247812-aee2-40f9-a23e-0895481cbc83 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:40.494045 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:40.496554 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42174) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:40.642605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b60b8070-7ad2-4ec2-afa9-2713903ec2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:40.778330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b60b8070-7ad2-4ec2-afa9-2713903ec2f6 None None] For port d44a597d-ce4c-4bfc-9077-fabb9862ae40, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d44a597d-ce4c-4bfc-9077-fabb9862ae40,segment=NetworkSegment(30f0f608-3af3-4480-8be2-1cb31de5ab0e),segment_id=30f0f608-3af3-4480-8be2-1cb31de5ab0e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:40.789410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:40.822874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:40.862185 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b60b8070-7ad2-4ec2-afa9-2713903ec2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:40.876561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port c9247812-aee2-40f9-a23e-0895481cbc83, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c9247812-aee2-40f9-a23e-0895481cbc83,segment=NetworkSegment(d1f80268-2474-4f99-aa30-789c8409d745),segment_id=d1f80268-2474-4f99-aa30-789c8409d745)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:40.906637 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:40.914027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac32de81-2122-4d11-8aa9-91cf290aeafd']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:40.933485 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f6144f0f-8404-4ce4-9915-58074a1721b5 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4273665 Dec 22 04:57:40.935398 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Sync routers for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:40.946526 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4119668d-a0bf-4b34-95ac-c93de052c494') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:40.947444 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4119668d-a0bf-4b34-95ac-c93de052c494') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:40.960003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42176) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:40.966081 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b8070-7ad2-4ec2-afa9-2713903ec2f6 None None] Pushing event updated for resources: {'Port': ['ID=d44a597d-ce4c-4bfc-9077-fabb9862ae40,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:40.971501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:40.977013 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:40.977795 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:40.987619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e944e088-2d0b-4837-a2e7-9f527e80a050 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:41.007052 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.013731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.020405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:41.020405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.020939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 67b876cb-9737-421a-ae2b-1599cffc41de up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:41.022390 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:41.106684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:41.106870 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-aa55900e-60c8-4360-83cd-4bc9e41783d8 None None] Provisioning complete for port d44a597d-ce4c-4bfc-9077-fabb9862ae40 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:41.106991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-aa55900e-60c8-4360-83cd-4bc9e41783d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.166248 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:41.298301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=c9247812-aee2-40f9-a23e-0895481cbc83,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:41.339542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.343731 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.360139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 67b876cb-9737-421a-ae2b-1599cffc41de triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:41.361126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.377867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.395571 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/networks/ac32de81-2122-4d11-8aa9-91cf290aeafd HTTP/1.1" status: 204 len: 168 time: 1.5859654 Dec 22 04:57:41.426887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-aa55900e-60c8-4360-83cd-4bc9e41783d8 None None] Provisioning complete for port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:41.427265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-aa55900e-60c8-4360-83cd-4bc9e41783d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.430286 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42182) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:41.494175 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f59de1a2-3bb4-48f2-bc97-70c9450dd19b req-81a7a489-d9dc-4fe1-bd5b-89bb06f8d6bb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 210 time: 0.1358011 Dec 22 04:57:41.504548 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7296a0-cd8f-4a0e-8674-8d1b09ace06a None None] Network e3664855-16ba-4823-94ef-e1493645d129 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:41.547533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fd1e8-6865-4180-81af-90250bfa9057 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Network': ['ID=ac32de81-2122-4d11-8aa9-91cf290aeafd,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:41.561789 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-aa55900e-60c8-4360-83cd-4bc9e41783d8 None None] Port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:41.578280 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.583017 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:38Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8eb-a9fd-409b-9fd5-642e17da2590', 'name': '', 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:f9:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:36Z', 'updated_at': '2021-12-22T04:57:38Z', 'revision_number': 2, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:35Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:41.588360 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port f6428d57-90dc-411a-84bf-ce81c0ba71c3 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:41.608679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d44a597d-ce4c-4bfc-9077-fabb9862ae40 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:41.616678 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Checking router: 3e948e8d-f84d-4f8a-a1d1-ac118364685e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:41.617132 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Updating router 3e948e8d-f84d-4f8a-a1d1-ac118364685e port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:57:41.690088 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.727694 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c40a6ffb-307d-4e3c-8eed-2857b2bf8457 None None] Provisioning complete for port c9247812-aee2-40f9-a23e-0895481cbc83 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:41.727694 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c40a6ffb-307d-4e3c-8eed-2857b2bf8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.730034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port d44a597d-ce4c-4bfc-9077-fabb9862ae40 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:41.730617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.774001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ccaea59a-3c6f-4a36-8316-daef797f6e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:41.900641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-48d6e7af-aee2-47b1-9ff0-513fa3424198 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Deleting port 3a1c7e82-d618-4493-94bd-b8cb71e95df7 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:41.901293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-48d6e7af-aee2-47b1-9ff0-513fa3424198 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.081725 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c40a6ffb-307d-4e3c-8eed-2857b2bf8457 None None] Provisioning complete for port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:42.081870 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c40a6ffb-307d-4e3c-8eed-2857b2bf8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.119093 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-48d6e7af-aee2-47b1-9ff0-513fa3424198 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.133489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-c40a6ffb-307d-4e3c-8eed-2857b2bf8457 None None] Port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:42.171175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-48d6e7af-aee2-47b1-9ff0-513fa3424198 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Calling delete_port for 3a1c7e82-d618-4493-94bd-b8cb71e95df7 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:42.171300 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.179231 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 172.20.0.11 (2485d7d3-5b15-435d-bf80-f80d67582626/92840ac9-a5a8-4e86-954e-9bb7c5e5708b/f6428d57-90dc-411a-84bf-ce81c0ba71c3) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:42.200246 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::f816:3eff:fe7f:9988 (2485d7d3-5b15-435d-bf80-f80d67582626/1bfb2d1c-f5f5-488a-b908-182594fe7808/f6428d57-90dc-411a-84bf-ce81c0ba71c3) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:42.247483 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.280757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.extraroute_db [None req-e944e088-2d0b-4837-a2e7-9f527e80a050 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 22 04:57:42.283921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8ecdb052-bf14-4529-aa36-d7335491e49b None None] Provisioning complete for port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:42.284324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8ecdb052-bf14-4529-aa36-d7335491e49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.300351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.extraroute_db [None req-e944e088-2d0b-4837-a2e7-9f527e80a050 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Removed routes are [] {{(pid=109183) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 22 04:57:42.300869 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e944e088-2d0b-4837-a2e7-9f527e80a050 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.308918 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.333393 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec27d5a-37c2-4ca7-89dc-907b48dfbee2 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:42.415567 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.418978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c9247812-aee2-40f9-a23e-0895481cbc83 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:42.457713 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db20535-831a-4c0c-94bf-2b4310a043ae None None] Pushing event updated for resources: {'Port': ['ID=68f7f8eb-a9fd-409b-9fd5-642e17da2590,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:42.495193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8ecdb052-bf14-4529-aa36-d7335491e49b None None] Port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:42.522640 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Attempting to bind port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:42.523127 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Attempting to bind port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '30f0f608-3af3-4480-8be2-1cb31de5ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:42.523825 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Attempting to bind port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 on network 1e477467-0e84-4eed-9132-aea6425414c3 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:42.528748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.530213 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:42.530656 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Checking segment: {'id': '30f0f608-3af3-4480-8be2-1cb31de5ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:42.531131 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.531581 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Bound using segment: {'id': '30f0f608-3af3-4480-8be2-1cb31de5ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:42.532677 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Bound port: 68f7f8eb-a9fd-409b-9fd5-642e17da2590, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f0f608-3af3-4480-8be2-1cb31de5ab0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:42.532819 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.560428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.648824 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] For port 68f7f8eb-a9fd-409b-9fd5-642e17da2590, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:42.648824 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] For port 68f7f8eb-a9fd-409b-9fd5-642e17da2590, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=68f7f8eb-a9fd-409b-9fd5-642e17da2590,segment=NetworkSegment(30f0f608-3af3-4480-8be2-1cb31de5ab0e),segment_id=30f0f608-3af3-4480-8be2-1cb31de5ab0e)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:42.649034 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=f6428d57-90dc-411a-84bf-ce81c0ba71c3,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:42.655037 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-48d6e7af-aee2-47b1-9ff0-513fa3424198 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.667881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:42.689002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c9247812-aee2-40f9-a23e-0895481cbc83 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:42.689533 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.693627 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-99f968b3-bd6d-4171-9125-6b8b6a3d1f78 None None] Provisioning complete for port a7bf6d8c-1b6d-439e-9dff-e2829596e375 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:42.696499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-99f968b3-bd6d-4171-9125-6b8b6a3d1f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.703027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6e7af-aee2-47b1-9ff0-513fa3424198 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Port': ['ID=3a1c7e82-d618-4493-94bd-b8cb71e95df7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:42.707100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:42.712596 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:42.742885 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.766340 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-48d6e7af-aee2-47b1-9ff0-513fa3424198 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.772235 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-48d6e7af-aee2-47b1-9ff0-513fa3424198 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/ports/3a1c7e82-d618-4493-94bd-b8cb71e95df7 HTTP/1.1" status: 204 len: 168 time: 1.3110945 Dec 22 04:57:42.773351 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42186) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:42.832764 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e6f348-97b4-4c94-b26d-1108f12c9d1f tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] DELETE failed (client error): The resource could not be found. Dec 22 04:57:42.833379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e6f348-97b4-4c94-b26d-1108f12c9d1f tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:42.841537 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-37e6f348-97b4-4c94-b26d-1108f12c9d1f tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/subnets/3bfc2b84-806e-4948-8f8b-dd61103deff5 HTTP/1.1" status: 404 len: 337 time: 0.0649276 Dec 22 04:57:42.841750 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42188) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:42.860285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-99f968b3-bd6d-4171-9125-6b8b6a3d1f78 None None] Port a7bf6d8c-1b6d-439e-9dff-e2829596e375 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:42.891530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:42.892297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:42.897376 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:42.898229 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:42.916560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d44a597d-ce4c-4bfc-9077-fabb9862ae40 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:42.940856 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-99f968b3-bd6d-4171-9125-6b8b6a3d1f78 None None] Provisioning complete for port c9247812-aee2-40f9-a23e-0895481cbc83 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:42.941313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-99f968b3-bd6d-4171-9125-6b8b6a3d1f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.057836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port d44a597d-ce4c-4bfc-9077-fabb9862ae40 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:43.058206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.060495 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db20535-831a-4c0c-94bf-2b4310a043ae None None] Pushing event updated for resources: {'Port': ['ID=68f7f8eb-a9fd-409b-9fd5-642e17da2590,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:43.112520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.119653 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:43.120590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.220736 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3ae59112-206f-4dc9-bf7f-a848bf970650 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4345071 Dec 22 04:57:43.252224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42190) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:43.366151 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.392693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b08819-187f-4bcd-900b-5e1867c6b11d']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:43.413552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66470e37-3ba2-4b07-a44c-0f06eee1dad9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:43.419766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66470e37-3ba2-4b07-a44c-0f06eee1dad9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:43.424281 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-66470e37-3ba2-4b07-a44c-0f06eee1dad9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1709716 Dec 22 04:57:43.425029 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42198) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:43.437362 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde8f272-c768-4fd8-9c6e-ec21fe68eb19') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:43.437789 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde8f272-c768-4fd8-9c6e-ec21fe68eb19') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:43.449227 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:42Z', 'revision_number': 6, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8eb-a9fd-409b-9fd5-642e17da2590', 'name': '', 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:f9:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:36Z', 'updated_at': '2021-12-22T04:57:42Z', 'revision_number': 4, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:35Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:43.449984 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cfb141-8a4e-4181-b9e4-f18d43442ef2 None None] Update dhcp port {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'fixed_ips': [{'subnet_id': '1bfb2d1c-f5f5-488a-b908-182594fe7808', 'ip_address': '2001:db8::f816:3eff:fe8c:97df'}, {'subnet_id': '92840ac9-a5a8-4e86-954e-9bb7c5e5708b'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': 'ed60595f-a41f-4c35-8972-6719ea3ffd83'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:57:43.450860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=a7bf6d8c-1b6d-439e-9dff-e2829596e375,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:43.473456 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-584c7250-ecc7-4446-a995-c21650d4cf80 req-46f9faa5-80f1-4ae9-81f8-c017fffaf20c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 210 time: 0.1791120 Dec 22 04:57:43.475543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.490775 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e5993-18ba-42ad-8c37-917670b39ee5 None None] The sync data for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv is: [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:42Z', 'revision_number': 6, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8eb-a9fd-409b-9fd5-642e17da2590', 'name': '', 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:f9:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:36Z', 'updated_at': '2021-12-22T04:57:42Z', 'revision_number': 4, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:35Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:43.518380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ed60595f-a41f-4c35-8972-6719ea3ffd83 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:43.531900 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.560154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:43.560728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.576086 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-99f968b3-bd6d-4171-9125-6b8b6a3d1f78 None None] Provisioning complete for port ed60595f-a41f-4c35-8972-6719ea3ffd83 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:43.576965 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-99f968b3-bd6d-4171-9125-6b8b6a3d1f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:43.587098 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:43.602859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-58cfb141-8a4e-4181-b9e4-f18d43442ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.669076 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-8f52e573-3451-491e-a2b6-c0de54a0f636 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port f6428d57-90dc-411a-84bf-ce81c0ba71c3 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:43.669460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8f52e573-3451-491e-a2b6-c0de54a0f636 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.673145 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ed60595f-a41f-4c35-8972-6719ea3ffd83 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:43.674191 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.749973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.757339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e944e088-2d0b-4837-a2e7-9f527e80a050 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.760780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.767718 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/networks/60b08819-187f-4bcd-900b-5e1867c6b11d HTTP/1.1" status: 204 len: 168 time: 0.9214418 Dec 22 04:57:43.775232 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42200) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:43.796426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-9ee0268b-3526-4db9-be88-0526e22e1dfb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:43.797904 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-9ee0268b-3526-4db9-be88-0526e22e1dfb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks?id=be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 HTTP/1.1" status: 200 len: 795 time: 0.5113783 Dec 22 04:57:43.830339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e944e088-2d0b-4837-a2e7-9f527e80a050 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.844106 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-42223261-69df-426e-a884-3b16fdbcde3e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Deleting subnet d983ad19-85ed-4ce0-acad-91347b9c968b {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:43.847518 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-42223261-69df-426e-a884-3b16fdbcde3e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.879609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.888565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-42223261-69df-426e-a884-3b16fdbcde3e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.942501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-99f968b3-bd6d-4171-9125-6b8b6a3d1f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.960860 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-bb22bcfd-74c9-45c5-9031-97036217e1b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 472 time: 0.1257298 Dec 22 04:57:43.986126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port ed60595f-a41f-4c35-8972-6719ea3ffd83, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ed60595f-a41f-4c35-8972-6719ea3ffd83,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:43.988856 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:43.998684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-42223261-69df-426e-a884-3b16fdbcde3e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.000389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-58cfb141-8a4e-4181-b9e4-f18d43442ef2 None None] Allocated IP 172.20.0.2 (2485d7d3-5b15-435d-bf80-f80d67582626/92840ac9-a5a8-4e86-954e-9bb7c5e5708b/ed60595f-a41f-4c35-8972-6719ea3ffd83) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:44.028975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fbab2-ac13-46f2-aa99-c064278c64bd tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Network': ['ID=60b08819-187f-4bcd-900b-5e1867c6b11d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:44.044351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'device_id': '9b606757-5d04-47b1-a3e0-0f640861663e', 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9', 'admin_state_up': True, 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'security_groups': ['205b44bd-887c-4f8d-be16-794e58365031']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:44.059210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8f52e573-3451-491e-a2b6-c0de54a0f636 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.064589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.077946 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-8f52e573-3451-491e-a2b6-c0de54a0f636 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for f6428d57-90dc-411a-84bf-ce81c0ba71c3 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:44.168509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e944e088-2d0b-4837-a2e7-9f527e80a050 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 3e948e8d-f84d-4f8a-a1d1-ac118364685e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:44.192270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-42223261-69df-426e-a884-3b16fdbcde3e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.267445 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-42223261-69df-426e-a884-3b16fdbcde3e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.270509 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-42223261-69df-426e-a884-3b16fdbcde3e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/subnets/d983ad19-85ed-4ce0-acad-91347b9c968b HTTP/1.1" status: 204 len: 168 time: 0.4939697 Dec 22 04:57:44.271441 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42223261-69df-426e-a884-3b16fdbcde3e tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Subnet': ['ID=d983ad19-85ed-4ce0-acad-91347b9c968b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:44.274198 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42202) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:44.295779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 68f7f8eb-a9fd-409b-9fd5-642e17da2590 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:44.298108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b93b8e-5926-4d3d-9bba-c1f843133094 None None] Network 876bf026-d886-47e9-8fca-ef8dd1b535c2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:44.362842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.388560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e944e088-2d0b-4837-a2e7-9f527e80a050 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:44.397245 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e944e088-2d0b-4837-a2e7-9f527e80a050 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.398437 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e944e088-2d0b-4837-a2e7-9f527e80a050 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e HTTP/1.1" status: 200 len: 953 time: 3.4258089 Dec 22 04:57:44.401620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42204) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:44.403932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.410750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=ed60595f-a41f-4c35-8972-6719ea3ffd83,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:44.416270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.424483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-99f968b3-bd6d-4171-9125-6b8b6a3d1f78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:57:44.424834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-99f968b3-bd6d-4171-9125-6b8b6a3d1f78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:57:44.483653 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:44.496557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.511438 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-58cfb141-8a4e-4181-b9e4-f18d43442ef2 None None] For port ed60595f-a41f-4c35-8972-6719ea3ffd83, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ed60595f-a41f-4c35-8972-6719ea3ffd83,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:44.545931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:44.546303 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.590096 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-58cfb141-8a4e-4181-b9e4-f18d43442ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.608328 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c99159f4-9e0c-402f-8a6c-f22bfa417233 req-232df0c5-00f5-479b-a43a-6367272c1783 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 210 time: 0.0440133 Dec 22 04:57:44.654166 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4ef0fb43-31cb-4838-9511-c72d25b36af2 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e HTTP/1.1" status: 200 len: 953 time: 0.2506340 Dec 22 04:57:44.657719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42208) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:44.663367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-11349376-306f-4c24-a98e-eb02423f19f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'router': {'routes': None}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:44.668074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2434f55d-0176-40dd-9eb7-675f73e24c2e None None] Sync routers for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:44.677574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-58cfb141-8a4e-4181-b9e4-f18d43442ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.723729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434f55d-0176-40dd-9eb7-675f73e24c2e None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:44.724630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2434f55d-0176-40dd-9eb7-675f73e24c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:44.727683 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.737467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f8387d-df9c-44af-b51d-4a5ea9ba2993 None None] DHCP port deletion for 876bf026-d886-47e9-8fca-ef8dd1b535c2 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:44.747118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Deleting port cd8c3abd-3fa3-480a-9159-f3c99fff7567 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:44.747459 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.796794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8f52e573-3451-491e-a2b6-c0de54a0f636 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.821124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.872033 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52e573-3451-491e-a2b6-c0de54a0f636 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=f6428d57-90dc-411a-84bf-ce81c0ba71c3,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:44.882552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.917073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfb141-8a4e-4181-b9e4-f18d43442ef2 None None] Pushing event updated for resources: {'Port': ['ID=ed60595f-a41f-4c35-8972-6719ea3ffd83,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:44.920276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.24 (be35a4d6-70c1-4ac7-a2b6-7603a138f3b9/50691bb7-921e-4350-8f2c-c23afacc0e6b/9ca5f330-21ed-42ca-88fb-bd001c3cd85d) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:44.941708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 68f7f8eb-a9fd-409b-9fd5-642e17da2590, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=68f7f8eb-a9fd-409b-9fd5-642e17da2590,segment=NetworkSegment(30f0f608-3af3-4480-8be2-1cb31de5ab0e),segment_id=30f0f608-3af3-4480-8be2-1cb31de5ab0e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:44.964670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-2434f55d-0176-40dd-9eb7-675f73e24c2e None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:44.992274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] For port cd8c3abd-3fa3-480a-9159-f3c99fff7567, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=cd8c3abd-3fa3-480a-9159-f3c99fff7567,segment=NetworkSegment(c31ba084-b7bd-4199-ae89-ed76c1c1a7df),segment_id=c31ba084-b7bd-4199-ae89-ed76c1c1a7df)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:44.992565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:44.994123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=a7bf6d8c-1b6d-439e-9dff-e2829596e375,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:45.003000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.030424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Calling delete_port for cd8c3abd-3fa3-480a-9159-f3c99fff7567 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:45.070601 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.085480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8f52e573-3451-491e-a2b6-c0de54a0f636 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.089961 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8f52e573-3451-491e-a2b6-c0de54a0f636 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/f6428d57-90dc-411a-84bf-ce81c0ba71c3 HTTP/1.1" status: 204 len: 168 time: 1.6622303 Dec 22 04:57:45.094582 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42210) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:45.166605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8387d-df9c-44af-b51d-4a5ea9ba2993 None None] Deleting port cd8c3abd-3fa3-480a-9159-f3c99fff7567 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:45.166976 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f7f8387d-df9c-44af-b51d-4a5ea9ba2993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.233046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.283961 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=68f7f8eb-a9fd-409b-9fd5-642e17da2590,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:45.302950 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf5c25-727a-4bf3-a248-e49e3a620559 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:45.304748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf5c25-727a-4bf3-a248-e49e3a620559 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:45.306482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bf5c25-727a-4bf3-a248-e49e3a620559 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:45.311302 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d2bf5c25-727a-4bf3-a248-e49e3a620559 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1880302 Dec 22 04:57:45.312230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42212) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:45.316879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network e3664855-16ba-4823-94ef-e1493645d129 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:45.318680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:45.441611 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-120ef1b3-1c46-4eaf-93df-4081cae2583b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 1bfb2d1c-f5f5-488a-b908-182594fe7808 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:45.451120 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-120ef1b3-1c46-4eaf-93df-4081cae2583b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.504779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f7f8387d-df9c-44af-b51d-4a5ea9ba2993 None None] For port cd8c3abd-3fa3-480a-9159-f3c99fff7567, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=cd8c3abd-3fa3-480a-9159-f3c99fff7567,segment=NetworkSegment(c31ba084-b7bd-4199-ae89-ed76c1c1a7df),segment_id=c31ba084-b7bd-4199-ae89-ed76c1c1a7df)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:45.505222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f7f8387d-df9c-44af-b51d-4a5ea9ba2993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.513945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.521536 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8387d-df9c-44af-b51d-4a5ea9ba2993 None None] Calling delete_port for cd8c3abd-3fa3-480a-9159-f3c99fff7567 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:45.543852 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Port': ['ID=cd8c3abd-3fa3-480a-9159-f3c99fff7567,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:45.564871 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-120ef1b3-1c46-4eaf-93df-4081cae2583b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.571237 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] No DVR routers for this DVR port cd8c3abd-3fa3-480a-9159-f3c99fff7567 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:45.618296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f7f8387d-df9c-44af-b51d-4a5ea9ba2993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.637343 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.extraroute_db [None req-11349376-306f-4c24-a98e-eb02423f19f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Added routes are [] {{(pid=109182) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 22 04:57:45.637906 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.extraroute_db [None req-11349376-306f-4c24-a98e-eb02423f19f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=109182) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 22 04:57:45.648764 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0605f92e-3400-4be2-a501-21bb768e436d None None] Provisioning complete for port a7bf6d8c-1b6d-439e-9dff-e2829596e375 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:45.649133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0605f92e-3400-4be2-a501-21bb768e436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.651154 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f8387d-df9c-44af-b51d-4a5ea9ba2993 None None] No DVR routers for this DVR port cd8c3abd-3fa3-480a-9159-f3c99fff7567 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:45.657724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.675405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:45.675771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:45.676104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:45.676628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:45.676817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:45.677328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:45.677505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:45.677920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:45.678239 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:45.678552 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:45.678861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:45.679218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:45.746759 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.747019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8387d-df9c-44af-b51d-4a5ea9ba2993 None None] Pushing event deleted for resources: {'Port': ['ID=cd8c3abd-3fa3-480a-9159-f3c99fff7567,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:45.784382 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876bf026-d886-47e9-8fca-ef8dd1b535c2']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:45.797351 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31ba084-b7bd-4199-ae89-ed76c1c1a7df') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:45.797691 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31ba084-b7bd-4199-ae89-ed76c1c1a7df') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:45.813047 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.813896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-0605f92e-3400-4be2-a501-21bb768e436d None None] Port a7bf6d8c-1b6d-439e-9dff-e2829596e375 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:45.840339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0605f92e-3400-4be2-a501-21bb768e436d None None] Provisioning complete for port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:45.840710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0605f92e-3400-4be2-a501-21bb768e436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.851949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-120ef1b3-1c46-4eaf-93df-4081cae2583b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.864289 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.869040 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-11349376-306f-4c24-a98e-eb02423f19f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:45.887422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2434f55d-0176-40dd-9eb7-675f73e24c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:42Z', 'revision_number': 6, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8eb-a9fd-409b-9fd5-642e17da2590', 'name': '', 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:f9:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:36Z', 'updated_at': '2021-12-22T04:57:42Z', 'revision_number': 4, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:35Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:45.907871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:45.920888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2434f55d-0176-40dd-9eb7-675f73e24c2e None None] Checking router: 3e948e8d-f84d-4f8a-a1d1-ac118364685e for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:45.941676 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2434f55d-0176-40dd-9eb7-675f73e24c2e None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:45.942435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2434f55d-0176-40dd-9eb7-675f73e24c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:45.995015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:45.998502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=9ca5f330-21ed-42ca-88fb-bd001c3cd85d,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:46.013610 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:46.051105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-2434f55d-0176-40dd-9eb7-675f73e24c2e None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:46.090944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:46.091613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.131123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41330efb-0928-458d-b5ee-970b1a01bc24 req-f8cda095-bbf2-422d-ba5e-5f4d22f8f9b8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:46.138579 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-41330efb-0928-458d-b5ee-970b1a01bc24 req-f8cda095-bbf2-422d-ba5e-5f4d22f8f9b8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 932 time: 0.3134210 Dec 22 04:57:46.215507 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-41330efb-0928-458d-b5ee-970b1a01bc24 req-acf7e711-22c5-4bba-b6ab-7f707a2931c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694418 Dec 22 04:57:46.222891 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-43bc9689-84bd-4950-82d2-ead1c415f9a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2369230 Dec 22 04:57:46.240451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 68f7f8eb-a9fd-409b-9fd5-642e17da2590 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:46.293187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Router eb62de59-21b2-45ef-bc39-3943d81ab1af is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:57:46.309274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.355283 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:46.355480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:46.358655 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:46.360811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Request body: {'port': {'device_id': '9b606757-5d04-47b1-a3e0-0f640861663e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:46.382218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:46.382585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.468604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46051f84-d311-4246-a572-82d2f71c89fa None None] Provisioning complete for port a7bf6d8c-1b6d-439e-9dff-e2829596e375 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:46.469009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46051f84-d311-4246-a572-82d2f71c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.480692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:46.487189 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5d0011b1-d7bf-4117-92dc-050b287d28c8 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "PUT /v2.0/routers/eb62de59-21b2-45ef-bc39-3943d81ab1af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9895298 Dec 22 04:57:46.491682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.491682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42218) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:46.492490 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dff89b-5f42-4f1f-a9aa-67336149b7a1 None None] Sync routers for ids ['eb62de59-21b2-45ef-bc39-3943d81ab1af'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:46.501709 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dff89b-5f42-4f1f-a9aa-67336149b7a1 None None] Routers {'eb62de59-21b2-45ef-bc39-3943d81ab1af'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:46.502621 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f9dff89b-5f42-4f1f-a9aa-67336149b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb62de59-21b2-45ef-bc39-3943d81ab1af'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:46.511487 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.521668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.526706 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46051f84-d311-4246-a572-82d2f71c89fa None None] Port a7bf6d8c-1b6d-439e-9dff-e2829596e375 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:46.529242 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] 10.222.0.54 "DELETE /v2.0/networks/876bf026-d886-47e9-8fca-ef8dd1b535c2 HTTP/1.1" status: 204 len: 168 time: 2.2533801 Dec 22 04:57:46.547492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa09dfe-0ffc-481a-81fc-b0a8e6d34771 tempest-NetworksIpV6TestAttrs-35322508 tempest-NetworksIpV6TestAttrs-35322508-project] Pushing event deleted for resources: {'Network': ['ID=876bf026-d886-47e9-8fca-ef8dd1b535c2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:46.550532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-120ef1b3-1c46-4eaf-93df-4081cae2583b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.557792 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f9dff89b-5f42-4f1f-a9aa-67336149b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:46.563916 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46051f84-d311-4246-a572-82d2f71c89fa None None] Provisioning complete for port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:46.564491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46051f84-d311-4246-a572-82d2f71c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.574400 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dff89b-5f42-4f1f-a9aa-67336149b7a1 None None] Routers {'eb62de59-21b2-45ef-bc39-3943d81ab1af'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:46.575228 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f9dff89b-5f42-4f1f-a9aa-67336149b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb62de59-21b2-45ef-bc39-3943d81ab1af'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:46.616878 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f9dff89b-5f42-4f1f-a9aa-67336149b7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:46.618124 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dff89b-5f42-4f1f-a9aa-67336149b7a1 None None] The sync data for ids ['eb62de59-21b2-45ef-bc39-3943d81ab1af'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:46.624173 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ef1b3-1c46-4eaf-93df-4081cae2583b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=1bfb2d1c-f5f5-488a-b908-182594fe7808,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:46.634906 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-120ef1b3-1c46-4eaf-93df-4081cae2583b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.645198 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46051f84-d311-4246-a572-82d2f71c89fa None None] Port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:46.647167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c84d3b-ad7d-4bfe-af2c-7686425addc7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:46.653247 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-120ef1b3-1c46-4eaf-93df-4081cae2583b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/1bfb2d1c-f5f5-488a-b908-182594fe7808 HTTP/1.1" status: 204 len: 168 time: 1.3364196 Dec 22 04:57:46.653793 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-48c84d3b-ad7d-4bfe-af2c-7686425addc7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb62de59-21b2-45ef-bc39-3943d81ab1af HTTP/1.1" status: 200 len: 983 time: 0.1620157 Dec 22 04:57:46.655478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42222) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:46.655712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42224) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:46.657221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-11349376-306f-4c24-a98e-eb02423f19f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.663367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-11349376-306f-4c24-a98e-eb02423f19f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.666882 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2434f55d-0176-40dd-9eb7-675f73e24c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:45Z', 'revision_number': 7, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8eb-a9fd-409b-9fd5-642e17da2590', 'name': '', 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:f9:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:36Z', 'updated_at': '2021-12-22T04:57:44Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:35Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:46.716585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ed60595f-a41f-4c35-8972-6719ea3ffd83 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:46.722825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2434f55d-0176-40dd-9eb7-675f73e24c2e None None] The sync data for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv is: [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:45Z', 'revision_number': 7, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8eb-a9fd-409b-9fd5-642e17da2590', 'name': '', 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:f9:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:36Z', 'updated_at': '2021-12-22T04:57:44Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:35Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:46.750880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46051f84-d311-4246-a572-82d2f71c89fa None None] Provisioning complete for port ed60595f-a41f-4c35-8972-6719ea3ffd83 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:46.751542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46051f84-d311-4246-a572-82d2f71c89fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.813313 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11349376-306f-4c24-a98e-eb02423f19f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 3e948e8d-f84d-4f8a-a1d1-ac118364685e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:46.866122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ed60595f-a41f-4c35-8972-6719ea3ffd83 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:46.866633 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.887452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5f7c45-c6e1-4b40-a66b-84ff67ba9fc5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 92840ac9-a5a8-4e86-954e-9bb7c5e5708b {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:46.915865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9e2f45-52ff-4799-8e27-3efc26d7669a None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:46.949639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c45-c6e1-4b40-a66b-84ff67ba9fc5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.954166 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11349376-306f-4c24-a98e-eb02423f19f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:46.974087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-11349376-306f-4c24-a98e-eb02423f19f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:46.976872 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-11349376-306f-4c24-a98e-eb02423f19f8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e HTTP/1.1" status: 200 len: 703 time: 2.3154302 Dec 22 04:57:46.980853 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42226) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:46.984394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46051f84-d311-4246-a572-82d2f71c89fa None None] Could not find standard attr ID for object f6428d57-90dc-411a-84bf-ce81c0ba71c3. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:57:47.076239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c45-c6e1-4b40-a66b-84ff67ba9fc5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:47.130643 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8faea68e-0362-4bdc-9ca7-bacc11767fca tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e HTTP/1.1" status: 200 len: 703 time: 0.1359921 Dec 22 04:57:47.133987 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42230) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:47.141999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879e7ef7-1bda-4dd9-bdb7-ea7a17188ec5 None None] Sync routers for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:47.167414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e7ef7-1bda-4dd9-bdb7-ea7a17188ec5 None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:47.168239 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-879e7ef7-1bda-4dd9-bdb7-ea7a17188ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:47.193058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42232) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:47.218477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device cd8c3abd-3fa3-480a-9159-f3c99fff7567 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:47.310831 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: cd8c3abd-3fa3-480a-9159-f3c99fff7567 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:47.311231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device cd8c3abd-3fa3-480a-9159-f3c99fff7567 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:47.353968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-879e7ef7-1bda-4dd9-bdb7-ea7a17188ec5 None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:47.365041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c45-c6e1-4b40-a66b-84ff67ba9fc5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:47.420767 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98093a-e29b-4546-8836-6c367f30b6f1 req-e70ea51a-9411-402f-a96d-09a45e44add3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:47.425700 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ad98093a-e29b-4546-8836-6c367f30b6f1 req-e70ea51a-9411-402f-a96d-09a45e44add3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 932 time: 0.1501403 Dec 22 04:57:47.508583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca5f330-21ed-42ca-88fb-bd001c3cd85d {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:57:47.518607 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ad98093a-e29b-4546-8836-6c367f30b6f1 req-aa0928a4-4c9f-4a0e-8a1c-edc23fa8afac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814717 Dec 22 04:57:47.526415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:47.637017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-879e7ef7-1bda-4dd9-bdb7-ea7a17188ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:45Z', 'revision_number': 7, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8eb-a9fd-409b-9fd5-642e17da2590', 'name': '', 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:f9:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:36Z', 'updated_at': '2021-12-22T04:57:44Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:35Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:47.643783 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-02e66b5d-2529-4bbe-97f8-0dcc7a172926 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=83dbaae552c54d47bd958c1e0be036db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4471238 Dec 22 04:57:47.644251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42238) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:47.671919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879e7ef7-1bda-4dd9-bdb7-ea7a17188ec5 None None] Checking router: 3e948e8d-f84d-4f8a-a1d1-ac118364685e for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:47.684068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e7ef7-1bda-4dd9-bdb7-ea7a17188ec5 None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:47.684897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-879e7ef7-1bda-4dd9-bdb7-ea7a17188ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:47.688394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-aad39645-5d45-482f-8c9a-6b8303c19ef8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:47.702140 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Transition to ACTIVE for port object 9ca5f330-21ed-42ca-88fb-bd001c3cd85d will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:57:47.706215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c45-c6e1-4b40-a66b-84ff67ba9fc5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:47.783859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c45-c6e1-4b40-a66b-84ff67ba9fc5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:47.787895 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-df5f7c45-c6e1-4b40-a66b-84ff67ba9fc5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/92840ac9-a5a8-4e86-954e-9bb7c5e5708b HTTP/1.1" status: 204 len: 168 time: 1.1268620 Dec 22 04:57:47.788992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:47.792383 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f7c45-c6e1-4b40-a66b-84ff67ba9fc5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=92840ac9-a5a8-4e86-954e-9bb7c5e5708b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:47.793681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42240) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:47.804822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-879e7ef7-1bda-4dd9-bdb7-ea7a17188ec5 None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:47.835876 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-addc8f8d-2b66-45de-a00f-a1d09ea4293b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:47.839822 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-855a8c7d-41bf-4f13-aee2-435b5690a191 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449858 Dec 22 04:57:47.840644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b36697a-bb5f-41f6-ae05-d793b453b010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:47.843474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42242) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:47.881236 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:48.053573 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca5f330-21ed-42ca-88fb-bd001c3cd85d,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:48.061770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b36697a-bb5f-41f6-ae05-d793b453b010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:48.176813 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:48.184085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:48.209587 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa030b86-face-42d2-8ce6-d108b10b6322 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:48.222627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Attempting to bind port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:48.226291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Attempting to bind port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:48.226291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Attempting to bind port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d on network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:48.261437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d on network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:57:48.261861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Attempting to bind port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d on network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:48.295892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-aad39645-5d45-482f-8c9a-6b8303c19ef8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 68f7f8eb-a9fd-409b-9fd5-642e17da2590 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:48.296261 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-aad39645-5d45-482f-8c9a-6b8303c19ef8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:48.298641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b36697a-bb5f-41f6-ae05-d793b453b010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:48.302142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b36697a-bb5f-41f6-ae05-d793b453b010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:48.310137 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0b36697a-bb5f-41f6-ae05-d793b453b010 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9f3da689-5fe7-47bd-b10c-046888298748 HTTP/1.1" status: 204 len: 168 time: 0.6648109 Dec 22 04:57:48.311796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:48.312142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Checking segment: {'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:48.312547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Bound using segment: {'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:48.312989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Bound port: 9ca5f330-21ed-42ca-88fb-bd001c3cd85d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:48.313342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:48.335613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36697a-bb5f-41f6-ae05-d793b453b010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3da689-5fe7-47bd-b10c-046888298748,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:48.376220 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-879e7ef7-1bda-4dd9-bdb7-ea7a17188ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:45Z', 'revision_number': 7, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8eb-a9fd-409b-9fd5-642e17da2590', 'name': '', 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:f9:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:36Z', 'updated_at': '2021-12-22T04:57:44Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:35Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:48.413106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a8baa0ac-b672-4ffb-8ad4-45bcb9745092 None None] Provisioning complete for port ed60595f-a41f-4c35-8972-6719ea3ffd83 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:48.413805 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a8baa0ac-b672-4ffb-8ad4-45bcb9745092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:48.418379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879e7ef7-1bda-4dd9-bdb7-ea7a17188ec5 None None] The sync data for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv is: [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:45Z', 'revision_number': 7, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f7f8eb-a9fd-409b-9fd5-642e17da2590', 'name': '', 'network_id': '1e477467-0e84-4eed-9132-aea6425414c3', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:f9:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:36Z', 'updated_at': '2021-12-22T04:57:44Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '605aaaee-cdc3-4915-bf56-d9a54f542e96', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:35Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:48.440493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-aad39645-5d45-482f-8c9a-6b8303c19ef8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] For port 68f7f8eb-a9fd-409b-9fd5-642e17da2590, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=68f7f8eb-a9fd-409b-9fd5-642e17da2590,segment=NetworkSegment(30f0f608-3af3-4480-8be2-1cb31de5ab0e),segment_id=30f0f608-3af3-4480-8be2-1cb31de5ab0e)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:48.441433 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-aad39645-5d45-482f-8c9a-6b8303c19ef8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:48.442748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] For port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:48.446514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] For port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9ca5f330-21ed-42ca-88fb-bd001c3cd85d,segment=NetworkSegment(6248c661-696b-495a-be40-72d00010b23b),segment_id=6248c661-696b-495a-be40-72d00010b23b)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:48.459436 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-aad39645-5d45-482f-8c9a-6b8303c19ef8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 68f7f8eb-a9fd-409b-9fd5-642e17da2590 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:48.596947 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75d133-e0f0-4a0e-8947-449f99265506 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:48.677339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7b75d133-e0f0-4a0e-8947-449f99265506 None None] Deleting port ed60595f-a41f-4c35-8972-6719ea3ffd83 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:48.677868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b75d133-e0f0-4a0e-8947-449f99265506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:48.973576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7b75d133-e0f0-4a0e-8947-449f99265506 None None] For port ed60595f-a41f-4c35-8972-6719ea3ffd83, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ed60595f-a41f-4c35-8972-6719ea3ffd83,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:48.974378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b75d133-e0f0-4a0e-8947-449f99265506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:48.982760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.objects.ports [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109182) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:57:48.990561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7b75d133-e0f0-4a0e-8947-449f99265506 None None] Calling delete_port for ed60595f-a41f-4c35-8972-6719ea3ffd83 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:49.006759 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-aad39645-5d45-482f-8c9a-6b8303c19ef8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:49.017670 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:49.093151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:49.093810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:49.095403 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] 10.222.0.16 "PUT /v2.0/ports/9ca5f330-21ed-42ca-88fb-bd001c3cd85d HTTP/1.1" status: 200 len: 1094 time: 2.8538525 Dec 22 04:57:49.096797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b606757-5d04-47b1-a3e0-0f640861663e', 'tag': '9ca5f330-21ed-42ca-88fb-bd001c3cd85d'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:57:49.099046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4a10ac-2d81-4191-986d-ee1167e86795" -d '{"events": [{"name": "network-changed", "server_uuid": "9b606757-5d04-47b1-a3e0-0f640861663e", "tag": "9ca5f330-21ed-42ca-88fb-bd001c3cd85d"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:57:49.136791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3fbb5-1326-4190-9dd7-e2767f3ae6ce req-871bfbc0-17fa-4a52-84c7-bac52176c9bf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:49.138353 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1b3fbb5-1326-4190-9dd7-e2767f3ae6ce req-871bfbc0-17fa-4a52-84c7-bac52176c9bf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 944 time: 0.1354315 Dec 22 04:57:49.139353 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad0f23-3968-4cd9-80c7-925bc34a0599 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca5f330-21ed-42ca-88fb-bd001c3cd85d,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:49.153006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad39645-5d45-482f-8c9a-6b8303c19ef8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=68f7f8eb-a9fd-409b-9fd5-642e17da2590,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:49.166363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-addc8f8d-2b66-45de-a00f-a1d09ea4293b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port a7bf6d8c-1b6d-439e-9dff-e2829596e375 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:49.166713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-addc8f8d-2b66-45de-a00f-a1d09ea4293b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:49.201794 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b75d133-e0f0-4a0e-8947-449f99265506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:49.235433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75d133-e0f0-4a0e-8947-449f99265506 None None] No DVR routers for this DVR port ed60595f-a41f-4c35-8972-6719ea3ffd83 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:49.294347 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75d133-e0f0-4a0e-8947-449f99265506 None None] Pushing event deleted for resources: {'Port': ['ID=ed60595f-a41f-4c35-8972-6719ea3ffd83,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:49.363615 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-aad39645-5d45-482f-8c9a-6b8303c19ef8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:49.385527 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1b3fbb5-1326-4190-9dd7-e2767f3ae6ce req-74aa3896-8d95-42d5-95ba-5e8f9a20bc54 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233646 Dec 22 04:57:49.390370 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.services.revisions.revision_plugin [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Could not find related port for resource to bump revision. Dec 22 04:57:49.417674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-33c5de29-c9af-49ae-9904-5979cc97732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:49.419469 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-33c5de29-c9af-49ae-9904-5979cc97732b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 1097 time: 0.1424119 Dec 22 04:57:49.430713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-addc8f8d-2b66-45de-a00f-a1d09ea4293b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:49.493572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Port ed60595f-a41f-4c35-8972-6719ea3ffd83 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109182) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 04:57:49.493876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8c:97df {{(pid=109182) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 22 04:57:49.494310 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-0f014cee-db63-4a00-ab1a-26190f50e629 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9ca5f330-21ed-42ca-88fb-bd001c3cd85d HTTP/1.1" status: 200 len: 217 time: 0.0590708 Dec 22 04:57:49.495257 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-addc8f8d-2b66-45de-a00f-a1d09ea4293b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for a7bf6d8c-1b6d-439e-9dff-e2829596e375 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:49.498116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_pluggable_backend [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8c:97df {{(pid=109182) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 22 04:57:49.501410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a2a86a-7aac-4e88-8aa4-a4f5223a9d6a x-openstack-request-id: req-80a2a86a-7aac-4e88-8aa4-a4f5223a9d6a {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:57:49.501410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b606757-5d04-47b1-a3e0-0f640861663e", "tag": "9ca5f330-21ed-42ca-88fb-bd001c3cd85d", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:57:49.501584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:49.501675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80a2a86a-7aac-4e88-8aa4-a4f5223a9d6a {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:57:49.501764 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b606757-5d04-47b1-a3e0-0f640861663e', 'tag': '9ca5f330-21ed-42ca-88fb-bd001c3cd85d', 'status': 'completed', 'code': 200} Dec 22 04:57:49.513274 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dd743e-fa8b-4648-9b19-3eeb68b65b00 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:57:49.557992 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:49.561441 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:49.564435 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:49.565009 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:49.585540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=72325b6b-d5ce-45fa-857f-85f7cd3fc40d,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:49.603490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-7df48f15-7597-465a-accf-efbd7de863ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:49.605119 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-7df48f15-7597-465a-accf-efbd7de863ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50691bb7-921e-4350-8f2c-c23afacc0e6b HTTP/1.1" status: 200 len: 838 time: 0.0655239 Dec 22 04:57:49.636309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dd743e-fa8b-4648-9b19-3eeb68b65b00 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:57:49.654554 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7b5451e9-23e5-4629-905f-0ab894ff7b8a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8109403 Dec 22 04:57:49.658501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42254) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:49.665846 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9793971b-b9a0-4616-b9d7-5d945affbaca tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:49.702983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-fd808262-c84d-4988-b215-c5d3001c514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:49.704527 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-fd808262-c84d-4988-b215-c5d3001c514f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be35a4d6-70c1-4ac7-a2b6-7603a138f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0916319 Dec 22 04:57:49.743781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad39645-5d45-482f-8c9a-6b8303c19ef8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 3e948e8d-f84d-4f8a-a1d1-ac118364685e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:49.827771 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-a19fae21-7674-4a5a-9361-e651acef00a0 service neutron] 10.222.0.16 "GET /v2.0/networks/be35a4d6-70c1-4ac7-a2b6-7603a138f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012530 Dec 22 04:57:49.872347 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad39645-5d45-482f-8c9a-6b8303c19ef8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:49.880367 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-aad39645-5d45-482f-8c9a-6b8303c19ef8 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7453606 Dec 22 04:57:49.880960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42256) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:49.884526 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16995b-f130-40bd-97be-924cb5d3be5c None None] Sync routers for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:49.887837 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-addc8f8d-2b66-45de-a00f-a1d09ea4293b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:49.910854 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16995b-f130-40bd-97be-924cb5d3be5c None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:49.911644 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-4a16995b-f130-40bd-97be-924cb5d3be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:49.912442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '72325b6b-d5ce-45fa-857f-85f7cd3fc40d'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:49.913345 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:49.927703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc8f8d-2b66-45de-a00f-a1d09ea4293b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=a7bf6d8c-1b6d-439e-9dff-e2829596e375,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:49.955314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0b2319-f08c-4954-b7d0-28130d09262c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting subnet 605aaaee-cdc3-4915-bf56-d9a54f542e96 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:49.955314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2319-f08c-4954-b7d0-28130d09262c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:49.999711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9793971b-b9a0-4616-b9d7-5d945affbaca tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:50.003561 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9793971b-b9a0-4616-b9d7-5d945affbaca tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.006756 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-4a16995b-f130-40bd-97be-924cb5d3be5c None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:50.053457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2319-f08c-4954-b7d0-28130d09262c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.089962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-addc8f8d-2b66-45de-a00f-a1d09ea4293b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.094561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Allocated IP 2001:db8::f816:3eff:fee3:a830 (2485d7d3-5b15-435d-bf80-f80d67582626/72325b6b-d5ce-45fa-857f-85f7cd3fc40d/da9d9165-9d92-492e-99cc-1d968de5229d) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:50.230395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2319-f08c-4954-b7d0-28130d09262c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.269052 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-4a16995b-f130-40bd-97be-924cb5d3be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:48Z', 'revision_number': 8, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:35Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:50.278576 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b60f7ba2-ffaf-42d4-bb32-1d74073adbc0 req-80163b4f-215e-4d14-ad73-778e17ed7ed9 service neutron] 10.222.0.16 "GET /v2.0/networks/be35a4d6-70c1-4ac7-a2b6-7603a138f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432952 Dec 22 04:57:50.287642 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ed60595f-a41f-4c35-8972-6719ea3ffd83 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:50.303337 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16995b-f130-40bd-97be-924cb5d3be5c None None] Checking router: 3e948e8d-f84d-4f8a-a1d1-ac118364685e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:50.313198 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: ed60595f-a41f-4c35-8972-6719ea3ffd83 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:50.313198 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ed60595f-a41f-4c35-8972-6719ea3ffd83 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:50.313472 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16995b-f130-40bd-97be-924cb5d3be5c None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:50.324035 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-4a16995b-f130-40bd-97be-924cb5d3be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:50.390118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.394612 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addc8f8d-2b66-45de-a00f-a1d09ea4293b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Router eb62de59-21b2-45ef-bc39-3943d81ab1af has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:50.418198 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2319-f08c-4954-b7d0-28130d09262c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.426755 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-4a16995b-f130-40bd-97be-924cb5d3be5c None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:50.469786 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9c0b2319-f08c-4954-b7d0-28130d09262c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.471297 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.477104 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9c0b2319-f08c-4954-b7d0-28130d09262c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/605aaaee-cdc3-4915-bf56-d9a54f542e96 HTTP/1.1" status: 204 len: 168 time: 0.5944726 Dec 22 04:57:50.478121 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42260) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:50.478343 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b2319-f08c-4954-b7d0-28130d09262c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Subnet': ['ID=605aaaee-cdc3-4915-bf56-d9a54f542e96,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:50.518975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:50.534150 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:50.534350 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9793971b-b9a0-4616-b9d7-5d945affbaca tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.534459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:50.572320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Pushing event updated for resources: {'Port': ['ID=da9d9165-9d92-492e-99cc-1d968de5229d,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:50.598267 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9793971b-b9a0-4616-b9d7-5d945affbaca tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:50.605128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9793971b-b9a0-4616-b9d7-5d945affbaca tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:50.607486 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Attempting to bind port da9d9165-9d92-492e-99cc-1d968de5229d on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:50.607988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Attempting to bind port da9d9165-9d92-492e-99cc-1d968de5229d by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:50.608248 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Attempting to bind port da9d9165-9d92-492e-99cc-1d968de5229d on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:50.609386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9793971b-b9a0-4616-b9d7-5d945affbaca tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:50.610214 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9793971b-b9a0-4616-b9d7-5d945affbaca tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.617004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:50.617392 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:50.617937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.619636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:50.620140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Bound port: da9d9165-9d92-492e-99cc-1d968de5229d, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:50.620559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.623848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.627996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addc8f8d-2b66-45de-a00f-a1d09ea4293b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:50.634424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.643881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793971b-b9a0-4616-b9d7-5d945affbaca tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=32ebf98d-1b3a-4b08-b7e9-9fbac2e547d6,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:50.644262 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1d2e5-1176-40d6-9b1e-be6efa78e8d3 None None] Sync routers for ids ['eb62de59-21b2-45ef-bc39-3943d81ab1af'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:50.644354 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-addc8f8d-2b66-45de-a00f-a1d09ea4293b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "PUT /v2.0/routers/eb62de59-21b2-45ef-bc39-3943d81ab1af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9789643 Dec 22 04:57:50.647354 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42262) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:50.651575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1d2e5-1176-40d6-9b1e-be6efa78e8d3 None None] Routers {'eb62de59-21b2-45ef-bc39-3943d81ab1af'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:50.652262 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ceb1d2e5-1176-40d6-9b1e-be6efa78e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb62de59-21b2-45ef-bc39-3943d81ab1af'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:50.667797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a10ac-2d81-4191-986d-ee1167e86795 req-21671094-54dc-4d6d-aabf-c5708747afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:50.669325 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd4a10ac-2d81-4191-986d-ee1167e86795 req-21671094-54dc-4d6d-aabf-c5708747afe2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 1097 time: 0.1989348 Dec 22 04:57:50.677129 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0a885-3f88-4366-ae27-18391c3b9dcd req-eeff884a-eb01-4c78-a034-609b22b34b78 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:50.678600 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d4d0a885-3f88-4366-ae27-18391c3b9dcd req-eeff884a-eb01-4c78-a034-609b22b34b78 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 944 time: 0.1034403 Dec 22 04:57:50.679667 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-4a16995b-f130-40bd-97be-924cb5d3be5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:48Z', 'revision_number': 8, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:35Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:50.684865 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb38249-d5e0-4768-9581-b3ac9b475fcb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:57:50.689859 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7fb38249-d5e0-4768-9581-b3ac9b475fcb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/a7bf6d8c-1b6d-439e-9dff-e2829596e375 HTTP/1.1" status: 404 len: 333 time: 0.0406730 Dec 22 04:57:50.690891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42264) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:50.710990 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a16995b-f130-40bd-97be-924cb5d3be5c None None] The sync data for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv is: [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:48Z', 'revision_number': 8, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '993a5c21-344b-4720-a199-14a4c65bd7b3', 'name': '', 'network_id': '84efa103-ac77-44bc-90cc-a756ce2aae05', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:8e:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:28Z', 'updated_at': '2021-12-22T04:57:35Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '32ee1b36-4284-401b-9e6b-78ab33562fca', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:50.721040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ceb1d2e5-1176-40d6-9b1e-be6efa78e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:50.736717 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9793971b-b9a0-4616-b9d7-5d945affbaca tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0771911 Dec 22 04:57:50.741280 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb1d2e5-1176-40d6-9b1e-be6efa78e8d3 None None] Routers {'eb62de59-21b2-45ef-bc39-3943d81ab1af'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:50.741921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ceb1d2e5-1176-40d6-9b1e-be6efa78e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb62de59-21b2-45ef-bc39-3943d81ab1af'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:50.772542 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42266) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:50.780228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:8a:72:39', 'name': 'tempest-NetworksTestDHCPv6-2046067351'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:50.787955 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ceb1d2e5-1176-40d6-9b1e-be6efa78e8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:50.788553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb1d2e5-1176-40d6-9b1e-be6efa78e8d3 None None] The sync data for ids ['eb62de59-21b2-45ef-bc39-3943d81ab1af'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:50.813379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-956555b3-e018-4b58-8260-1b825be69599 None None] For port da9d9165-9d92-492e-99cc-1d968de5229d, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:50.816825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-956555b3-e018-4b58-8260-1b825be69599 None None] For port da9d9165-9d92-492e-99cc-1d968de5229d, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=da9d9165-9d92-492e-99cc-1d968de5229d,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:50.828415 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d4d0a885-3f88-4366-ae27-18391c3b9dcd req-56ccaf27-05c3-4014-8edf-e1ce9b2a87f5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351602 Dec 22 04:57:50.916477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:50.928974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a10ac-2d81-4191-986d-ee1167e86795 req-4a1ae6d4-5b96-45f3-9511-2b12f763877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:50.930460 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd4a10ac-2d81-4191-986d-ee1167e86795 req-4a1ae6d4-5b96-45f3-9511-2b12f763877d service neutron] 10.222.0.16 "GET /v2.0/networks?id=be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 HTTP/1.1" status: 200 len: 896 time: 0.2509851 Dec 22 04:57:50.983713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956555b3-e018-4b58-8260-1b825be69599 None None] Pushing event updated for resources: {'Port': ['ID=da9d9165-9d92-492e-99cc-1d968de5229d,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:50.994212 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd4a10ac-2d81-4191-986d-ee1167e86795 req-e07a01fa-42a0-4f87-905e-3ccebb14ce67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9ca5f330-21ed-42ca-88fb-bd001c3cd85d HTTP/1.1" status: 200 len: 217 time: 0.0559247 Dec 22 04:57:51.001336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port d44a597d-ce4c-4bfc-9077-fabb9862ae40 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:51.001670 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.092566 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7fa30f19-12da-45ac-9443-d15e645ee292 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.134106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] For port d44a597d-ce4c-4bfc-9077-fabb9862ae40, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d44a597d-ce4c-4bfc-9077-fabb9862ae40,segment=NetworkSegment(30f0f608-3af3-4480-8be2-1cb31de5ab0e),segment_id=30f0f608-3af3-4480-8be2-1cb31de5ab0e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:51.134475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.146264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a10ac-2d81-4191-986d-ee1167e86795 req-3eec905e-b3b8-4b19-8e3f-c756832795bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:51.147769 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd4a10ac-2d81-4191-986d-ee1167e86795 req-3eec905e-b3b8-4b19-8e3f-c756832795bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50691bb7-921e-4350-8f2c-c23afacc0e6b HTTP/1.1" status: 200 len: 838 time: 0.1434186 Dec 22 04:57:51.154492 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for d44a597d-ce4c-4bfc-9077-fabb9862ae40 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:51.245357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:51.304011 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7fa30f19-12da-45ac-9443-d15e645ee292 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.306542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7fa30f19-12da-45ac-9443-d15e645ee292 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.318507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a10ac-2d81-4191-986d-ee1167e86795 req-c584aa6f-6f8c-4f22-bcad-4f3e6db33599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:51.320420 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd4a10ac-2d81-4191-986d-ee1167e86795 req-c584aa6f-6f8c-4f22-bcad-4f3e6db33599 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=be35a4d6-70c1-4ac7-a2b6-7603a138f3b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1614764 Dec 22 04:57:51.420804 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.439069 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7fa30f19-12da-45ac-9443-d15e645ee292 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.439631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa30f19-12da-45ac-9443-d15e645ee292 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Fanout notify agent at l3_agent the message router_deleted on router eb62de59-21b2-45ef-bc39-3943d81ab1af {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:57:51.447406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7fa30f19-12da-45ac-9443-d15e645ee292 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.451337 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7fa30f19-12da-45ac-9443-d15e645ee292 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/routers/eb62de59-21b2-45ef-bc39-3943d81ab1af HTTP/1.1" status: 204 len: 168 time: 0.7564559 Dec 22 04:57:51.451337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42268) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:51.461484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port faf6001f-3986-464d-b5d9-7074d68fbe58 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:51.479853 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd4a10ac-2d81-4191-986d-ee1167e86795 req-fdc30788-6401-429b-aec3-e0a7e1ae1e28 service neutron] 10.222.0.16 "GET /v2.0/networks/be35a4d6-70c1-4ac7-a2b6-7603a138f3b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514161 Dec 22 04:57:51.501906 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2127e72-3df9-460e-b3c2-34cb6a9f7c99 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting subnet 333e76d7-3966-477c-883e-c05b3ab154af {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:51.505057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2127e72-3df9-460e-b3c2-34cb6a9f7c99 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.548646 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2127e72-3df9-460e-b3c2-34cb6a9f7c99 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.557080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.631946 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2127e72-3df9-460e-b3c2-34cb6a9f7c99 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.762063 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2127e72-3df9-460e-b3c2-34cb6a9f7c99 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.792924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2127e72-3df9-460e-b3c2-34cb6a9f7c99 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Subnet': ['ID=333e76d7-3966-477c-883e-c05b3ab154af,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:51.799297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2127e72-3df9-460e-b3c2-34cb6a9f7c99 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.802073 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a2127e72-3df9-460e-b3c2-34cb6a9f7c99 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/333e76d7-3966-477c-883e-c05b3ab154af HTTP/1.1" status: 204 len: 168 time: 0.3499579 Dec 22 04:57:51.804700 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42270) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:51.889728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:51.891061 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=d44a597d-ce4c-4bfc-9077-fabb9862ae40,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:51.900131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No DVR routers for this DVR port d44a597d-ce4c-4bfc-9077-fabb9862ae40 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:51.987546 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb9c6-a9bc-4ebe-a447-c6e57fb3bde6 req-24ed9652-2f01-4c4c-ba8c-5096881544cb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:51.989119 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f97cb9c6-a9bc-4ebe-a447-c6e57fb3bde6 req-24ed9652-2f01-4c4c-ba8c-5096881544cb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 944 time: 0.0798719 Dec 22 04:57:52.001572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port c9247812-aee2-40f9-a23e-0895481cbc83 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:52.001905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.047064 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.078709 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd4a10ac-2d81-4191-986d-ee1167e86795 req-62b88dce-4b20-4feb-b4ac-61a649ce7d9d service neutron] 10.222.0.16 "GET /v2.0/networks/be35a4d6-70c1-4ac7-a2b6-7603a138f3b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5729623 Dec 22 04:57:52.085185 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e477467-0e84-4eed-9132-aea6425414c3']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:52.088536 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f97cb9c6-a9bc-4ebe-a447-c6e57fb3bde6 req-5764ab84-bcd5-476c-a9dc-dcd781fefc39 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888600 Dec 22 04:57:52.096083 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] For port c9247812-aee2-40f9-a23e-0895481cbc83, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c9247812-aee2-40f9-a23e-0895481cbc83,segment=NetworkSegment(d1f80268-2474-4f99-aa30-789c8409d745),segment_id=d1f80268-2474-4f99-aa30-789c8409d745)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:52.104065 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.118348 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f0f608-3af3-4480-8be2-1cb31de5ab0e') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:52.118640 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f0f608-3af3-4480-8be2-1cb31de5ab0e') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:52.122413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for c9247812-aee2-40f9-a23e-0895481cbc83 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:52.140424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.159863 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 172.20.0.3 (2485d7d3-5b15-435d-bf80-f80d67582626/32ebf98d-1b3a-4b08-b7e9-9fbac2e547d6/faf6001f-3986-464d-b5d9-7074d68fbe58) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:52.164361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.171141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::f816:3eff:fe8a:7239 (2485d7d3-5b15-435d-bf80-f80d67582626/72325b6b-d5ce-45fa-857f-85f7cd3fc40d/faf6001f-3986-464d-b5d9-7074d68fbe58) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:52.177664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:52.178069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:52.181281 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:52.304049 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c6493-7421-48ab-ad9c-fdd3d0bdfec5 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:52.306703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device da9d9165-9d92-492e-99cc-1d968de5229d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:52.307971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.340213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No DVR routers for this DVR port c9247812-aee2-40f9-a23e-0895481cbc83 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:52.345114 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=c9247812-aee2-40f9-a23e-0895481cbc83,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:52.357690 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb11fd6-e5c5-469f-8d80-9e708dbaa719 None None] Network 1e477467-0e84-4eed-9132-aea6425414c3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:52.372786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.392419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.395874 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/networks/1e477467-0e84-4eed-9132-aea6425414c3 HTTP/1.1" status: 204 len: 168 time: 1.9133561 Dec 22 04:57:52.409042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42274) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:52.421772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7078c-8f49-43a9-970b-0a34ed6be70c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Network': ['ID=1e477467-0e84-4eed-9132-aea6425414c3,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:52.440864 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.462198 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3664855-16ba-4823-94ef-e1493645d129']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:52.475318 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f80268-2474-4f99-aa30-789c8409d745') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:52.475587 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f80268-2474-4f99-aa30-789c8409d745') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:52.486474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.501565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.508175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:52.508628 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:52.514321 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:52.561957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04529515-773e-45b5-a5e7-268c42405fc8 None None] Network e3664855-16ba-4823-94ef-e1493645d129 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:52.567590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.642308 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.648839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-efeb4305-f78e-4a92-82ee-e1581246de7f None None] Provisioning complete for port da9d9165-9d92-492e-99cc-1d968de5229d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:52.649061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-efeb4305-f78e-4a92-82ee-e1581246de7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.649156 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.657234 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/networks/e3664855-16ba-4823-94ef-e1493645d129 HTTP/1.1" status: 204 len: 168 time: 0.8514400 Dec 22 04:57:52.658948 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42276) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:52.698745 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63fd18-47fe-44a2-b4cb-c6a0a31ef3d2 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Network': ['ID=e3664855-16ba-4823-94ef-e1493645d129,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:52.721169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8991f33e-740d-49f2-a5d7-272e72e2a87f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:52.722889 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8991f33e-740d-49f2-a5d7-272e72e2a87f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/638d723d-67ca-49e0-b55f-ab657ef39419 HTTP/1.1" status: 200 len: 841 time: 0.0592186 Dec 22 04:57:52.726387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42278) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:52.734886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9ca5f330-21ed-42ca-88fb-bd001c3cd85d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:57:52.763317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.776828 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fef809ad-ad11-4ce0-a3f3-4736a6c55411 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/638d723d-67ca-49e0-b55f-ab657ef39419?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0466421 Dec 22 04:57:52.780369 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42280) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:52.787915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a962899f-0109-4030-ac95-dcadf3b40d93 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:52.806719 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port da9d9165-9d92-492e-99cc-1d968de5229d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:52.806906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.822568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:52.832790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:52.836452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=faf6001f-3986-464d-b5d9-7074d68fbe58,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:52.847624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:52.929225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:52.929225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:52.930519 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df08620c-17f0-4433-9c53-8617048607d4 None None] DHCP port deletion for 1e477467-0e84-4eed-9132-aea6425414c3 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:52.981838 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f8ee36-7b3f-44ff-8ee5-01843a049edc None None] DHCP port deletion for e3664855-16ba-4823-94ef-e1493645d129 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:52.999907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89716fec-3b24-4525-a9ad-bd36877e4f76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.021385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc82558-fbfd-4ea1-b001-169a92d88d86 None None] Update dhcp port {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'fixed_ips': [{'subnet_id': '72325b6b-d5ce-45fa-857f-85f7cd3fc40d', 'ip_address': '2001:db8::f816:3eff:fee3:a830'}, {'subnet_id': '32ebf98d-1b3a-4b08-b7e9-9fbac2e547d6'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': 'da9d9165-9d92-492e-99cc-1d968de5229d'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:57:53.043481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a962899f-0109-4030-ac95-dcadf3b40d93 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:53.050316 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a962899f-0109-4030-ac95-dcadf3b40d93 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.055348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-efeb4305-f78e-4a92-82ee-e1581246de7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.063938 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0cd0d54b-7475-47d7-a6ac-619d4f6135fd tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2903464 Dec 22 04:57:53.066473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42282) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:53.096722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9ca5f330-21ed-42ca-88fb-bd001c3cd85d,segment=NetworkSegment(6248c661-696b-495a-be40-72d00010b23b),segment_id=6248c661-696b-495a-be40-72d00010b23b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:53.106789 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1fc82558-fbfd-4ea1-b001-169a92d88d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.152822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '9ca5f330-21ed-42ca-88fb-bd001c3cd85d', 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9', 'port_id': '9ca5f330-21ed-42ca-88fb-bd001c3cd85d', 'mac_address': 'fa:16:3e:6e:ab:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50691bb7-921e-4350-8f2c-c23afacc0e6b', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:57:53.159390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-efeb4305-f78e-4a92-82ee-e1581246de7f None None] For port da9d9165-9d92-492e-99cc-1d968de5229d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=da9d9165-9d92-492e-99cc-1d968de5229d,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:53.163940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12899b5-d2a5-494d-89ef-d13f2ef92391 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:53.173135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12899b5-d2a5-494d-89ef-d13f2ef92391 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:53.176845 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a12899b5-d2a5-494d-89ef-d13f2ef92391 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1093655 Dec 22 04:57:53.177986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42286) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:53.285674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bfb0a-0b40-4ab3-aca4-9464eaa1e543 req-07ec713a-7796-41e5-9564-4b5e5c821370 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:53.289009 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b04bfb0a-0b40-4ab3-aca4-9464eaa1e543 req-07ec713a-7796-41e5-9564-4b5e5c821370 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 944 time: 0.1086850 Dec 22 04:57:53.351187 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-efeb4305-f78e-4a92-82ee-e1581246de7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.360719 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.371640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-bc8659f9-6818-44ce-8aaf-668d4438782f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port faf6001f-3986-464d-b5d9-7074d68fbe58 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:53.373898 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc8659f9-6818-44ce-8aaf-668d4438782f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.375304 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b04bfb0a-0b40-4ab3-aca4-9464eaa1e543 req-0965c975-e71b-498b-b4b6-2510946d23c9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803564 Dec 22 04:57:53.426814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a962899f-0109-4030-ac95-dcadf3b40d93 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.441799 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-89716fec-3b24-4525-a9ad-bd36877e4f76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 993a5c21-344b-4720-a199-14a4c65bd7b3 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:53.442262 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89716fec-3b24-4525-a9ad-bd36877e4f76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.469609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.492628 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962899f-0109-4030-ac95-dcadf3b40d93 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Subnet': ['ID=b9ee34a4-f8d6-40fc-9188-548f972d2054,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:53.504356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a962899f-0109-4030-ac95-dcadf3b40d93 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:53.508856 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb4305-f78e-4a92-82ee-e1581246de7f None None] Pushing event updated for resources: {'Port': ['ID=da9d9165-9d92-492e-99cc-1d968de5229d,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:53.511392 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-a962899f-0109-4030-ac95-dcadf3b40d93 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:53.516736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962899f-0109-4030-ac95-dcadf3b40d93 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:53.517321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a962899f-0109-4030-ac95-dcadf3b40d93 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.537146 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc8659f9-6818-44ce-8aaf-668d4438782f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.538935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de67b912-2b51-400c-94f3-dceccb81ea53 None None] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:53.547357 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca5f330-21ed-42ca-88fb-bd001c3cd85d {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:57:53.549048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-89716fec-3b24-4525-a9ad-bd36877e4f76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] For port 993a5c21-344b-4720-a199-14a4c65bd7b3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=993a5c21-344b-4720-a199-14a4c65bd7b3,segment=NetworkSegment(b0fe263b-91b7-499c-8801-5dceb5e5b37f),segment_id=b0fe263b-91b7-499c-8801-5dceb5e5b37f)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:53.549426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89716fec-3b24-4525-a9ad-bd36877e4f76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.551408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-bc8659f9-6818-44ce-8aaf-668d4438782f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for faf6001f-3986-464d-b5d9-7074d68fbe58 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:53.562716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-89716fec-3b24-4525-a9ad-bd36877e4f76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 993a5c21-344b-4720-a199-14a4c65bd7b3 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:53.616963 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a962899f-0109-4030-ac95-dcadf3b40d93 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8344653 Dec 22 04:57:53.620746 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42288) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:53.625016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-687992bd-6248-4594-8a82-ed9b123cb8e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'security_group': {'name': 'tempest-secgroup-641565163'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:53.628927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9ca5f330-21ed-42ca-88fb-bd001c3cd85d,segment=NetworkSegment(6248c661-696b-495a-be40-72d00010b23b),segment_id=6248c661-696b-495a-be40-72d00010b23b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:53.655441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:57:53.655783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:57:53.693802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-1fc82558-fbfd-4ea1-b001-169a92d88d86 None None] Allocated IP 172.20.0.2 (2485d7d3-5b15-435d-bf80-f80d67582626/32ebf98d-1b3a-4b08-b7e9-9fbac2e547d6/da9d9165-9d92-492e-99cc-1d968de5229d) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:53.737644 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.812631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-687992bd-6248-4594-8a82-ed9b123cb8e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.853281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89716fec-3b24-4525-a9ad-bd36877e4f76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.855382 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc8659f9-6818-44ce-8aaf-668d4438782f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.867688 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=9ca5f330-21ed-42ca-88fb-bd001c3cd85d,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:53.885324 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89716fec-3b24-4525-a9ad-bd36877e4f76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=993a5c21-344b-4720-a199-14a4c65bd7b3,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:53.900826 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8659f9-6818-44ce-8aaf-668d4438782f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=faf6001f-3986-464d-b5d9-7074d68fbe58,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:53.910036 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1fc82558-fbfd-4ea1-b001-169a92d88d86 None None] For port da9d9165-9d92-492e-99cc-1d968de5229d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=da9d9165-9d92-492e-99cc-1d968de5229d,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:53.930588 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'tenant_id': 'b5cf82dfcab94f74b5cae5119093644d', 'fixed_ips': [{'subnet_id': 'b9ee34a4-f8d6-40fc-9188-548f972d2054'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:53.933935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:53.975966 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-687992bd-6248-4594-8a82-ed9b123cb8e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.014789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-89716fec-3b24-4525-a9ad-bd36877e4f76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.047893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-687992bd-6248-4594-8a82-ed9b123cb8e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.075324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['9ca5f330-21ed-42ca-88fb-bd001c3cd85d'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:57:54.091750 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc8659f9-6818-44ce-8aaf-668d4438782f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.096265 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bc8659f9-6818-44ce-8aaf-668d4438782f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/faf6001f-3986-464d-b5d9-7074d68fbe58 HTTP/1.1" status: 204 len: 168 time: 0.9172907 Dec 22 04:57:54.100074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42290) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:54.109285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1fc82558-fbfd-4ea1-b001-169a92d88d86 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.151019 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687992bd-6248-4594-8a82-ed9b123cb8e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b666e4-2a1f-4121-b81a-a6352442db62,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:54.163367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-687992bd-6248-4594-8a82-ed9b123cb8e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.167603 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-687992bd-6248-4594-8a82-ed9b123cb8e9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5429871 Dec 22 04:57:54.169675 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42292) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:54.174159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-f462a1c5-a33c-4ab4-94dc-34ffebd24f08 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'security_group': {'name': 'tempest-secgroup-1121013326'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:54.182402 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9364e76a-f979-42c7-b361-e6599c05170e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:54.184051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9364e76a-f979-42c7-b361-e6599c05170e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:54.185793 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9364e76a-f979-42c7-b361-e6599c05170e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:54.188355 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9364e76a-f979-42c7-b361-e6599c05170e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0862751 Dec 22 04:57:54.192102 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42294) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:54.200038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1fc82558-fbfd-4ea1-b001-169a92d88d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.217733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Allocated IP 172.20.0.2 (84e5d6f7-6da0-4ea7-9779-ce2415c87611/b9ee34a4-f8d6-40fc-9188-548f972d2054/79339286-edfd-4487-b4c5-20103e97fd86) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:54.256993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade2ceb6-61ce-4e89-9646-82e88baf7fc9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 32ebf98d-1b3a-4b08-b7e9-9fbac2e547d6 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:54.260988 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ade2ceb6-61ce-4e89-9646-82e88baf7fc9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.265827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89716fec-3b24-4525-a9ad-bd36877e4f76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 3e948e8d-f84d-4f8a-a1d1-ac118364685e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:54.299384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f462a1c5-a33c-4ab4-94dc-34ffebd24f08 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.311049 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 68f7f8eb-a9fd-409b-9fd5-642e17da2590 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:54.312521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ade2ceb6-61ce-4e89-9646-82e88baf7fc9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.386647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89716fec-3b24-4525-a9ad-bd36877e4f76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:54.395238 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-89716fec-3b24-4525-a9ad-bd36877e4f76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9799135 Dec 22 04:57:54.395238 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42296) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:54.409521 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55b61f0-1433-428d-9fcc-9edf403da6ee None None] Sync routers for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:54.414054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 68f7f8eb-a9fd-409b-9fd5-642e17da2590 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:54.414529 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 68f7f8eb-a9fd-409b-9fd5-642e17da2590 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:54.429879 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b61f0-1433-428d-9fcc-9edf403da6ee None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:54.429879 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c55b61f0-1433-428d-9fcc-9edf403da6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:54.438249 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc82558-fbfd-4ea1-b001-169a92d88d86 None None] Pushing event updated for resources: {'Port': ['ID=da9d9165-9d92-492e-99cc-1d968de5229d,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:54.471726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ade2ceb6-61ce-4e89-9646-82e88baf7fc9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.497375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcc2335-5de9-48fb-8e0f-8f7f3fe9ea97 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting subnet 32ee1b36-4284-401b-9e6b-78ab33562fca {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:54.500976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2335-5de9-48fb-8e0f-8f7f3fe9ea97 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.559999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f462a1c5-a33c-4ab4-94dc-34ffebd24f08 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.634451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2335-5de9-48fb-8e0f-8f7f3fe9ea97 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.644136 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f462a1c5-a33c-4ab4-94dc-34ffebd24f08 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.671910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.690739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device da9d9165-9d92-492e-99cc-1d968de5229d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:54.721321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462a1c5-a33c-4ab4-94dc-34ffebd24f08 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb76a45d-e1a1-442a-8706-4af8299e01a7,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:54.747792 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776db60-af33-47dd-8ec5-0fcc02bdf4ed req-1d42d0be-7429-4496-9701-8748ee9083e7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:54.749378 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2776db60-af33-47dd-8ec5-0fcc02bdf4ed req-1d42d0be-7429-4496-9701-8748ee9083e7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 945 time: 0.1600404 Dec 22 04:57:54.761282 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c55b61f0-1433-428d-9fcc-9edf403da6ee None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:54.767826 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.782658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f462a1c5-a33c-4ab4-94dc-34ffebd24f08 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.801374 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f462a1c5-a33c-4ab4-94dc-34ffebd24f08 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6305749 Dec 22 04:57:54.802637 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ade2ceb6-61ce-4e89-9646-82e88baf7fc9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.804506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42300) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:54.811814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-972368586', 'security_groups': ['eb76a45d-e1a1-442a-8706-4af8299e01a7'], 'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b9ee34a4-f8d6-40fc-9188-548f972d2054'}]}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:54.818283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2335-5de9-48fb-8e0f-8f7f3fe9ea97 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.850925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2ceb6-61ce-4e89-9646-82e88baf7fc9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=32ebf98d-1b3a-4b08-b7e9-9fbac2e547d6,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:54.858209 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ade2ceb6-61ce-4e89-9646-82e88baf7fc9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.861564 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ade2ceb6-61ce-4e89-9646-82e88baf7fc9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/32ebf98d-1b3a-4b08-b7e9-9fbac2e547d6 HTTP/1.1" status: 204 len: 168 time: 0.6686151 Dec 22 04:57:54.865144 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2776db60-af33-47dd-8ec5-0fcc02bdf4ed req-ba5d231d-b6f7-4ed2-ba56-2dd95790b3bd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097829 Dec 22 04:57:54.865618 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42302) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:54.925577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:54.943837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:54.948244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Pushing event updated for resources: {'Port': ['ID=79339286-edfd-4487-b4c5-20103e97fd86,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:54.953888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:54.961045 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-897e3e01-aeec-4699-8b77-89eaa44902e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 72325b6b-d5ce-45fa-857f-85f7cd3fc40d {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:57:54.968322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-897e3e01-aeec-4699-8b77-89eaa44902e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:54.994935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port da9d9165-9d92-492e-99cc-1d968de5229d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:54.995318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.013498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2335-5de9-48fb-8e0f-8f7f3fe9ea97 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.023245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-897e3e01-aeec-4699-8b77-89eaa44902e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.051312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc2335-5de9-48fb-8e0f-8f7f3fe9ea97 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Subnet': ['ID=32ee1b36-4284-401b-9e6b-78ab33562fca,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:55.053451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2dcc2335-5de9-48fb-8e0f-8f7f3fe9ea97 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.057078 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2dcc2335-5de9-48fb-8e0f-8f7f3fe9ea97 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/32ee1b36-4284-401b-9e6b-78ab33562fca HTTP/1.1" status: 204 len: 168 time: 0.6612587 Dec 22 04:57:55.059502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42304) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:55.069714 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:55.076634 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5635d0-cd97-4134-a1b7-8a518086d99b None None] Network 84efa103-ac77-44bc-90cc-a756ce2aae05 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:55.134502 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-897e3e01-aeec-4699-8b77-89eaa44902e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.139710 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c55b61f0-1433-428d-9fcc-9edf403da6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:53Z', 'revision_number': 9, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:55.145489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Attempting to bind port 79339286-edfd-4487-b4c5-20103e97fd86 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:55.146231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Attempting to bind port 79339286-edfd-4487-b4c5-20103e97fd86 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:55.147153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Attempting to bind port 79339286-edfd-4487-b4c5-20103e97fd86 on network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:55.172787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:55.173607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Checking segment: {'id': '9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:55.174484 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.175176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Bound using segment: {'id': '9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:55.175879 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Bound port: 79339286-edfd-4487-b4c5-20103e97fd86, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:55.176519 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.187890 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55b61f0-1433-428d-9fcc-9edf403da6ee None None] Checking router: 3e948e8d-f84d-4f8a-a1d1-ac118364685e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:55.200310 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b61f0-1433-428d-9fcc-9edf403da6ee None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:55.202717 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c55b61f0-1433-428d-9fcc-9edf403da6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:55.205232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.239249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.275979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port c3919bb2-f3f9-4629-95ba-575736046e10 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:57:55.302706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-897e3e01-aeec-4699-8b77-89eaa44902e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.335358 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c55b61f0-1433-428d-9fcc-9edf403da6ee None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:55.342335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] For port 79339286-edfd-4487-b4c5-20103e97fd86, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:55.359953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] For port 79339286-edfd-4487-b4c5-20103e97fd86, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=79339286-edfd-4487-b4c5-20103e97fd86,segment=NetworkSegment(9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f),segment_id=9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:55.365892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-897e3e01-aeec-4699-8b77-89eaa44902e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.370920 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-897e3e01-aeec-4699-8b77-89eaa44902e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/72325b6b-d5ce-45fa-857f-85f7cd3fc40d HTTP/1.1" status: 204 len: 168 time: 0.5040851 Dec 22 04:57:55.373507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42306) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:55.385276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e3e01-aeec-4699-8b77-89eaa44902e0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=72325b6b-d5ce-45fa-857f-85f7cd3fc40d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:55.389795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 7d1a5268-2613-4f31-b151-a471e96e88a0 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:55.389795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.434852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.475448 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1d49a9ed-d4db-4280-97ad-edc31b30f6bf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0975890 Dec 22 04:57:55.482376 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42308) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:55.487591 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2f1315d9-d66f-4806-8fb4-0a1563c3a443 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:55.498332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c9247812-aee2-40f9-a23e-0895481cbc83 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:55.510834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] For port 7d1a5268-2613-4f31-b151-a471e96e88a0, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7d1a5268-2613-4f31-b151-a471e96e88a0,segment=NetworkSegment(b0fe263b-91b7-499c-8801-5dceb5e5b37f),segment_id=b0fe263b-91b7-499c-8801-5dceb5e5b37f)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:55.511465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.532394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: c9247812-aee2-40f9-a23e-0895481cbc83 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:55.532744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c9247812-aee2-40f9-a23e-0895481cbc83 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:55.533167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d44a597d-ce4c-4bfc-9077-fabb9862ae40 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:55.546582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e327512f-55e4-4096-a591-2e3ead23bb01 None None] DHCP port deletion for 84efa103-ac77-44bc-90cc-a756ce2aae05 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:55.551253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807742d2-9709-4274-a959-11c25b27b098 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:55.557869 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 7d1a5268-2613-4f31-b151-a471e96e88a0 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:55.568215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.13 (84e5d6f7-6da0-4ea7-9779-ce2415c87611/b9ee34a4-f8d6-40fc-9188-548f972d2054/c3919bb2-f3f9-4629-95ba-575736046e10) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:55.608765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef253ad1-d66e-43f1-a97b-d41cb2873217 None None] Pushing event updated for resources: {'Port': ['ID=79339286-edfd-4487-b4c5-20103e97fd86,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:55.669141 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: d44a597d-ce4c-4bfc-9077-fabb9862ae40 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:55.669530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d44a597d-ce4c-4bfc-9077-fabb9862ae40 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:55.706661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6f0c777c-270b-4348-a905-799cf8d6718c None None] Provisioning complete for port da9d9165-9d92-492e-99cc-1d968de5229d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:55.709900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6f0c777c-270b-4348-a905-799cf8d6718c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.710041 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c55b61f0-1433-428d-9fcc-9edf403da6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:53Z', 'revision_number': 9, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:55.733027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1315d9-d66f-4806-8fb4-0a1563c3a443 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:55.738979 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f1315d9-d66f-4806-8fb4-0a1563c3a443 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.740348 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55b61f0-1433-428d-9fcc-9edf403da6ee None None] The sync data for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv is: [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:53Z', 'revision_number': 9, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fad24eaf-d4a1-44f4-86a7-9f65392eee96', 'name': '', 'network_id': '528861a4-53d6-4b07-a762-53fbfac51cc0', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:c0:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:20Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '35e69cf3-8979-4a4d-aa94-883ce2331222', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:55.801767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e327512f-55e4-4096-a591-2e3ead23bb01 None None] Deleting port 7d1a5268-2613-4f31-b151-a471e96e88a0 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:55.802148 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e327512f-55e4-4096-a591-2e3ead23bb01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.920247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e327512f-55e4-4096-a591-2e3ead23bb01 None None] For port 7d1a5268-2613-4f31-b151-a471e96e88a0, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7d1a5268-2613-4f31-b151-a471e96e88a0,segment=NetworkSegment(b0fe263b-91b7-499c-8801-5dceb5e5b37f),segment_id=b0fe263b-91b7-499c-8801-5dceb5e5b37f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:55.920980 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e327512f-55e4-4096-a591-2e3ead23bb01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:55.941151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e327512f-55e4-4096-a591-2e3ead23bb01 None None] Calling delete_port for 7d1a5268-2613-4f31-b151-a471e96e88a0 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:56.107666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335eb77-4edf-457e-bed7-8f901ad28562 req-171d1de9-6608-4067-b034-b5bc638e47ae tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:56.110426 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0335eb77-4edf-457e-bed7-8f901ad28562 req-171d1de9-6608-4067-b034-b5bc638e47ae tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 945 time: 0.1186268 Dec 22 04:57:56.135002 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f1315d9-d66f-4806-8fb4-0a1563c3a443 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.155886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4fc4a2-cf84-4b42-ae76-df474ce5056b None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:57:56.169691 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.175577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.215732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1315d9-d66f-4806-8fb4-0a1563c3a443 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:56.219884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-2f1315d9-d66f-4806-8fb4-0a1563c3a443 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:56.229545 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1315d9-d66f-4806-8fb4-0a1563c3a443 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:56.230339 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f1315d9-d66f-4806-8fb4-0a1563c3a443 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.242574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=7d1a5268-2613-4f31-b151-a471e96e88a0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:56.251257 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e327512f-55e4-4096-a591-2e3ead23bb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.255329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7b4fc4a2-cf84-4b42-ae76-df474ce5056b None None] Deleting port da9d9165-9d92-492e-99cc-1d968de5229d {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:56.256160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b4fc4a2-cf84-4b42-ae76-df474ce5056b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.257961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1315d9-d66f-4806-8fb4-0a1563c3a443 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=30bee114-ae30-42ca-9b8c-297fa94877e9,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:56.262410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No DVR routers for this DVR port 7d1a5268-2613-4f31-b151-a471e96e88a0 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:56.295544 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0335eb77-4edf-457e-bed7-8f901ad28562 req-af9faf13-2387-4899-b760-bfb76e59a39a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524227 Dec 22 04:57:56.326672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327512f-55e4-4096-a591-2e3ead23bb01 None None] Pushing event deleted for resources: {'Port': ['ID=7d1a5268-2613-4f31-b151-a471e96e88a0,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:56.344723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e327512f-55e4-4096-a591-2e3ead23bb01 None None] No DVR routers for this DVR port 7d1a5268-2613-4f31-b151-a471e96e88a0 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:56.350379 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2f1315d9-d66f-4806-8fb4-0a1563c3a443 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8669169 Dec 22 04:57:56.359615 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42312) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:56.365538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:56.376645 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.398239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84efa103-ac77-44bc-90cc-a756ce2aae05']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:56.407671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7b4fc4a2-cf84-4b42-ae76-df474ce5056b None None] For port da9d9165-9d92-492e-99cc-1d968de5229d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=da9d9165-9d92-492e-99cc-1d968de5229d,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:56.410165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b4fc4a2-cf84-4b42-ae76-df474ce5056b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.410278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fe263b-91b7-499c-8801-5dceb5e5b37f') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:56.410278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fe263b-91b7-499c-8801-5dceb5e5b37f') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:56.420214 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.433344 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7b4fc4a2-cf84-4b42-ae76-df474ce5056b None None] Calling delete_port for da9d9165-9d92-492e-99cc-1d968de5229d owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:56.440111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.444747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.486667 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:56.487074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:56.490228 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:56.557493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:56.573444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:56.579816 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:56.581944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 79339286-edfd-4487-b4c5-20103e97fd86 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:56.603384 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:57:56.609167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=c3919bb2-f3f9-4629-95ba-575736046e10,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:56.619880 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:56.625747 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.634756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 79339286-edfd-4487-b4c5-20103e97fd86 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:56.635357 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.639543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:56.640209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.654049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.658360 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b4fc4a2-cf84-4b42-ae76-df474ce5056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.661567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.667322 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/networks/84efa103-ac77-44bc-90cc-a756ce2aae05 HTTP/1.1" status: 204 len: 168 time: 1.6042383 Dec 22 04:57:56.682576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42314) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:56.683024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e0b5e-4ce3-4e38-818f-27794c8154ec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Network': ['ID=84efa103-ac77-44bc-90cc-a756ce2aae05,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:56.698939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4fc4a2-cf84-4b42-ae76-df474ce5056b None None] No DVR routers for this DVR port da9d9165-9d92-492e-99cc-1d968de5229d on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:56.705616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fc4a2-cf84-4b42-ae76-df474ce5056b None None] Pushing event deleted for resources: {'Port': ['ID=da9d9165-9d92-492e-99cc-1d968de5229d,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:56.716878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be122609-d1a3-47b3-9961-3011852a8946 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:56.747767 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5c63d738-b184-47c1-b411-c5c9a2591fd9 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9418857 Dec 22 04:57:56.748414 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42316) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:56.757398 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-00da9696-a9a1-4827-862c-ca81268e681f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:56.773615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9ca5f330-21ed-42ca-88fb-bd001c3cd85d up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:56.865352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:56.959707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 79339286-edfd-4487-b4c5-20103e97fd86, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=79339286-edfd-4487-b4c5-20103e97fd86,segment=NetworkSegment(9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f),segment_id=9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:56.992172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:57:57.005448 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '30bee114-ae30-42ca-9b8c-297fa94877e9'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:57:57.005448 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.014387 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:57.014387 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.047310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.141066 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7d1a5268-2613-4f31-b151-a471e96e88a0 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:57.178054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 7d1a5268-2613-4f31-b151-a471e96e88a0 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:57.178402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7d1a5268-2613-4f31-b151-a471e96e88a0 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:57.178831 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 993a5c21-344b-4720-a199-14a4c65bd7b3 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:57.225990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 993a5c21-344b-4720-a199-14a4c65bd7b3 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:57.226338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 993a5c21-344b-4720-a199-14a4c65bd7b3 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:57.226751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device da9d9165-9d92-492e-99cc-1d968de5229d no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:57.265751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=79339286-edfd-4487-b4c5-20103e97fd86,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:57.285528 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: da9d9165-9d92-492e-99cc-1d968de5229d {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:57:57.285995 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device da9d9165-9d92-492e-99cc-1d968de5229d not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:57.384381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.386491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Allocated IP 172.20.0.2 (2485d7d3-5b15-435d-bf80-f80d67582626/30bee114-ae30-42ca-9b8c-297fa94877e9/bc23cd82-897c-4a3d-b39c-e8f9fa494dfb) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:57.431175 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b606757-5d04-47b1-a3e0-0f640861663e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca5f330-21ed-42ca-88fb-bd001c3cd85d'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:57:57.433532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710c6433-c49a-4b85-9277-28b2443040aa" -d '{"events": [{"server_uuid": "9b606757-5d04-47b1-a3e0-0f640861663e", "name": "network-vif-plugged", "status": "completed", "tag": "9ca5f330-21ed-42ca-88fb-bd001c3cd85d"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:57:57.455290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00da9696-a9a1-4827-862c-ca81268e681f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:57.458836 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-00da9696-a9a1-4827-862c-ca81268e681f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.474884 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9ca5f330-21ed-42ca-88fb-bd001c3cd85d,segment=NetworkSegment(6248c661-696b-495a-be40-72d00010b23b),segment_id=6248c661-696b-495a-be40-72d00010b23b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:57.551278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4c93b60a-3764-4546-8523-bc8f2e81e3d6 None None] Provisioning complete for port 79339286-edfd-4487-b4c5-20103e97fd86 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:57.551663 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c93b60a-3764-4546-8523-bc8f2e81e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.590004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732bdcca-849a-4cc3-b1a2-7a51a478551c x-openstack-request-id: req-732bdcca-849a-4cc3-b1a2-7a51a478551c {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:57:57.590004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b606757-5d04-47b1-a3e0-0f640861663e", "name": "network-vif-plugged", "status": "completed", "tag": "9ca5f330-21ed-42ca-88fb-bd001c3cd85d", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:57:57.590004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-732bdcca-849a-4cc3-b1a2-7a51a478551c {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:57:57.590004 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b606757-5d04-47b1-a3e0-0f640861663e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca5f330-21ed-42ca-88fb-bd001c3cd85d', 'code': 200} Dec 22 04:57:57.596600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.631221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1691e7-264d-4eb9-9be0-a05e2673f94c req-80d1d114-0e4e-43a5-b439-bace757e60a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:57.633636 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7c1691e7-264d-4eb9-9be0-a05e2673f94c req-80d1d114-0e4e-43a5-b439-bace757e60a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 945 time: 0.2458172 Dec 22 04:57:57.693026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.699929 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.ipam_backend_mixin [None req-00da9696-a9a1-4827-862c-ca81268e681f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b9ee34a4-f8d6-40fc-9188-548f972d2054 (CIDR: 172.20.0.0/28) Dec 22 04:57:57.722484 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=9ca5f330-21ed-42ca-88fb-bd001c3cd85d,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:57.722957 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7c1691e7-264d-4eb9-9be0-a05e2673f94c req-4728fab7-9d27-410a-82dc-e2144be10506 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714118 Dec 22 04:57:57.746434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4c93b60a-3764-4546-8523-bc8f2e81e3d6 None None] Provisioning complete for port 638d723d-67ca-49e0-b55f-ab657ef39419 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:57.747207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c93b60a-3764-4546-8523-bc8f2e81e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.777746 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-00da9696-a9a1-4827-862c-ca81268e681f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:57:57.778232 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00da9696-a9a1-4827-862c-ca81268e681f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:57:57.779928 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-4c93b60a-3764-4546-8523-bc8f2e81e3d6 None None] Port 638d723d-67ca-49e0-b55f-ab657ef39419 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:57.809168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cca7e98b-8465-4b3b-96de-29bedd775980 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.841862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.879215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:57.883375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:57.886253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:57:57.904485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Pushing event updated for resources: {'Port': ['ID=bc23cd82-897c-4a3d-b39c-e8f9fa494dfb,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:57.925446 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-00da9696-a9a1-4827-862c-ca81268e681f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1745980 Dec 22 04:57:57.929764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42324) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:57.936258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f7961155-a05e-4785-a6d0-7676357c2dc7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:57.958325 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4af59329-0d0a-46ee-8581-8fa849f45bbc None None] Provisioning complete for port c3919bb2-f3f9-4629-95ba-575736046e10 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:57.958325 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4af59329-0d0a-46ee-8581-8fa849f45bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.961099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Attempting to bind port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:57:57.961461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Attempting to bind port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:57:57.963365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Attempting to bind port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:57:57.995417 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:57:57.995417 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:57:57.995417 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:57.995899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:57:57.996000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Bound port: bc23cd82-897c-4a3d-b39c-e8f9fa494dfb, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:57:57.996376 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.018631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-4af59329-0d0a-46ee-8581-8fa849f45bbc None None] Port c3919bb2-f3f9-4629-95ba-575736046e10 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:57:58.027465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.objects.ports [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109182) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:57:58.077736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] For port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:57:58.081896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] For port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bc23cd82-897c-4a3d-b39c-e8f9fa494dfb,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:57:58.092847 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b42dd-e938-43ba-bc0e-024f95b61953 req-b6624c65-fd72-4340-95f6-eb0c553879d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:58.094748 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-670b42dd-e938-43ba-bc0e-024f95b61953 req-b6624c65-fd72-4340-95f6-eb0c553879d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 1099 time: 0.0775082 Dec 22 04:57:58.138614 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-670b42dd-e938-43ba-bc0e-024f95b61953 req-411882e1-594c-47b0-b7b8-ccb5fe93465b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354223 Dec 22 04:57:58.161710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.218115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7961155-a05e-4785-a6d0-7676357c2dc7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:58.222100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f7961155-a05e-4785-a6d0-7676357c2dc7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.232759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f80a2-b7b9-400b-a7a6-019b5dbe6023 None None] Pushing event updated for resources: {'Port': ['ID=bc23cd82-897c-4a3d-b39c-e8f9fa494dfb,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:58.272959 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-cca7e98b-8465-4b3b-96de-29bedd775980 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port fad24eaf-d4a1-44f4-86a7-9f65392eee96 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:57:58.273595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cca7e98b-8465-4b3b-96de-29bedd775980 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.367735 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.451217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-cca7e98b-8465-4b3b-96de-29bedd775980 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] For port fad24eaf-d4a1-44f4-86a7-9f65392eee96, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=fad24eaf-d4a1-44f4-86a7-9f65392eee96,segment=NetworkSegment(4288cf07-b84e-4ca6-934e-61b2de5c796d),segment_id=4288cf07-b84e-4ca6-934e-61b2de5c796d)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:58.451580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cca7e98b-8465-4b3b-96de-29bedd775980 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.487921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-cca7e98b-8465-4b3b-96de-29bedd775980 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for fad24eaf-d4a1-44f4-86a7-9f65392eee96 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:57:58.582549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f7961155-a05e-4785-a6d0-7676357c2dc7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.637811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7961155-a05e-4785-a6d0-7676357c2dc7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:58.642242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-f7961155-a05e-4785-a6d0-7676357c2dc7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:58.645770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7961155-a05e-4785-a6d0-7676357c2dc7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:58.646357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f7961155-a05e-4785-a6d0-7676357c2dc7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.654081 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a327921-453c-4b6c-b08c-5278aeda8934 None None] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:58.654550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] For port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bc23cd82-897c-4a3d-b39c-e8f9fa494dfb,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:58.668303 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 79339286-edfd-4487-b4c5-20103e97fd86 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:58.681735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7961155-a05e-4785-a6d0-7676357c2dc7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Subnet': ['ID=6d353a57-e548-4c89-a46c-daa74fed5c0a,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:58.733191 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.770154 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f7961155-a05e-4785-a6d0-7676357c2dc7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8384178 Dec 22 04:57:58.775129 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42328) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:58.777494 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c04ea765-8125-4e3b-bb4f-0acebfe6fa9c req-37423e0f-9a3a-49da-9d82-81f8e8cd8a0c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505636 Dec 22 04:57:58.780590 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ea0f910f-2031-4ae5-9635-c92b95c1f88b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1512303134', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d353a57-e548-4c89-a46c-daa74fed5c0a'}], 'security_groups': ['85b666e4-2a1f-4121-b81a-a6352442db62']}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:58.830216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 79339286-edfd-4487-b4c5-20103e97fd86 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:58.830849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.881253 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.882003 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.896786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe35ec-6c1c-4487-b2a8-334a62bdf2f2 req-ccd5627c-2713-4ce0-a06e-a2d270cf76c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:58.898522 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-aabe35ec-6c1c-4487-b2a8-334a62bdf2f2 req-ccd5627c-2713-4ce0-a06e-a2d270cf76c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 946 time: 0.0858810 Dec 22 04:57:58.929023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ea765-8125-4e3b-bb4f-0acebfe6fa9c req-e63cacd7-91cb-45a9-9b0b-9936ef974bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:58.929891 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c04ea765-8125-4e3b-bb4f-0acebfe6fa9c req-e63cacd7-91cb-45a9-9b0b-9936ef974bcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 1098 time: 0.0745492 Dec 22 04:57:58.967752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cca7e98b-8465-4b3b-96de-29bedd775980 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:58.980832 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-aabe35ec-6c1c-4487-b2a8-334a62bdf2f2 req-ee686872-92c8-49bf-960b-3fd5253060cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733061 Dec 22 04:57:58.997897 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:57:59.019831 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:57:59.027303 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device bc23cd82-897c-4a3d-b39c-e8f9fa494dfb up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:57:59.036213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:59.036809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:59.041336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=2f77652a-3a19-4afd-9065-aa2f2e33790e,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:59.049679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=bc23cd82-897c-4a3d-b39c-e8f9fa494dfb,revision_number=4']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:59.080435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ea765-8125-4e3b-bb4f-0acebfe6fa9c req-b46f0896-2179-4726-93fb-aad61a1cb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:59.081955 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c04ea765-8125-4e3b-bb4f-0acebfe6fa9c req-b46f0896-2179-4726-93fb-aad61a1cb4f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30599b73-fc9c-4641-a73a-116b0e42e1f9 HTTP/1.1" status: 200 len: 898 time: 0.1292663 Dec 22 04:57:59.124482 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:59.124857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:59.215276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7e98b-8465-4b3b-96de-29bedd775980 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=fad24eaf-d4a1-44f4-86a7-9f65392eee96,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:59.234200 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c04ea765-8125-4e3b-bb4f-0acebfe6fa9c req-7d8760b0-b37e-4d05-a795-adcfa2899a14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69da1e82-a93b-4453-a8db-a0ac695eb7c2 HTTP/1.1" status: 200 len: 1001 time: 0.1165907 Dec 22 04:57:59.270047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63383933-439c-4b49-8a52-717fee99d01e None None] Update dhcp port {'port': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'fixed_ips': [{'subnet_id': 'b9ee34a4-f8d6-40fc-9188-548f972d2054', 'ip_address': '172.20.0.2'}, {'subnet_id': '6d353a57-e548-4c89-a46c-daa74fed5c0a'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '79339286-edfd-4487-b4c5-20103e97fd86'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:57:59.296142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:59.314139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-63383933-439c-4b49-8a52-717fee99d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:59.327393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ea765-8125-4e3b-bb4f-0acebfe6fa9c req-e024c2f4-fb27-43cf-bb97-6a1d8614d7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:59.329167 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c04ea765-8125-4e3b-bb4f-0acebfe6fa9c req-e024c2f4-fb27-43cf-bb97-6a1d8614d7cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba3a467f-1697-41ee-a7eb-b417016581e2 HTTP/1.1" status: 200 len: 834 time: 0.0769355 Dec 22 04:57:59.340963 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4e50547e-c540-4bd2-9dbf-3205279878c4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9800959 Dec 22 04:57:59.344175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42330) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:57:59.349172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:18:22:fe', 'name': 'tempest-NetworksTestDHCPv6-743764468'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:57:59.355651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea0f910f-2031-4ae5-9635-c92b95c1f88b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:59.398244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ea765-8125-4e3b-bb4f-0acebfe6fa9c req-d8213871-8145-4ca7-a2b5-57e0259c1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:59.400405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bc23cd82-897c-4a3d-b39c-e8f9fa494dfb,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:59.400569 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c04ea765-8125-4e3b-bb4f-0acebfe6fa9c req-d8213871-8145-4ca7-a2b5-57e0259c1adc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30599b73-fc9c-4641-a73a-116b0e42e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0624733 Dec 22 04:57:59.442591 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-cca7e98b-8465-4b3b-96de-29bedd775980 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:59.463367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:59.522154 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=bc23cd82-897c-4a3d-b39c-e8f9fa494dfb,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:59.538244 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c04ea765-8125-4e3b-bb4f-0acebfe6fa9c req-5d1add78-1823-47ae-9621-1a7d81beb3dd service neutron] 10.222.0.16 "GET /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290870 Dec 22 04:57:59.570917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7064f2-2c09-4882-b4fd-0b7d90145135 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:57:59.638402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-63383933-439c-4b49-8a52-717fee99d01e None None] Allocated IP 172.20.0.18 (84e5d6f7-6da0-4ea7-9779-ce2415c87611/6d353a57-e548-4c89-a46c-daa74fed5c0a/79339286-edfd-4487-b4c5-20103e97fd86) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:57:59.639064 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c04ea765-8125-4e3b-bb4f-0acebfe6fa9c req-b66255ed-ef4d-41b2-9458-7fc74edcfa7a service neutron] 10.222.0.16 "GET /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923305 Dec 22 04:57:59.726617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8535a5ef-dff4-4c61-bf83-7ab913de39e2 None None] Provisioning complete for port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:57:59.727724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8535a5ef-dff4-4c61-bf83-7ab913de39e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:57:59.853820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-63383933-439c-4b49-8a52-717fee99d01e None None] For port 79339286-edfd-4487-b4c5-20103e97fd86, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=79339286-edfd-4487-b4c5-20103e97fd86,segment=NetworkSegment(9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f),segment_id=9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:59.870948 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca7e98b-8465-4b3b-96de-29bedd775980 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 3e948e8d-f84d-4f8a-a1d1-ac118364685e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:59.872587 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:57:59.920503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-63383933-439c-4b49-8a52-717fee99d01e None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:00.012559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-63383933-439c-4b49-8a52-717fee99d01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:00.116646 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63383933-439c-4b49-8a52-717fee99d01e None None] Pushing event updated for resources: {'Port': ['ID=79339286-edfd-4487-b4c5-20103e97fd86,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:00.420719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca7e98b-8465-4b3b-96de-29bedd775980 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:58:00.432596 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cca7e98b-8465-4b3b-96de-29bedd775980 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7571249 Dec 22 04:58:00.432771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6c4e5-152b-4a27-8dd2-e67e14c1a7cc None None] Sync routers for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:00.435524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42334) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:00.445311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6c4e5-152b-4a27-8dd2-e67e14c1a7cc None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:00.446800 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0da6c4e5-152b-4a27-8dd2-e67e14c1a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:00.472723 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f45dc0-0006-47d7-b365-342f32d48391 req-be10c2e4-1d49-4ad3-af3a-c85b685954b7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:00.476583 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-57f45dc0-0006-47d7-b365-342f32d48391 req-be10c2e4-1d49-4ad3-af3a-c85b685954b7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 946 time: 0.2005107 Dec 22 04:58:00.482399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:00.531593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2c9cb1-1a07-44e3-98a1-bc09a18e1264 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting subnet 35e69cf3-8979-4a4d-aa94-883ce2331222 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:00.535892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fb2c9cb1-1a07-44e3-98a1-bc09a18e1264 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:00.572252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port ea05124e-8e9e-48b5-b288-5c1b645dadce yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:00.578229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-ea0f910f-2031-4ae5-9635-c92b95c1f88b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Delete allocated IP 172.20.0.13 (84e5d6f7-6da0-4ea7-9779-ce2415c87611/b9ee34a4-f8d6-40fc-9188-548f972d2054) {{(pid=109182) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:58:00.596943 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-57f45dc0-0006-47d7-b365-342f32d48391 req-6fd0ed55-b757-440e-85ec-6dfb55627ac2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116667 Dec 22 04:58:00.598115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-ea0f910f-2031-4ae5-9635-c92b95c1f88b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.24 (84e5d6f7-6da0-4ea7-9779-ce2415c87611/6d353a57-e548-4c89-a46c-daa74fed5c0a/c3919bb2-f3f9-4629-95ba-575736046e10) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:00.620773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fb2c9cb1-1a07-44e3-98a1-bc09a18e1264 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:00.803358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 79339286-edfd-4487-b4c5-20103e97fd86 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:00.857629 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-361052e0-1edb-4321-8d23-a8cb238d68c1 None None] Provisioning complete for port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:00.857949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-361052e0-1edb-4321-8d23-a8cb238d68c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:00.891657 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd43291-06b4-4877-a206-9f9fa1ca8611 req-313b3d48-9371-4d7b-b70c-d00b03b687b3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:00.893417 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bcd43291-06b4-4877-a206-9f9fa1ca8611 req-313b3d48-9371-4d7b-b70c-d00b03b687b3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 946 time: 0.1606278 Dec 22 04:58:00.895383 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fb2c9cb1-1a07-44e3-98a1-bc09a18e1264 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:00.921808 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-0da6c4e5-152b-4a27-8dd2-e67e14c1a7cc None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:00.948254 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 172.20.0.13 (2485d7d3-5b15-435d-bf80-f80d67582626/30bee114-ae30-42ca-9b8c-297fa94877e9/ea05124e-8e9e-48b5-b288-5c1b645dadce) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:00.967336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::f816:3eff:fe18:22fe (2485d7d3-5b15-435d-bf80-f80d67582626/2f77652a-3a19-4afd-9065-aa2f2e33790e/ea05124e-8e9e-48b5-b288-5c1b645dadce) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:00.986365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 79339286-edfd-4487-b4c5-20103e97fd86 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:00.986587 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.015539 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bcd43291-06b4-4877-a206-9f9fa1ca8611 req-3a9a2a4b-9029-4631-b5ea-8c0c855645a8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151297 Dec 22 04:58:01.070447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fb2c9cb1-1a07-44e3-98a1-bc09a18e1264 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.102617 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c9cb1-1a07-44e3-98a1-bc09a18e1264 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Subnet': ['ID=35e69cf3-8979-4a4d-aa94-883ce2331222,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:01.103688 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea0f910f-2031-4ae5-9635-c92b95c1f88b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.110338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fb2c9cb1-1a07-44e3-98a1-bc09a18e1264 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.116352 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fb2c9cb1-1a07-44e3-98a1-bc09a18e1264 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/35e69cf3-8979-4a4d-aa94-883ce2331222 HTTP/1.1" status: 204 len: 168 time: 0.6774733 Dec 22 04:58:01.116811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42340) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:01.170456 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2c961b-6a9d-4c98-853c-390eed4a3429 None None] Network 528861a4-53d6-4b07-a762-53fbfac51cc0 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:01.182192 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea0f910f-2031-4ae5-9635-c92b95c1f88b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.190316 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.209343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.286934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 02489419-f628-448d-8765-5f1b68c7f3af {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:01.287310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.329996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f910f-2031-4ae5-9635-c92b95c1f88b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=c3919bb2-f3f9-4629-95ba-575736046e10,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:01.350993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f910f-2031-4ae5-9635-c92b95c1f88b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] In _notify_port_updated(), no bound segment for port c3919bb2-f3f9-4629-95ba-575736046e10 on network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 {{(pid=109182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:58:01.356948 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0f910f-2031-4ae5-9635-c92b95c1f88b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:01.364733 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea0f910f-2031-4ae5-9635-c92b95c1f88b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.364733 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ea0f910f-2031-4ae5-9635-c92b95c1f88b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "PUT /v2.0/ports/c3919bb2-f3f9-4629-95ba-575736046e10 HTTP/1.1" status: 200 len: 921 time: 2.5828941 Dec 22 04:58:01.366812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42344) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:01.372860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] For port 02489419-f628-448d-8765-5f1b68c7f3af, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=02489419-f628-448d-8765-5f1b68c7f3af,segment=NetworkSegment(4288cf07-b84e-4ca6-934e-61b2de5c796d),segment_id=4288cf07-b84e-4ca6-934e-61b2de5c796d)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:01.373339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.388003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 02489419-f628-448d-8765-5f1b68c7f3af owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:01.404519 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f3cee962-ba7a-4227-98c5-774bacd99478 None None] Provisioning complete for port c3919bb2-f3f9-4629-95ba-575736046e10 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:01.404895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f3cee962-ba7a-4227-98c5-774bacd99478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.414030 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.437258 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device bc23cd82-897c-4a3d-b39c-e8f9fa494dfb up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:01.461690 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:01.482067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:01.491678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:01.497185 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f3cee962-ba7a-4227-98c5-774bacd99478 None None] Port c3919bb2-f3f9-4629-95ba-575736046e10 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:01.508161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f3cee962-ba7a-4227-98c5-774bacd99478 None None] Could not find standard attr ID for object faf6001f-3986-464d-b5d9-7074d68fbe58. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:58:01.517183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aefc9a2-85a2-4dc6-a340-41a7835f22fd None None] DHCP port deletion for 528861a4-53d6-4b07-a762-53fbfac51cc0 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:01.521756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0da6c4e5-152b-4a27-8dd2-e67e14c1a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:58Z', 'revision_number': 10, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:01.535755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.544709 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=ea05124e-8e9e-48b5-b288-5c1b645dadce,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:01.570234 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:01.571876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.581015 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6c4e5-152b-4a27-8dd2-e67e14c1a7cc None None] Checking router: 3e948e8d-f84d-4f8a-a1d1-ac118364685e for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:01.585733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No DVR routers for this DVR port 02489419-f628-448d-8765-5f1b68c7f3af on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:01.585892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-e7b37ba4-2d09-4873-9bd3-763aae308f5b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port c3919bb2-f3f9-4629-95ba-575736046e10 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:01.585999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-3aefc9a2-85a2-4dc6-a340-41a7835f22fd None None] The port '02489419-f628-448d-8765-5f1b68c7f3af' was deleted {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Dec 22 04:58:01.586084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7b37ba4-2d09-4873-9bd3-763aae308f5b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.587165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f3cee962-ba7a-4227-98c5-774bacd99478 None None] Provisioning complete for port 79339286-edfd-4487-b4c5-20103e97fd86 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:01.587530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f3cee962-ba7a-4227-98c5-774bacd99478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.600753 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=02489419-f628-448d-8765-5f1b68c7f3af,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:01.626381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:01.626761 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.669986 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42346) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:01.672494 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8aaff719-7f1b-4ef4-a550-ae8aa116c00a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3217819 Dec 22 04:58:01.676536 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6c4e5-152b-4a27-8dd2-e67e14c1a7cc None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:01.677102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0da6c4e5-152b-4a27-8dd2-e67e14c1a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:01.723504 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.731925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7b37ba4-2d09-4873-9bd3-763aae308f5b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.745308 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-e7b37ba4-2d09-4873-9bd3-763aae308f5b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for c3919bb2-f3f9-4629-95ba-575736046e10 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:01.763316 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528861a4-53d6-4b07-a762-53fbfac51cc0']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:01.775559 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4288cf07-b84e-4ca6-934e-61b2de5c796d') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:01.775932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4288cf07-b84e-4ca6-934e-61b2de5c796d') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:01.787949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.809407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.818672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:58:01.819070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:58:01.823054 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:58:01.832486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8a9c7-cb51-41ec-a822-8749230bf5ff tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:01.838537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8a9c7-cb51-41ec-a822-8749230bf5ff tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:01.842741 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3cd8a9c7-cb51-41ec-a822-8749230bf5ff tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1694331 Dec 22 04:58:01.845872 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42348) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:01.874012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-0da6c4e5-152b-4a27-8dd2-e67e14c1a7cc None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:01.949433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.961063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:01.967163 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/networks/528861a4-53d6-4b07-a762-53fbfac51cc0 HTTP/1.1" status: 204 len: 168 time: 0.8469265 Dec 22 04:58:01.974756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42350) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:01.975535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94194efe-905f-4e34-b68e-dbd0601c0d76 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Network': ['ID=528861a4-53d6-4b07-a762-53fbfac51cc0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:01.987621 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f3cee962-ba7a-4227-98c5-774bacd99478 None None] Provisioning complete for port 638d723d-67ca-49e0-b55f-ab657ef39419 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:01.987993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f3cee962-ba7a-4227-98c5-774bacd99478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.032984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3398ef04-47a0-4874-bf04-f1f287fd9992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port ea05124e-8e9e-48b5-b288-5c1b645dadce {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:02.033632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3398ef04-47a0-4874-bf04-f1f287fd9992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.074659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f3cee962-ba7a-4227-98c5-774bacd99478 None None] Port 638d723d-67ca-49e0-b55f-ab657ef39419 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:02.101409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7b37ba4-2d09-4873-9bd3-763aae308f5b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.143441 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b37ba4-2d09-4873-9bd3-763aae308f5b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=c3919bb2-f3f9-4629-95ba-575736046e10,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:02.158014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0da6c4e5-152b-4a27-8dd2-e67e14c1a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:58Z', 'revision_number': 10, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:02.187173 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3398ef04-47a0-4874-bf04-f1f287fd9992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.203032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da6c4e5-152b-4a27-8dd2-e67e14c1a7cc None None] The sync data for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv is: [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:57:58Z', 'revision_number': 10, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None, '_interfaces': [{'id': '2f495ca3-93d1-4fb1-99f6-28b664781bcf', 'name': '', 'network_id': 'a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'mac_address': 'fa:16:3e:4d:82:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:57:14Z', 'updated_at': '2021-12-22T04:57:24Z', 'revision_number': 5, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'subnets': [{'id': '472e3bea-8d52-48c2-87da-c75b49d89aed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:02.215132 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-53823206-8eac-4705-84e2-7788c9685ee1 None None] Provisioning complete for port ea05124e-8e9e-48b5-b288-5c1b645dadce triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:02.215723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-53823206-8eac-4705-84e2-7788c9685ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.225512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3398ef04-47a0-4874-bf04-f1f287fd9992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for ea05124e-8e9e-48b5-b288-5c1b645dadce owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:02.256394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7b37ba4-2d09-4873-9bd3-763aae308f5b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.259892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-53823206-8eac-4705-84e2-7788c9685ee1 None None] Port ea05124e-8e9e-48b5-b288-5c1b645dadce cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:02.260479 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e7b37ba4-2d09-4873-9bd3-763aae308f5b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/c3919bb2-f3f9-4629-95ba-575736046e10 HTTP/1.1" status: 204 len: 168 time: 0.8917091 Dec 22 04:58:02.264466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42352) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:02.272687 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-53823206-8eac-4705-84e2-7788c9685ee1 None None] Could not find standard attr ID for object c3919bb2-f3f9-4629-95ba-575736046e10. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:58:02.321998 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c9130e-cf5f-452e-a6e7-177cd2066d7a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:58:02.326201 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f3c9130e-cf5f-452e-a6e7-177cd2066d7a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/c3919bb2-f3f9-4629-95ba-575736046e10 HTTP/1.1" status: 404 len: 333 time: 0.0292995 Dec 22 04:58:02.326770 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42354) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:02.354564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8007e9d-e6e8-4de9-a123-7f77d3884cec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.407152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2435eeb4-44e9-4864-8374-222491f374f1 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.453443 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2435eeb4-44e9-4864-8374-222491f374f1 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.568116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42356) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:02.611052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f8007e9d-e6e8-4de9-a123-7f77d3884cec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 2f495ca3-93d1-4fb1-99f6-28b664781bcf {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:02.611592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8007e9d-e6e8-4de9-a123-7f77d3884cec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.616302 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2435eeb4-44e9-4864-8374-222491f374f1 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.619587 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2435eeb4-44e9-4864-8374-222491f374f1 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.624231 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2435eeb4-44e9-4864-8374-222491f374f1 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/security-groups/eb76a45d-e1a1-442a-8706-4af8299e01a7 HTTP/1.1" status: 204 len: 168 time: 0.2962649 Dec 22 04:58:02.624400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42358) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:02.665238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3398ef04-47a0-4874-bf04-f1f287fd9992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.673468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device fad24eaf-d4a1-44f4-86a7-9f65392eee96 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:02.694066 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: fad24eaf-d4a1-44f4-86a7-9f65392eee96 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:02.694505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device fad24eaf-d4a1-44f4-86a7-9f65392eee96 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:02.694925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 02489419-f628-448d-8765-5f1b68c7f3af no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:02.715081 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 02489419-f628-448d-8765-5f1b68c7f3af {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:02.715431 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 02489419-f628-448d-8765-5f1b68c7f3af not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:02.716368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435eeb4-44e9-4864-8374-222491f374f1 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb76a45d-e1a1-442a-8706-4af8299e01a7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:02.741764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-f8007e9d-e6e8-4de9-a123-7f77d3884cec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] For port 2f495ca3-93d1-4fb1-99f6-28b664781bcf, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2f495ca3-93d1-4fb1-99f6-28b664781bcf,segment=NetworkSegment(6be4cd8c-0b97-4b42-9b41-8d347fd18a07),segment_id=6be4cd8c-0b97-4b42-9b41-8d347fd18a07)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:02.743444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8007e9d-e6e8-4de9-a123-7f77d3884cec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.749893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398ef04-47a0-4874-bf04-f1f287fd9992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=ea05124e-8e9e-48b5-b288-5c1b645dadce,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:02.759822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f8007e9d-e6e8-4de9-a123-7f77d3884cec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 2f495ca3-93d1-4fb1-99f6-28b664781bcf owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:02.888068 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf923013-3df7-4736-afbe-615a59fba950 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.959601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf923013-3df7-4736-afbe-615a59fba950 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.989123 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3398ef04-47a0-4874-bf04-f1f287fd9992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:02.992343 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3398ef04-47a0-4874-bf04-f1f287fd9992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/ea05124e-8e9e-48b5-b288-5c1b645dadce HTTP/1.1" status: 204 len: 168 time: 1.1329377 Dec 22 04:58:02.996312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42360) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:03.031171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8007e9d-e6e8-4de9-a123-7f77d3884cec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.069696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8007e9d-e6e8-4de9-a123-7f77d3884cec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=2f495ca3-93d1-4fb1-99f6-28b664781bcf,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:03.106021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4120a2-7adf-403b-8c1d-0ddc172c1ea3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:03.108344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4120a2-7adf-403b-8c1d-0ddc172c1ea3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:03.110003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4120a2-7adf-403b-8c1d-0ddc172c1ea3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:03.111796 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fc4120a2-7adf-403b-8c1d-0ddc172c1ea3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1137154 Dec 22 04:58:03.114454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42362) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:03.116541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf923013-3df7-4736-afbe-615a59fba950 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.119796 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf923013-3df7-4736-afbe-615a59fba950 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.123749 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bf923013-3df7-4736-afbe-615a59fba950 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/security-groups/85b666e4-2a1f-4121-b81a-a6352442db62 HTTP/1.1" status: 204 len: 168 time: 0.4698477 Dec 22 04:58:03.132305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42364) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:03.167134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf923013-3df7-4736-afbe-615a59fba950 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b666e4-2a1f-4121-b81a-a6352442db62,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:03.223020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bedda5-b85c-4f9f-88f7-c29bbc6650cc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting subnet b9ee34a4-f8d6-40fc-9188-548f972d2054 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:03.223266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8007e9d-e6e8-4de9-a123-7f77d3884cec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.228965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-39bedda5-b85c-4f9f-88f7-c29bbc6650cc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.243846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b858472-9da0-43bb-a76c-18425fa601ae tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 2f77652a-3a19-4afd-9065-aa2f2e33790e {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:03.249148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b858472-9da0-43bb-a76c-18425fa601ae tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.281896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-39bedda5-b85c-4f9f-88f7-c29bbc6650cc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.419113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.438752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-39bedda5-b85c-4f9f-88f7-c29bbc6650cc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.631322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b858472-9da0-43bb-a76c-18425fa601ae tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.712438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-39bedda5-b85c-4f9f-88f7-c29bbc6650cc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.737157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8007e9d-e6e8-4de9-a123-7f77d3884cec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 3e948e8d-f84d-4f8a-a1d1-ac118364685e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:58:03.747208 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bedda5-b85c-4f9f-88f7-c29bbc6650cc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ee34a4-f8d6-40fc-9188-548f972d2054,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:03.752496 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-39bedda5-b85c-4f9f-88f7-c29bbc6650cc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.760254 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-39bedda5-b85c-4f9f-88f7-c29bbc6650cc tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/b9ee34a4-f8d6-40fc-9188-548f972d2054 HTTP/1.1" status: 204 len: 168 time: 0.6259317 Dec 22 04:58:03.760590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42366) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:03.763524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b941b1-98c8-489f-b7ec-11335158b2f0 None None] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:03.767668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-1f78fe0f-51a5-427f-9285-ec9b4702dd2a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:03.771630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.17 (be35a4d6-70c1-4ac7-a2b6-7603a138f3b9/50691bb7-921e-4350-8f2c-c23afacc0e6b/02f2013c-1390-4fb4-bbba-9a21f7de6427) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:03.894172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.894993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b858472-9da0-43bb-a76c-18425fa601ae tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:03.932527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8007e9d-e6e8-4de9-a123-7f77d3884cec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:58:03.955594 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f137c-4ac5-408a-b1c9-13c50adaef83 None None] Sync routers for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:03.956078 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f8007e9d-e6e8-4de9-a123-7f77d3884cec tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9645863 Dec 22 04:58:03.956227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42368) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:03.959652 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f137c-4ac5-408a-b1c9-13c50adaef83 None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:03.960561 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-661f137c-4ac5-408a-b1c9-13c50adaef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:04.011329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d69ba2-5477-451d-8605-4f021f30b3fa tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting subnet 472e3bea-8d52-48c2-87da-c75b49d89aed {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:04.014882 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4d69ba2-5477-451d-8605-4f021f30b3fa tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.017866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.043992 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-661f137c-4ac5-408a-b1c9-13c50adaef83 None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:04.074493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b858472-9da0-43bb-a76c-18425fa601ae tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.088303 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:04.095184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:04.106630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:04.107098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b858472-9da0-43bb-a76c-18425fa601ae tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=2f77652a-3a19-4afd-9065-aa2f2e33790e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:04.109239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b858472-9da0-43bb-a76c-18425fa601ae tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.111686 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-661f137c-4ac5-408a-b1c9-13c50adaef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:58:02Z', 'revision_number': 11, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:04.113042 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7b858472-9da0-43bb-a76c-18425fa601ae tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/2f77652a-3a19-4afd-9065-aa2f2e33790e HTTP/1.1" status: 204 len: 168 time: 0.9974692 Dec 22 04:58:04.116600 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42370) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:04.142834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9430fa1e-e700-4f86-973a-e3067c64da14 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:04.148944 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f137c-4ac5-408a-b1c9-13c50adaef83 None None] Checking router: 3e948e8d-f84d-4f8a-a1d1-ac118364685e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:04.164401 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f137c-4ac5-408a-b1c9-13c50adaef83 None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:04.165937 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-661f137c-4ac5-408a-b1c9-13c50adaef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:04.187307 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.191470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4d69ba2-5477-451d-8605-4f021f30b3fa tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.229874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bac3829-4221-4976-bf62-ce85696afbe0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 30bee114-ae30-42ca-9b8c-297fa94877e9 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:04.241907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9bac3829-4221-4976-bf62-ce85696afbe0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.287374 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-661f137c-4ac5-408a-b1c9-13c50adaef83 None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:04.298478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=02f2013c-1390-4fb4-bbba-9a21f7de6427,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:04.319693 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9bac3829-4221-4976-bf62-ce85696afbe0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.366978 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-661f137c-4ac5-408a-b1c9-13c50adaef83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:58:02Z', 'revision_number': 11, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:04.431691 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f137c-4ac5-408a-b1c9-13c50adaef83 None None] The sync data for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv is: [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:58:02Z', 'revision_number': 11, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:04.481898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9bac3829-4221-4976-bf62-ce85696afbe0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.544285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f78fe0f-51a5-427f-9285-ec9b4702dd2a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:04.547820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1f78fe0f-51a5-427f-9285-ec9b4702dd2a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.570750 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4d69ba2-5477-451d-8605-4f021f30b3fa tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.633937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ce23a997-906f-430e-93e2-5a14d7772f8b None None] Provisioning complete for port 02f2013c-1390-4fb4-bbba-9a21f7de6427 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:04.634318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ce23a997-906f-430e-93e2-5a14d7772f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.690199 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ce23a997-906f-430e-93e2-5a14d7772f8b None None] Port 02f2013c-1390-4fb4-bbba-9a21f7de6427 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:04.694808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.708112 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9bac3829-4221-4976-bf62-ce85696afbe0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.767621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac3829-4221-4976-bf62-ce85696afbe0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=30bee114-ae30-42ca-9b8c-297fa94877e9,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:04.775055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9bac3829-4221-4976-bf62-ce85696afbe0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.778603 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9bac3829-4221-4976-bf62-ce85696afbe0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/30bee114-ae30-42ca-9b8c-297fa94877e9 HTTP/1.1" status: 204 len: 168 time: 0.6610527 Dec 22 04:58:04.781301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42372) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:04.805253 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4d69ba2-5477-451d-8605-4f021f30b3fa tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.811658 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46aacf81-5e64-4ddf-b4bd-8f6acd8555f2 None None] Provisioning complete for port 638d723d-67ca-49e0-b55f-ab657ef39419 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:04.812721 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46aacf81-5e64-4ddf-b4bd-8f6acd8555f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.830453 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0c7c1cdd-38a5-4de4-8174-e9a1b00ba011 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443299 Dec 22 04:58:04.830697 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42374) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:04.836891 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b9015219-ef6b-4c48-b5cc-6a6017835e07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:04.848061 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c4d69ba2-5477-451d-8605-4f021f30b3fa tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:04.854557 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c4d69ba2-5477-451d-8605-4f021f30b3fa tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/472e3bea-8d52-48c2-87da-c75b49d89aed HTTP/1.1" status: 204 len: 168 time: 0.9076817 Dec 22 04:58:04.866166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542b697d-a5dc-4ff4-9727-c4c324fa9279 None None] Network a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:04.957747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46aacf81-5e64-4ddf-b4bd-8f6acd8555f2 None None] Port 638d723d-67ca-49e0-b55f-ab657ef39419 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:04.962042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42376) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:04.995926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46aacf81-5e64-4ddf-b4bd-8f6acd8555f2 None None] Provisioning complete for port 79339286-edfd-4487-b4c5-20103e97fd86 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:04.996040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46aacf81-5e64-4ddf-b4bd-8f6acd8555f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.142147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.240630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1f78fe0f-51a5-427f-9285-ec9b4702dd2a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.241622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b0bed-88be-43a2-91ea-dd334d0cea60 None None] DHCP port deletion for a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:05.285550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d69ba2-5477-451d-8605-4f021f30b3fa tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Subnet': ['ID=472e3bea-8d52-48c2-87da-c75b49d89aed,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:05.294849 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Deleting port 734e4015-5162-46d4-b9b7-e96261bf9146 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:05.295319 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.301026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f78fe0f-51a5-427f-9285-ec9b4702dd2a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:05.321582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d41b0bed-88be-43a2-91ea-dd334d0cea60 None None] Deleting port 734e4015-5162-46d4-b9b7-e96261bf9146 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:05.322298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d41b0bed-88be-43a2-91ea-dd334d0cea60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.340851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-1f78fe0f-51a5-427f-9285-ec9b4702dd2a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:05.344263 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f78fe0f-51a5-427f-9285-ec9b4702dd2a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:05.345223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1f78fe0f-51a5-427f-9285-ec9b4702dd2a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.347466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9015219-ef6b-4c48-b5cc-6a6017835e07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:05.351821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b9015219-ef6b-4c48-b5cc-6a6017835e07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.376610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f0cb3-ae63-430d-b155-02ecdc79c630 None None] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:05.378411 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49792b0f-c818-44f9-b9ce-5204062f5926 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:05.418393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78fe0f-51a5-427f-9285-ec9b4702dd2a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Subnet': ['ID=2a5ff9ad-f632-4751-87bd-2a518ff676c0,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:05.454485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] For port 734e4015-5162-46d4-b9b7-e96261bf9146, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=734e4015-5162-46d4-b9b7-e96261bf9146,segment=NetworkSegment(6be4cd8c-0b97-4b42-9b41-8d347fd18a07),segment_id=6be4cd8c-0b97-4b42-9b41-8d347fd18a07)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:05.454719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.474612 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Calling delete_port for 734e4015-5162-46d4-b9b7-e96261bf9146 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:05.478798 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.500651 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1f78fe0f-51a5-427f-9285-ec9b4702dd2a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7388756 Dec 22 04:58:05.503908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42378) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:05.508905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d0aec9a1-c214-4eb1-a9ce-101613bbf80d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'security_group': {'name': 'tempest-secgroup-709146201'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:05.518898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-d41b0bed-88be-43a2-91ea-dd334d0cea60 None None] For port 734e4015-5162-46d4-b9b7-e96261bf9146, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=734e4015-5162-46d4-b9b7-e96261bf9146,segment=NetworkSegment(6be4cd8c-0b97-4b42-9b41-8d347fd18a07),segment_id=6be4cd8c-0b97-4b42-9b41-8d347fd18a07)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:05.519295 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d41b0bed-88be-43a2-91ea-dd334d0cea60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.533601 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1f981f10-f5e2-49ec-8c4c-08cba9cfc69e None None] Provisioning complete for port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:05.533969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1f981f10-f5e2-49ec-8c4c-08cba9cfc69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.561076 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.569243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d41b0bed-88be-43a2-91ea-dd334d0cea60 None None] Calling delete_port for 734e4015-5162-46d4-b9b7-e96261bf9146 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:05.626433 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d0aec9a1-c214-4eb1-a9ce-101613bbf80d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.659326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=02f2013c-1390-4fb4-bbba-9a21f7de6427,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:05.674973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.696309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.727824 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No DVR routers for this DVR port 734e4015-5162-46d4-b9b7-e96261bf9146 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:05.731004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Port': ['ID=734e4015-5162-46d4-b9b7-e96261bf9146,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:05.762219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b9015219-ef6b-4c48-b5cc-6a6017835e07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.787819 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d0aec9a1-c214-4eb1-a9ce-101613bbf80d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.810741 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d41b0bed-88be-43a2-91ea-dd334d0cea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.832223 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:05.834358 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:05.844089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b0bed-88be-43a2-91ea-dd334d0cea60 None None] Pushing event deleted for resources: {'Port': ['ID=734e4015-5162-46d4-b9b7-e96261bf9146,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:05.849879 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b0bed-88be-43a2-91ea-dd334d0cea60 None None] No DVR routers for this DVR port 734e4015-5162-46d4-b9b7-e96261bf9146 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:05.862788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.869265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad38d204-c257-4f80-bbe2-1273f108e41c None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:05.882351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9015219-ef6b-4c48-b5cc-6a6017835e07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:05.889884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-b9015219-ef6b-4c48-b5cc-6a6017835e07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:05.892547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9015219-ef6b-4c48-b5cc-6a6017835e07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:05.893136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b9015219-ef6b-4c48-b5cc-6a6017835e07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.897624 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d0aec9a1-c214-4eb1-a9ce-101613bbf80d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.916909 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:05.921435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9015219-ef6b-4c48-b5cc-6a6017835e07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=1e005676-58da-4b7d-936f-3042cac0f78e,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:05.945487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be4cd8c-0b97-4b42-9b41-8d347fd18a07') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:05.945878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be4cd8c-0b97-4b42-9b41-8d347fd18a07') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:05.961123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.977789 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ad38d204-c257-4f80-bbe2-1273f108e41c None None] Deleting port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:05.978200 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad38d204-c257-4f80-bbe2-1273f108e41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.982550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.988223 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aec9a1-c214-4eb1-a9ce-101613bbf80d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a9b2a3-8379-4d7a-aa47-32b24af0dfb8,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:58:05.997318 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:58:06.033281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bd85c0-11ed-4707-af04-2d68a6a89936 None None] Update dhcp port {'port': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'fixed_ips': [{'subnet_id': '6d353a57-e548-4c89-a46c-daa74fed5c0a', 'ip_address': '172.20.0.18'}, {'subnet_id': '2a5ff9ad-f632-4751-87bd-2a518ff676c0'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '79339286-edfd-4487-b4c5-20103e97fd86'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:58:06.045672 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:58:06.046442 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b9015219-ef6b-4c48-b5cc-6a6017835e07 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2147989 Dec 22 04:58:06.049873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42380) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:06.054343 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d0aec9a1-c214-4eb1-a9ce-101613bbf80d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.055622 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d0aec9a1-c214-4eb1-a9ce-101613bbf80d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5505824 Dec 22 04:58:06.058409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-edf56025-f3cf-42df-8acc-91d683ad12a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:06.060129 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42382) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:06.069631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-5ce71dae-fe37-4301-ad22-1fc87b8a329b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'security_group': {'name': 'tempest-secgroup-1294278797'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:06.072829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a2bd85c0-11ed-4707-af04-2d68a6a89936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.146024 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ad38d204-c257-4f80-bbe2-1273f108e41c None None] For port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=bc23cd82-897c-4a3d-b39c-e8f9fa494dfb,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:06.146418 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad38d204-c257-4f80-bbe2-1273f108e41c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.169158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ad38d204-c257-4f80-bbe2-1273f108e41c None None] Calling delete_port for bc23cd82-897c-4a3d-b39c-e8f9fa494dfb owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:06.172770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.184723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.191056 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/networks/a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7 HTTP/1.1" status: 204 len: 168 time: 1.2253044 Dec 22 04:58:06.192922 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42384) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:06.198820 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-f76507f8-1d78-4dfb-a646-5557a89ec702 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'router': {'routes': None}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:06.208299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77702a-469d-4f79-9b76-be4f776b70ba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Pushing event deleted for resources: {'Network': ['ID=a99bf9f5-c2d8-482a-9f7b-1f3aa3cd8ce7,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:06.263666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5ce71dae-fe37-4301-ad22-1fc87b8a329b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.320415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4b6d5dbb-88da-4035-8fd7-41885392b58a None None] Provisioning complete for port 02f2013c-1390-4fb4-bbba-9a21f7de6427 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:06.321301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4b6d5dbb-88da-4035-8fd7-41885392b58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.341416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf56025-f3cf-42df-8acc-91d683ad12a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:06.345946 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-edf56025-f3cf-42df-8acc-91d683ad12a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.377911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-4b6d5dbb-88da-4035-8fd7-41885392b58a None None] Port 02f2013c-1390-4fb4-bbba-9a21f7de6427 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:06.385562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-a2bd85c0-11ed-4707-af04-2d68a6a89936 None None] Allocated IP 172.20.0.2 (84e5d6f7-6da0-4ea7-9779-ce2415c87611/2a5ff9ad-f632-4751-87bd-2a518ff676c0/79339286-edfd-4487-b4c5-20103e97fd86) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:06.403730 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:58:06.405701 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.extraroute_db [None req-f76507f8-1d78-4dfb-a646-5557a89ec702 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Added routes are [] {{(pid=109182) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 22 04:58:06.405986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.extraroute_db [None req-f76507f8-1d78-4dfb-a646-5557a89ec702 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Removed routes are [] {{(pid=109182) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 22 04:58:06.406337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f76507f8-1d78-4dfb-a646-5557a89ec702 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.412996 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9b1cbbab-0cdc-4e07-828d-aed07d9fc476 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/96383fd4-a74f-4abb-a399-ff68b4a1f0e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8436162 Dec 22 04:58:06.423536 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Sync routers for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:06.471367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:06.472091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:06.478718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad38d204-c257-4f80-bbe2-1273f108e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.514839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5ce71dae-fe37-4301-ad22-1fc87b8a329b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.546259 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2f495ca3-93d1-4fb1-99f6-28b664781bcf no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:06.587974 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f76507f8-1d78-4dfb-a646-5557a89ec702 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.591330 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5ce71dae-fe37-4301-ad22-1fc87b8a329b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.600967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38d204-c257-4f80-bbe2-1273f108e41c None None] Pushing event deleted for resources: {'Port': ['ID=bc23cd82-897c-4a3d-b39c-e8f9fa494dfb,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:06.601218 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f76507f8-1d78-4dfb-a646-5557a89ec702 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.604997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38d204-c257-4f80-bbe2-1273f108e41c None None] No DVR routers for this DVR port bc23cd82-897c-4a3d-b39c-e8f9fa494dfb on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:06.608481 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 2f495ca3-93d1-4fb1-99f6-28b664781bcf {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:06.608922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2f495ca3-93d1-4fb1-99f6-28b664781bcf not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:06.609525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 734e4015-5162-46d4-b9b7-e96261bf9146 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:06.645408 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0829989-9549-4ddb-9ac6-3e5c8db1a6c9 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:06.655781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 734e4015-5162-46d4-b9b7-e96261bf9146 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:06.656289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 734e4015-5162-46d4-b9b7-e96261bf9146 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:06.656799 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device bc23cd82-897c-4a3d-b39c-e8f9fa494dfb no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:06.671049 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce71dae-fe37-4301-ad22-1fc87b8a329b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64c598e-9916-43df-a5d2-9ca21b229018,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:06.708766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5ce71dae-fe37-4301-ad22-1fc87b8a329b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.709971 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5ce71dae-fe37-4301-ad22-1fc87b8a329b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6491301 Dec 22 04:58:06.715558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76507f8-1d78-4dfb-a646-5557a89ec702 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 3e948e8d-f84d-4f8a-a1d1-ac118364685e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:58:06.722867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42390) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:06.728299 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-7215e220-62a5-403e-b220-bbf2229fb018 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'security_group': {'name': 'tempest-secgroup-2086271600'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:06.735803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: bc23cd82-897c-4a3d-b39c-e8f9fa494dfb {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:06.736156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device bc23cd82-897c-4a3d-b39c-e8f9fa494dfb not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:06.738854 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a2bd85c0-11ed-4707-af04-2d68a6a89936 None None] For port 79339286-edfd-4487-b4c5-20103e97fd86, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=79339286-edfd-4487-b4c5-20103e97fd86,segment=NetworkSegment(9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f),segment_id=9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:06.772380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:06.825299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.objects.ports [None req-edf56025-f3cf-42df-8acc-91d683ad12a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:58:06.827591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-edf56025-f3cf-42df-8acc-91d683ad12a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.832102 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76507f8-1d78-4dfb-a646-5557a89ec702 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:58:06.844518 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc096ad-8144-4cd7-82d8-2310dc32fa43 None None] Sync routers for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:06.845599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a2bd85c0-11ed-4707-af04-2d68a6a89936 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.853478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f76507f8-1d78-4dfb-a646-5557a89ec702 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.854934 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f76507f8-1d78-4dfb-a646-5557a89ec702 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e HTTP/1.1" status: 200 len: 704 time: 0.6608720 Dec 22 04:58:06.857619 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42392) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:06.862861 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc096ad-8144-4cd7-82d8-2310dc32fa43 None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:06.864105 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7dc096ad-8144-4cd7-82d8-2310dc32fa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:06.888501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf56025-f3cf-42df-8acc-91d683ad12a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:06.892027 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-edf56025-f3cf-42df-8acc-91d683ad12a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:06.896719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf56025-f3cf-42df-8acc-91d683ad12a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:06.897385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-edf56025-f3cf-42df-8acc-91d683ad12a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.906698 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2a52f4f0-e5c5-48ab-828b-5f9815253dae tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e948e8d-f84d-4f8a-a1d1-ac118364685e HTTP/1.1" status: 200 len: 205 time: 0.0467944 Dec 22 04:58:06.909172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7215e220-62a5-403e-b220-bbf2229fb018 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.912339 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42394) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:06.917662 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf56025-f3cf-42df-8acc-91d683ad12a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=5088d976-9e0a-468c-bc0d-e03b8a46a0a3,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:06.920769 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a2bd85c0-11ed-4707-af04-2d68a6a89936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:06.964527 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-7dc096ad-8144-4cd7-82d8-2310dc32fa43 None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:07.007247 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-edf56025-f3cf-42df-8acc-91d683ad12a1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9561539 Dec 22 04:58:07.007906 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42396) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:07.014103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:80:4d:5c', 'name': 'tempest-NetworksTestDHCPv6-282833657'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:07.018900 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09e557ef-a86f-42a1-9143-b548a0753da7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.037620 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7dc096ad-8144-4cd7-82d8-2310dc32fa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:58:02Z', 'revision_number': 11, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:07.081670 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc096ad-8144-4cd7-82d8-2310dc32fa43 None None] Checking router: 3e948e8d-f84d-4f8a-a1d1-ac118364685e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:07.092573 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc096ad-8144-4cd7-82d8-2310dc32fa43 None None] Routers {'3e948e8d-f84d-4f8a-a1d1-ac118364685e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:07.093595 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7dc096ad-8144-4cd7-82d8-2310dc32fa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:07.174068 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-7dc096ad-8144-4cd7-82d8-2310dc32fa43 None None] Set router 3e948e8d-f84d-4f8a-a1d1-ac118364685e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:07.228834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09e557ef-a86f-42a1-9143-b548a0753da7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.235946 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09e557ef-a86f-42a1-9143-b548a0753da7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.244382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:07.254375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7215e220-62a5-403e-b220-bbf2229fb018 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.267310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd85c0-11ed-4707-af04-2d68a6a89936 None None] Pushing event updated for resources: {'Port': ['ID=79339286-edfd-4487-b4c5-20103e97fd86,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:07.306687 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '1e005676-58da-4b7d-936f-3042cac0f78e'}, {'subnet_id': '5088d976-9e0a-468c-bc0d-e03b8a46a0a3'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:58:07.306687 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.324768 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7215e220-62a5-403e-b220-bbf2229fb018 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.338046 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7dc096ad-8144-4cd7-82d8-2310dc32fa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:58:02Z', 'revision_number': 11, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:07.368326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215e220-62a5-403e-b220-bbf2229fb018 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7983aa7-cde5-4267-839b-340cc8686394,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:07.376243 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc096ad-8144-4cd7-82d8-2310dc32fa43 None None] The sync data for ids ['3e948e8d-f84d-4f8a-a1d1-ac118364685e'] in dv-neutron-822523-1-hyperv is: [{'id': '3e948e8d-f84d-4f8a-a1d1-ac118364685e', 'name': 'tempest-RoutersIpV6Test-router-750337410', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:57:11Z', 'updated_at': '2021-12-22T04:58:02Z', 'revision_number': 11, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:07.382647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09e557ef-a86f-42a1-9143-b548a0753da7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.383471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e557ef-a86f-42a1-9143-b548a0753da7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Fanout notify agent at l3_agent the message router_deleted on router 3e948e8d-f84d-4f8a-a1d1-ac118364685e {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:58:07.394839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-09e557ef-a86f-42a1-9143-b548a0753da7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.400488 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-09e557ef-a86f-42a1-9143-b548a0753da7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e HTTP/1.1" status: 204 len: 168 time: 0.4816492 Dec 22 04:58:07.401540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42398) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:07.406573 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-69f4ba13-20f2-4e6a-8ef2-afeede20c1cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-670600640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:07.421642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.444767 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7215e220-62a5-403e-b220-bbf2229fb018 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.446064 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7215e220-62a5-403e-b220-bbf2229fb018 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7222164 Dec 22 04:58:07.449082 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42400) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:07.453924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1331678818', 'security_groups': ['c7983aa7-cde5-4267-839b-340cc8686394'], 'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a5ff9ad-f632-4751-87bd-2a518ff676c0'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:07.456782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port a81bb487-d6ee-494c-b941-99cb58063d56 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:07.581559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:58:04Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '13074bb8-2822-4732-9509-eabc51ca4e2f', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'port_id': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'mac_address': 'fa:16:3e:ad:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:54Z', 'updated_at': '2021-12-22T04:56:57Z', 'revision_number': 1, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f2013c-1390-4fb4-bbba-9a21f7de6427', 'name': '', 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:b9:3a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '50691bb7-921e-4350-8f2c-c23afacc0e6b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:03Z', 'updated_at': '2021-12-22T04:58:05Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '50691bb7-921e-4350-8f2c-c23afacc0e6b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:25Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:07.637517 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Checking router: 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:07.638075 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Updating router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 port 02f2013c-1390-4fb4-bbba-9a21f7de6427 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:58:07.674242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-69f4ba13-20f2-4e6a-8ef2-afeede20c1cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.675292 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-69f4ba13-20f2-4e6a-8ef2-afeede20c1cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.703252 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.728530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Allocated IP 172.20.0.2 (2485d7d3-5b15-435d-bf80-f80d67582626/1e005676-58da-4b7d-936f-3042cac0f78e/55027a17-0dda-4b30-a773-ed64cb0a469c) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:07.755361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-69f4ba13-20f2-4e6a-8ef2-afeede20c1cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.756403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Allocated IP 2001:db8::f816:3eff:fed0:aaa9 (2485d7d3-5b15-435d-bf80-f80d67582626/5088d976-9e0a-468c-bc0d-e03b8a46a0a3/55027a17-0dda-4b30-a773-ed64cb0a469c) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:07.793029 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:07.833257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-69f4ba13-20f2-4e6a-8ef2-afeede20c1cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.897239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.918165 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] device_id is not set on port e87014ba-b1bf-412a-917e-0774506b09db yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:07.928414 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-69f4ba13-20f2-4e6a-8ef2-afeede20c1cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:07.929909 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-69f4ba13-20f2-4e6a-8ef2-afeede20c1cd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5274105 Dec 22 04:58:07.932794 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42402) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:07.938089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-1e7ef52b-5484-4263-9f4b-141a27bc07a3 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:08.075219 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.131973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.9 (84e5d6f7-6da0-4ea7-9779-ce2415c87611/2a5ff9ad-f632-4751-87bd-2a518ff676c0/e87014ba-b1bf-412a-917e-0774506b09db) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:08.142523 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.144066 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1876ac82-db2b-4a82-b923-36424117a286 None None] Provisioning complete for port 638d723d-67ca-49e0-b55f-ab657ef39419 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:08.144915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1876ac82-db2b-4a82-b923-36424117a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.168305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.195855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef52b-5484-4263-9f4b-141a27bc07a3 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.220000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.225195 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:08.225979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1876ac82-db2b-4a82-b923-36424117a286 None None] Port 638d723d-67ca-49e0-b55f-ab657ef39419 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:08.237914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:08.242348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:08.245853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Pushing event updated for resources: {'Port': ['ID=55027a17-0dda-4b30-a773-ed64cb0a469c,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:08.271275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef52b-5484-4263-9f4b-141a27bc07a3 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.293896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 172.20.0.6 (2485d7d3-5b15-435d-bf80-f80d67582626/1e005676-58da-4b7d-936f-3042cac0f78e/a81bb487-d6ee-494c-b941-99cb58063d56) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:08.305723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::f816:3eff:fe80:4d5c (2485d7d3-5b15-435d-bf80-f80d67582626/5088d976-9e0a-468c-bc0d-e03b8a46a0a3/a81bb487-d6ee-494c-b941-99cb58063d56) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:08.317860 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1876ac82-db2b-4a82-b923-36424117a286 None None] Provisioning complete for port 79339286-edfd-4487-b4c5-20103e97fd86 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:08.318158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1876ac82-db2b-4a82-b923-36424117a286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.321193 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.398824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89149593-8d6c-43b6-b239-e90195f782b8 None None] Pushing event updated for resources: {'Port': ['ID=02f2013c-1390-4fb4-bbba-9a21f7de6427,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:08.423924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.440502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Attempting to bind port 55027a17-0dda-4b30-a773-ed64cb0a469c on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:08.440882 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Attempting to bind port 55027a17-0dda-4b30-a773-ed64cb0a469c by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:08.441241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Attempting to bind port 55027a17-0dda-4b30-a773-ed64cb0a469c on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:08.461336 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:08.461726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:08.462179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.462511 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:08.462989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Bound port: 55027a17-0dda-4b30-a773-ed64cb0a469c, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:08.463373 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.467237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Attempting to bind port 02f2013c-1390-4fb4-bbba-9a21f7de6427 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:08.467603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Attempting to bind port 02f2013c-1390-4fb4-bbba-9a21f7de6427 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:08.467961 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Attempting to bind port 02f2013c-1390-4fb4-bbba-9a21f7de6427 on network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:08.496283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:08.497358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Checking segment: {'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:08.497358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.497587 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Bound using segment: {'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:08.497887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Bound port: 02f2013c-1390-4fb4-bbba-9a21f7de6427, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6248c661-696b-495a-be40-72d00010b23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:08.498263 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.498608 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:08.508229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:08.513282 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:08.560645 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=e87014ba-b1bf-412a-917e-0774506b09db,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:08.578997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.582519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7ef52b-5484-4263-9f4b-141a27bc07a3 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Router 559a0e4a-8bcd-4a70-be73-c8bf4410a72b is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:58:08.592757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:08.593522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.611295 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 79339286-edfd-4487-b4c5-20103e97fd86 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:08.685315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] For port 55027a17-0dda-4b30-a773-ed64cb0a469c, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:08.688709 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-39a7a64b-46e8-4c7c-9eda-9bcd22cb5a34 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2385728 Dec 22 04:58:08.689818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42404) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:08.695048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5d0d9506-c203-43bc-90e1-db88fc0f182d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:08.701405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7ef52b-5484-4263-9f4b-141a27bc07a3 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:58:08.711935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1e7ef52b-5484-4263-9f4b-141a27bc07a3 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.715746 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42406) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:08.716619 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1e7ef52b-5484-4263-9f4b-141a27bc07a3 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "PUT /v2.0/routers/559a0e4a-8bcd-4a70-be73-c8bf4410a72b HTTP/1.1" status: 200 len: 697 time: 0.7821641 Dec 22 04:58:08.718924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] For port 55027a17-0dda-4b30-a773-ed64cb0a469c, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=55027a17-0dda-4b30-a773-ed64cb0a469c,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:08.723895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708113d-30ca-4a7e-ab3b-93fb27e2d57e None None] Sync routers for ids ['559a0e4a-8bcd-4a70-be73-c8bf4410a72b'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:08.752354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708113d-30ca-4a7e-ab3b-93fb27e2d57e None None] Routers {'559a0e4a-8bcd-4a70-be73-c8bf4410a72b'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:08.752977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-5708113d-30ca-4a7e-ab3b-93fb27e2d57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['559a0e4a-8bcd-4a70-be73-c8bf4410a72b'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:08.756088 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] For port 02f2013c-1390-4fb4-bbba-9a21f7de6427, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:08.814666 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7cd0326d-be06-4573-9816-82393482e84f tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/routers/559a0e4a-8bcd-4a70-be73-c8bf4410a72b HTTP/1.1" status: 200 len: 703 time: 0.0971632 Dec 22 04:58:08.817221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42408) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:08.842165 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.842839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.853070 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-034aa6bf-312b-43c3-99d2-f08b9483520a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=559a0e4a-8bcd-4a70-be73-c8bf4410a72b HTTP/1.1" status: 200 len: 205 time: 0.0290916 Dec 22 04:58:08.854739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42410) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:08.859668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] For port 02f2013c-1390-4fb4-bbba-9a21f7de6427, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=02f2013c-1390-4fb4-bbba-9a21f7de6427,segment=NetworkSegment(6248c661-696b-495a-be40-72d00010b23b),segment_id=6248c661-696b-495a-be40-72d00010b23b)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:08.893334 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-5708113d-30ca-4a7e-ab3b-93fb27e2d57e None None] Set router 559a0e4a-8bcd-4a70-be73-c8bf4410a72b gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:08.896058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:08.899854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:08.906805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:08.910713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=a81bb487-d6ee-494c-b941-99cb58063d56,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:08.935488 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729c45c8-c199-42ae-88f8-b4362e8aab0e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.974185 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:08.974927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.976128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.982347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0d9506-c203-43bc-90e1-db88fc0f182d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:08.986384 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9506-c203-43bc-90e1-db88fc0f182d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.986803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-5708113d-30ca-4a7e-ab3b-93fb27e2d57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559a0e4a-8bcd-4a70-be73-c8bf4410a72b', 'name': 'tempest-RoutersIpV6Test-router-670600640', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:07Z', 'updated_at': '2021-12-22T04:58:08Z', 'revision_number': 2, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:08.989268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 79339286-edfd-4487-b4c5-20103e97fd86 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:08.989268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:08.995187 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-513030aa-484e-4149-bd69-97aa0a509bad None None] Provisioning complete for port 02f2013c-1390-4fb4-bbba-9a21f7de6427 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:08.995556 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-513030aa-484e-4149-bd69-97aa0a509bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:09.088873 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708113d-30ca-4a7e-ab3b-93fb27e2d57e None None] Checking router: 559a0e4a-8bcd-4a70-be73-c8bf4410a72b for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:09.108021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9a332-2e0c-4622-8f8b-2a5971dcd022 None None] Pushing event updated for resources: {'Port': ['ID=55027a17-0dda-4b30-a773-ed64cb0a469c,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:09.200553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:09.201185 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:09.261946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708113d-30ca-4a7e-ab3b-93fb27e2d57e None None] Routers {'559a0e4a-8bcd-4a70-be73-c8bf4410a72b'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:09.262836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-5708113d-30ca-4a7e-ab3b-93fb27e2d57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:57:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['559a0e4a-8bcd-4a70-be73-c8bf4410a72b'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:09.523553 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.ipam_backend_mixin [None req-5d0d9506-c203-43bc-90e1-db88fc0f182d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2a5ff9ad-f632-4751-87bd-2a518ff676c0 (CIDR: 172.20.0.0/28) Dec 22 04:58:09.531416 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4055f2cd-fd28-46ce-9c48-8e39820ecc2a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5195637 Dec 22 04:58:09.531819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42414) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:09.550043 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b99f93a5-057c-4a44-a53f-7fdcd1ec5d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:09.569830 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89149593-8d6c-43b6-b239-e90195f782b8 None None] Pushing event updated for resources: {'Port': ['ID=02f2013c-1390-4fb4-bbba-9a21f7de6427,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:09.574347 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0d9506-c203-43bc-90e1-db88fc0f182d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:09.574845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0d9506-c203-43bc-90e1-db88fc0f182d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:09.575239 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-5708113d-30ca-4a7e-ab3b-93fb27e2d57e None None] Set router 559a0e4a-8bcd-4a70-be73-c8bf4410a72b gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:09.579022 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729c45c8-c199-42ae-88f8-b4362e8aab0e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:09.582445 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729c45c8-c199-42ae-88f8-b4362e8aab0e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:09.589083 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b929c-41d1-4437-89db-24e1f542a1aa tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:09.595218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b929c-41d1-4437-89db-24e1f542a1aa tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:09.599293 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ad1b929c-41d1-4437-89db-24e1f542a1aa tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0640781 Dec 22 04:58:09.599668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42416) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:09.663260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-5708113d-30ca-4a7e-ab3b-93fb27e2d57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559a0e4a-8bcd-4a70-be73-c8bf4410a72b', 'name': 'tempest-RoutersIpV6Test-router-670600640', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:07Z', 'updated_at': '2021-12-22T04:58:08Z', 'revision_number': 2, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:09.681462 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5d0d9506-c203-43bc-90e1-db88fc0f182d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9905777 Dec 22 04:58:09.687793 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42418) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:09.693278 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-187a2135-959c-4447-b744-6cb2114eb6c5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:09.704749 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc4782-175b-4eaa-bfb1-fe8559af8992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port a81bb487-d6ee-494c-b941-99cb58063d56 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:09.709373 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4782-175b-4eaa-bfb1-fe8559af8992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:09.710242 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729c45c8-c199-42ae-88f8-b4362e8aab0e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:09.710711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729c45c8-c199-42ae-88f8-b4362e8aab0e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Fanout notify agent at l3_agent the message router_deleted on router 559a0e4a-8bcd-4a70-be73-c8bf4410a72b {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:58:09.731291 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708113d-30ca-4a7e-ab3b-93fb27e2d57e None None] The sync data for ids ['559a0e4a-8bcd-4a70-be73-c8bf4410a72b'] in dv-neutron-822523-1-hyperv is: [{'id': '559a0e4a-8bcd-4a70-be73-c8bf4410a72b', 'name': 'tempest-RoutersIpV6Test-router-670600640', 'tenant_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:07Z', 'updated_at': '2021-12-22T04:58:08Z', 'revision_number': 2, 'project_id': 'f5a2288f9d604f988fcdc48905d22cc1', 'gw_port_host': None}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:09.746362 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729c45c8-c199-42ae-88f8-b4362e8aab0e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:09.747465 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-729c45c8-c199-42ae-88f8-b4362e8aab0e tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/559a0e4a-8bcd-4a70-be73-c8bf4410a72b HTTP/1.1" status: 204 len: 168 time: 0.8925469 Dec 22 04:58:09.751303 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42420) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:09.779281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:09.797000 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-78c20584-680e-48ef-95b9-a0f0506d25ed tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=559a0e4a-8bcd-4a70-be73-c8bf4410a72b HTTP/1.1" status: 200 len: 205 time: 0.0436902 Dec 22 04:58:09.804919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42422) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:09.815204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-513030aa-484e-4149-bd69-97aa0a509bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:09.895537 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-e6de6e00-f55e-4748-bc37-8e67ccc186bc tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] delete failed (client error): The resource could not be found. Dec 22 04:58:09.899317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42424) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:09.899550 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e6de6e00-f55e-4748-bc37-8e67ccc186bc tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/559a0e4a-8bcd-4a70-be73-c8bf4410a72b HTTP/1.1" status: 404 len: 336 time: 0.0513253 Dec 22 04:58:09.903691 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4782-175b-4eaa-bfb1-fe8559af8992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:09.920745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a8cc4782-175b-4eaa-bfb1-fe8559af8992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for a81bb487-d6ee-494c-b941-99cb58063d56 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:09.920895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-513030aa-484e-4149-bd69-97aa0a509bad None None] For port 02f2013c-1390-4fb4-bbba-9a21f7de6427, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=02f2013c-1390-4fb4-bbba-9a21f7de6427,segment=NetworkSegment(6248c661-696b-495a-be40-72d00010b23b),segment_id=6248c661-696b-495a-be40-72d00010b23b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:09.944700 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-4197e883-09b8-4c6c-89de-ee6e4491bfba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:09.945384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4197e883-09b8-4c6c-89de-ee6e4491bfba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:09.952331 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4197e883-09b8-4c6c-89de-ee6e4491bfba tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/605aaaee-cdc3-4915-bf56-d9a54f542e96 HTTP/1.1" status: 404 len: 337 time: 0.0513041 Dec 22 04:58:09.960994 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42426) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:09.999696 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fdf5fb-2634-4220-808a-e691ab1aa870 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:10.000434 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fdf5fb-2634-4220-808a-e691ab1aa870 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:10.006235 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f0fdf5fb-2634-4220-808a-e691ab1aa870 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/32ee1b36-4284-401b-9e6b-78ab33562fca HTTP/1.1" status: 404 len: 337 time: 0.0519490 Dec 22 04:58:10.006687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42428) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.023942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187a2135-959c-4447-b744-6cb2114eb6c5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:10.029864 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-187a2135-959c-4447-b744-6cb2114eb6c5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:10.051237 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4356cb-3640-4a3c-901b-7d298ee9c3b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:10.058625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4356cb-3640-4a3c-901b-7d298ee9c3b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:10.058625 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dc4356cb-3640-4a3c-901b-7d298ee9c3b1 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/35e69cf3-8979-4a4d-aa94-883ce2331222 HTTP/1.1" status: 404 len: 337 time: 0.0470808 Dec 22 04:58:10.058625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42430) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.088140 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd2b226-5568-47d8-b0d2-5e69edaf4234 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:10.088782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd2b226-5568-47d8-b0d2-5e69edaf4234 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:10.091802 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5bd2b226-5568-47d8-b0d2-5e69edaf4234 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/472e3bea-8d52-48c2-87da-c75b49d89aed HTTP/1.1" status: 404 len: 337 time: 0.0331988 Dec 22 04:58:10.094828 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42432) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.103126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-513030aa-484e-4149-bd69-97aa0a509bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:10.142292 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5f4517f7-adaf-425c-8a90-fd8d7f45736d tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=3e948e8d-f84d-4f8a-a1d1-ac118364685e HTTP/1.1" status: 200 len: 205 time: 0.0463896 Dec 22 04:58:10.145471 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42434) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.153453 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-513030aa-484e-4149-bd69-97aa0a509bad None None] Provisioning complete for port e87014ba-b1bf-412a-917e-0774506b09db triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:10.153926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-513030aa-484e-4149-bd69-97aa0a509bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:10.163491 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.ipam_backend_mixin [None req-187a2135-959c-4447-b744-6cb2114eb6c5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6d353a57-e548-4c89-a46c-daa74fed5c0a (CIDR: 172.20.0.16/28) Dec 22 04:58:10.200679 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-84bc68f5-4f68-42cf-bfb7-8be3cfac61c3 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] delete failed (client error): The resource could not be found. Dec 22 04:58:10.201724 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-84bc68f5-4f68-42cf-bfb7-8be3cfac61c3 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/3e948e8d-f84d-4f8a-a1d1-ac118364685e HTTP/1.1" status: 404 len: 336 time: 0.0558221 Dec 22 04:58:10.204582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42436) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.205550 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-513030aa-484e-4149-bd69-97aa0a509bad None None] Port e87014ba-b1bf-412a-917e-0774506b09db cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:10.222436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513030aa-484e-4149-bd69-97aa0a509bad None None] Pushing event updated for resources: {'Port': ['ID=02f2013c-1390-4fb4-bbba-9a21f7de6427,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:10.224058 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-187a2135-959c-4447-b744-6cb2114eb6c5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:10.230302 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187a2135-959c-4447-b744-6cb2114eb6c5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:10.237826 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:58:04Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '13074bb8-2822-4732-9509-eabc51ca4e2f', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'port_id': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'mac_address': 'fa:16:3e:ad:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:54Z', 'updated_at': '2021-12-22T04:56:57Z', 'revision_number': 1, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f2013c-1390-4fb4-bbba-9a21f7de6427', 'name': '', 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:b9:3a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '50691bb7-921e-4350-8f2c-c23afacc0e6b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:03Z', 'updated_at': '2021-12-22T04:58:08Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '50691bb7-921e-4350-8f2c-c23afacc0e6b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:25Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:10.238118 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-feaf0710-f352-4cde-a46a-9dd1a27d25fd tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=d5cd3799-fec1-4612-a134-201542b545b1 HTTP/1.1" status: 200 len: 205 time: 0.0324314 Dec 22 04:58:10.240322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42438) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.268478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8decae8c-ad0a-487c-b4a9-c1d91f2e8873 None None] The sync data for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv is: [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:58:04Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '13074bb8-2822-4732-9509-eabc51ca4e2f', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'port_id': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'mac_address': 'fa:16:3e:ad:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:54Z', 'updated_at': '2021-12-22T04:56:57Z', 'revision_number': 1, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f2013c-1390-4fb4-bbba-9a21f7de6427', 'name': '', 'network_id': 'be35a4d6-70c1-4ac7-a2b6-7603a138f3b9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:b9:3a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1166, 'fixed_ips': [{'subnet_id': '50691bb7-921e-4350-8f2c-c23afacc0e6b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:03Z', 'updated_at': '2021-12-22T04:58:08Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '50691bb7-921e-4350-8f2c-c23afacc0e6b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:25Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:10.306554 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-704086e6-32cd-4a8c-8428-59ed094b8695 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] delete failed (client error): The resource could not be found. Dec 22 04:58:10.316034 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-704086e6-32cd-4a8c-8428-59ed094b8695 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/d5cd3799-fec1-4612-a134-201542b545b1 HTTP/1.1" status: 404 len: 336 time: 0.0655286 Dec 22 04:58:10.317070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42440) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.349460 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-187a2135-959c-4447-b744-6cb2114eb6c5 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6580513 Dec 22 04:58:10.350009 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42442) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.357943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-fa138141-d03b-4515-aeeb-f1fd62cee56e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'subnet': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:10.363101 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8bc2ff00-21b8-481e-ac2c-c353567b9280 None None] Provisioning complete for port 02f2013c-1390-4fb4-bbba-9a21f7de6427 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:10.363485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ff00-21b8-481e-ac2c-c353567b9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:10.392857 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-f549e5ba-469d-4714-be35-f1a1e4ae3dbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:10.393630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f549e5ba-469d-4714-be35-f1a1e4ae3dbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:10.399363 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f549e5ba-469d-4714-be35-f1a1e4ae3dbe tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/743e1e60-00ab-43b5-af87-327b427d60ec HTTP/1.1" status: 404 len: 337 time: 0.0787270 Dec 22 04:58:10.400626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42444) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.450101 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e83f2b6c-5561-455e-9586-bd3cd68c2c7a tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=7aa82890-8e77-4453-a612-723c7e906413 HTTP/1.1" status: 200 len: 205 time: 0.0465796 Dec 22 04:58:10.451738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42446) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.464340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4782-175b-4eaa-bfb1-fe8559af8992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:10.489873 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed3cc36-c7fa-4196-b93e-b961f08281a7 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:10.588004 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-a4610e70-1c22-4de8-af75-b7a60cf8dee7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] delete failed (client error): The resource could not be found. Dec 22 04:58:10.589071 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a4610e70-1c22-4de8-af75-b7a60cf8dee7 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/7aa82890-8e77-4453-a612-723c7e906413 HTTP/1.1" status: 404 len: 336 time: 0.1316960 Dec 22 04:58:10.591649 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc4782-175b-4eaa-bfb1-fe8559af8992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=a81bb487-d6ee-494c-b941-99cb58063d56,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:10.593171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42448) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.656149 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ed6e46e5-39f8-44c3-a9bc-959ca4f92899 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=83e4f8be-1785-4f95-a98e-de8cfda00343 HTTP/1.1" status: 200 len: 205 time: 0.0589526 Dec 22 04:58:10.659390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42450) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.660822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 02f2013c-1390-4fb4-bbba-9a21f7de6427 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:10.665363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa138141-d03b-4515-aeeb-f1fd62cee56e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Made reservation on behalf of b5cf82dfcab94f74b5cae5119093644d for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:10.670753 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fa138141-d03b-4515-aeeb-f1fd62cee56e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:10.724042 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-2d21ef5b-befa-4d5a-8a9e-6805064729d0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] delete failed (client error): The resource could not be found. Dec 22 04:58:10.725702 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2d21ef5b-befa-4d5a-8a9e-6805064729d0 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/83e4f8be-1785-4f95-a98e-de8cfda00343 HTTP/1.1" status: 404 len: 336 time: 0.0652819 Dec 22 04:58:10.729621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42452) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.759634 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-5be31232-dc6d-41bb-aa05-217722c2f328 None None] Provisioning complete for port 55027a17-0dda-4b30-a773-ed64cb0a469c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:10.760004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5be31232-dc6d-41bb-aa05-217722c2f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:10.773624 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6e5ffe-2b6b-40df-bf7a-47859de3be38 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:10.774109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6e5ffe-2b6b-40df-bf7a-47859de3be38 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:10.777215 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5a6e5ffe-2b6b-40df-bf7a-47859de3be38 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/d1971d6b-738c-404f-94bd-f33170c0b258 HTTP/1.1" status: 404 len: 337 time: 0.0466669 Dec 22 04:58:10.779885 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42454) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.810217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 02f2013c-1390-4fb4-bbba-9a21f7de6427 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:10.810451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:10.821742 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c5585020-af5b-4f99-bddf-286dddaf881c tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=c289fc73-c90f-4189-905f-bf835322a71b HTTP/1.1" status: 200 len: 205 time: 0.0407324 Dec 22 04:58:10.824959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42456) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.878197 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-3e37fdda-5c2d-4ed1-a376-e7622df63c67 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] delete failed (client error): The resource could not be found. Dec 22 04:58:10.879714 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3e37fdda-5c2d-4ed1-a376-e7622df63c67 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/c289fc73-c90f-4189-905f-bf835322a71b HTTP/1.1" status: 404 len: 336 time: 0.0539491 Dec 22 04:58:10.881776 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42458) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.924631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4782-175b-4eaa-bfb1-fe8559af8992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:10.930603 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a8cc4782-175b-4eaa-bfb1-fe8559af8992 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/a81bb487-d6ee-494c-b941-99cb58063d56 HTTP/1.1" status: 204 len: 168 time: 1.3294692 Dec 22 04:58:10.932626 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae58be38-8d1c-4830-b2e6-5f46a8b020be tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:10.933374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae58be38-8d1c-4830-b2e6-5f46a8b020be tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:10.937360 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ae58be38-8d1c-4830-b2e6-5f46a8b020be tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/ae1669b3-1800-442f-89c4-f13ecebc63b3 HTTP/1.1" status: 404 len: 337 time: 0.0543039 Dec 22 04:58:10.938344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42460) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.939553 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42462) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:10.952241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5be31232-dc6d-41bb-aa05-217722c2f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:10.981981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 55027a17-0dda-4b30-a773-ed64cb0a469c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:11.008803 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c9a9ccea-f264-4e13-ada8-d6d1fcd20539 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b99680e-aad8-4777-b6ca-1e221caa59e4 HTTP/1.1" status: 200 len: 205 time: 0.0678430 Dec 22 04:58:11.012825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42464) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:11.034509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7267274b-577d-498e-982f-45fcd08d8898 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:11.037055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7267274b-577d-498e-982f-45fcd08d8898 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:11.039040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5be31232-dc6d-41bb-aa05-217722c2f328 None None] For port 55027a17-0dda-4b30-a773-ed64cb0a469c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=55027a17-0dda-4b30-a773-ed64cb0a469c,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:11.040178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7267274b-577d-498e-982f-45fcd08d8898 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:11.042033 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7267274b-577d-498e-982f-45fcd08d8898 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1026907 Dec 22 04:58:11.045593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42466) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:11.058825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 55027a17-0dda-4b30-a773-ed64cb0a469c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:11.059347 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.125949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5be31232-dc6d-41bb-aa05-217722c2f328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.136046 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-030d6a4e-099b-4a8e-bf54-d5a1d2a30cc9 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] delete failed (client error): The resource could not be found. Dec 22 04:58:11.140241 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-030d6a4e-099b-4a8e-bf54-d5a1d2a30cc9 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/routers/2b99680e-aad8-4777-b6ca-1e221caa59e4 HTTP/1.1" status: 404 len: 336 time: 0.0851307 Dec 22 04:58:11.142001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48fa70d-b666-4b53-904c-082e6817478b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 1e005676-58da-4b7d-936f-3042cac0f78e {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:11.146910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42468) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:11.158824 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b48fa70d-b666-4b53-904c-082e6817478b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.219426 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd77dbc-1c27-4d7d-a08a-9f4803da6f58 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:11.220008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd77dbc-1c27-4d7d-a08a-9f4803da6f58 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:11.224114 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2cd77dbc-1c27-4d7d-a08a-9f4803da6f58 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/26b67bf4-3e36-41ae-b165-bc3586cb46fd HTTP/1.1" status: 404 len: 337 time: 0.0757015 Dec 22 04:58:11.228029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42470) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:11.231742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be31232-dc6d-41bb-aa05-217722c2f328 None None] Pushing event updated for resources: {'Port': ['ID=55027a17-0dda-4b30-a773-ed64cb0a469c,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:11.269114 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2d0b55-2011-48ca-a546-001a1f35c474 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:11.269681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2d0b55-2011-48ca-a546-001a1f35c474 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:11.273123 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2c2d0b55-2011-48ca-a546-001a1f35c474 tempest-RoutersIpV6Test-1106224079 tempest-RoutersIpV6Test-1106224079-project] 10.222.0.54 "DELETE /v2.0/subnets/7de9dba1-674a-4849-a52f-cdcb0b0d8dfe HTTP/1.1" status: 404 len: 337 time: 0.0442457 Dec 22 04:58:11.285013 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b48fa70d-b666-4b53-904c-082e6817478b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.327132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fa138141-d03b-4515-aeeb-f1fd62cee56e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.347971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-88dbf0e3-3c15-42dc-8fb1-0740d1162c5c None None] Provisioning complete for port 55027a17-0dda-4b30-a773-ed64cb0a469c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:11.347971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-88dbf0e3-3c15-42dc-8fb1-0740d1162c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.405184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa138141-d03b-4515-aeeb-f1fd62cee56e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:11.410827 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-fa138141-d03b-4515-aeeb-f1fd62cee56e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:11.417077 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa138141-d03b-4515-aeeb-f1fd62cee56e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:11.417808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fa138141-d03b-4515-aeeb-f1fd62cee56e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.434726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e963f2fe-73d3-4440-8191-63f25f3345b9 None None] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:11.437472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa138141-d03b-4515-aeeb-f1fd62cee56e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Subnet': ['ID=d3fd40bd-566d-454b-80b7-b6e8e286afce,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:11.445690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b48fa70d-b666-4b53-904c-082e6817478b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.530333 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fa138141-d03b-4515-aeeb-f1fd62cee56e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1782606 Dec 22 04:58:11.537734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42476) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:11.540564 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c567bdb7-710f-4a3a-aa75-1f6b753950db tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-143938570', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3fd40bd-566d-454b-80b7-b6e8e286afce'}], 'security_groups': ['b5a9b2a3-8379-4d7a-aa47-32b24af0dfb8', 'a64c598e-9916-43df-a5d2-9ca21b229018']}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:11.610057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c567bdb7-710f-4a3a-aa75-1f6b753950db tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.616922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b48fa70d-b666-4b53-904c-082e6817478b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.650685 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fa70d-b666-4b53-904c-082e6817478b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=1e005676-58da-4b7d-936f-3042cac0f78e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:11.657305 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b48fa70d-b666-4b53-904c-082e6817478b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.661028 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b48fa70d-b666-4b53-904c-082e6817478b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/1e005676-58da-4b7d-936f-3042cac0f78e HTTP/1.1" status: 204 len: 168 time: 0.6142111 Dec 22 04:58:11.663622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42478) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:11.685812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cb4238d8-3bb4-4e37-b002-700fcf3d9c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.688371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-33c0b5fc-670a-4251-a726-936d1a2bd1b4 None None] Could not find standard attr ID for object a81bb487-d6ee-494c-b941-99cb58063d56. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:58:11.755806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924444b4-bc42-4a62-902f-33ea94dfa266 None None] Update dhcp port {'port': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'fixed_ips': [{'subnet_id': '6d353a57-e548-4c89-a46c-daa74fed5c0a', 'ip_address': '172.20.0.18'}, {'subnet_id': '2a5ff9ad-f632-4751-87bd-2a518ff676c0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd3fd40bd-566d-454b-80b7-b6e8e286afce'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '79339286-edfd-4487-b4c5-20103e97fd86'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:58:11.769172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-533057f0-ac53-4049-8152-34cb78d8d8b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 5088d976-9e0a-468c-bc0d-e03b8a46a0a3 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:11.783098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-924444b4-bc42-4a62-902f-33ea94dfa266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.803943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-533057f0-ac53-4049-8152-34cb78d8d8b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.908390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-533057f0-ac53-4049-8152-34cb78d8d8b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:11.956716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42482) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:11.984542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f093a0-d44b-4f71-9930-384e8c146590 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:11.986932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-924444b4-bc42-4a62-902f-33ea94dfa266 None None] Allocated IP 172.20.0.34 (84e5d6f7-6da0-4ea7-9779-ce2415c87611/d3fd40bd-566d-454b-80b7-b6e8e286afce/79339286-edfd-4487-b4c5-20103e97fd86) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:12.012440 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-533057f0-ac53-4049-8152-34cb78d8d8b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.108226 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0955723e-a058-4b59-9b62-443d5aa42ef1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5a2288f9d604f988fcdc48905d22cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495159 Dec 22 04:58:12.110151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42486) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:12.141830 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-533057f0-ac53-4049-8152-34cb78d8d8b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.167339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa68a-a590-4bb1-9a67-328e32b726bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.173371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533057f0-ac53-4049-8152-34cb78d8d8b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=5088d976-9e0a-468c-bc0d-e03b8a46a0a3,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:12.177361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-533057f0-ac53-4049-8152-34cb78d8d8b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.177560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-924444b4-bc42-4a62-902f-33ea94dfa266 None None] For port 79339286-edfd-4487-b4c5-20103e97fd86, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=79339286-edfd-4487-b4c5-20103e97fd86,segment=NetworkSegment(9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f),segment_id=9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:12.184095 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-533057f0-ac53-4049-8152-34cb78d8d8b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/5088d976-9e0a-468c-bc0d-e03b8a46a0a3 HTTP/1.1" status: 204 len: 168 time: 0.5184090 Dec 22 04:58:12.184868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42488) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:12.196939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa68a-a590-4bb1-9a67-328e32b726bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.227971 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c48ad35f-9114-499a-b0c1-01b2657853a2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395710 Dec 22 04:58:12.228320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42490) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:12.246613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-924444b4-bc42-4a62-902f-33ea94dfa266 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.275840 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1e4b97-0d79-4a8a-bc5a-ff525eb002b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:12.277397 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4d1e4b97-0d79-4a8a-bc5a-ff525eb002b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0480692 Dec 22 04:58:12.280160 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42492) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:12.311852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5d8e34-cd06-476f-8c92-8f642c2ebe19 None None] Update dhcp port {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'fixed_ips': [{'subnet_id': '5088d976-9e0a-468c-bc0d-e03b8a46a0a3'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '55027a17-0dda-4b30-a773-ed64cb0a469c'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:58:12.330701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-924444b4-bc42-4a62-902f-33ea94dfa266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.335854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa68a-a590-4bb1-9a67-328e32b726bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.339395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa68a-a590-4bb1-9a67-328e32b726bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.343906 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3a3fa68a-a590-4bb1-9a67-328e32b726bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c39b693-9fc4-4832-a3da-58cc9c568864 HTTP/1.1" status: 204 len: 168 time: 0.2302108 Dec 22 04:58:12.353918 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fa68a-a590-4bb1-9a67-328e32b726bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c39b693-9fc4-4832-a3da-58cc9c568864,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:12.367185 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb78c90a-787a-4bad-b1d3-6f1ee7e21ded tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:12.370989 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-eb78c90a-787a-4bad-b1d3-6f1ee7e21ded tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0876470 Dec 22 04:58:12.371707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42496) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:12.374032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5f5d8e34-cd06-476f-8c92-8f642c2ebe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.415368 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bc5f437c-007b-45f4-b955-81f8c6ce6598 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430245 Dec 22 04:58:12.421358 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42498) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:12.446779 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-bd6c1289-f46f-422c-875a-931555d8dc51 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:12.470500 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924444b4-bc42-4a62-902f-33ea94dfa266 None None] Pushing event updated for resources: {'Port': ['ID=79339286-edfd-4487-b4c5-20103e97fd86,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:12.534999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-c567bdb7-710f-4a3a-aa75-1f6b753950db tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Delete allocated IP 172.20.0.9 (84e5d6f7-6da0-4ea7-9779-ce2415c87611/2a5ff9ad-f632-4751-87bd-2a518ff676c0) {{(pid=109182) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:58:12.548427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-c567bdb7-710f-4a3a-aa75-1f6b753950db tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Allocated IP 172.20.0.40 (84e5d6f7-6da0-4ea7-9779-ce2415c87611/d3fd40bd-566d-454b-80b7-b6e8e286afce/e87014ba-b1bf-412a-917e-0774506b09db) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:12.550886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 55027a17-0dda-4b30-a773-ed64cb0a469c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:12.609722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 55027a17-0dda-4b30-a773-ed64cb0a469c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:12.609722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.671233 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6c1289-f46f-422c-875a-931555d8dc51 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:12.674982 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bd6c1289-f46f-422c-875a-931555d8dc51 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.677423 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6c1289-f46f-422c-875a-931555d8dc51 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:12.678038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6c1289-f46f-422c-875a-931555d8dc51 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:12.704303 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b7966a-ce9e-41ae-9c53-cdb40c10b3ef None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:12.770674 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bd6c1289-f46f-422c-875a-931555d8dc51 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3477194 Dec 22 04:58:12.771913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42504) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:12.781271 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1e17a974-fdc2-423b-a60c-59db8be14add tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:12.797155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0d4b129e-49ec-4545-87a1-fa05f74da5f4 None None] Provisioning complete for port 55027a17-0dda-4b30-a773-ed64cb0a469c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:12.799005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0d4b129e-49ec-4545-87a1-fa05f74da5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:12.890517 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c567bdb7-710f-4a3a-aa75-1f6b753950db tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.012354 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e17a974-fdc2-423b-a60c-59db8be14add tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:13.019844 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1e17a974-fdc2-423b-a60c-59db8be14add tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.019844 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e17a974-fdc2-423b-a60c-59db8be14add tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:13.019844 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e17a974-fdc2-423b-a60c-59db8be14add tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:13.022687 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c567bdb7-710f-4a3a-aa75-1f6b753950db tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.129817 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567bdb7-710f-4a3a-aa75-1f6b753950db tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event updated for resources: {'Port': ['ID=e87014ba-b1bf-412a-917e-0774506b09db,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:13.143264 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1e17a974-fdc2-423b-a60c-59db8be14add tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3674347 Dec 22 04:58:13.143676 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42512) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:13.150821 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-5fc51bc7-8dfa-49d6-b6e1-536c5992fc75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:13.160237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.163285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b43c96b-213e-4130-b909-cfdfce768012 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:13.218833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-6b43c96b-213e-4130-b909-cfdfce768012 None None] Deleting port 55027a17-0dda-4b30-a773-ed64cb0a469c {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:13.219441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6b43c96b-213e-4130-b909-cfdfce768012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.220779 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-c567bdb7-710f-4a3a-aa75-1f6b753950db tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] In _notify_port_updated(), no bound segment for port e87014ba-b1bf-412a-917e-0774506b09db on network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 {{(pid=109182) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 04:58:13.225693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567bdb7-710f-4a3a-aa75-1f6b753950db tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:13.226337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c567bdb7-710f-4a3a-aa75-1f6b753950db tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.228338 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c567bdb7-710f-4a3a-aa75-1f6b753950db tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "PUT /v2.0/ports/e87014ba-b1bf-412a-917e-0774506b09db HTTP/1.1" status: 200 len: 959 time: 1.6927762 Dec 22 04:58:13.232074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42516) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:13.315012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-6b43c96b-213e-4130-b909-cfdfce768012 None None] For port 55027a17-0dda-4b30-a773-ed64cb0a469c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=55027a17-0dda-4b30-a773-ed64cb0a469c,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:13.315012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6b43c96b-213e-4130-b909-cfdfce768012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.326219 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-6b43c96b-213e-4130-b909-cfdfce768012 None None] Calling delete_port for 55027a17-0dda-4b30-a773-ed64cb0a469c owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:13.346125 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4e904fcb-ae3f-420f-98d7-c4482864ba4d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port e87014ba-b1bf-412a-917e-0774506b09db {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:13.346444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4e904fcb-ae3f-420f-98d7-c4482864ba4d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.377812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc51bc7-8dfa-49d6-b6e1-536c5992fc75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:13.381762 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5fc51bc7-8dfa-49d6-b6e1-536c5992fc75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.383756 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc51bc7-8dfa-49d6-b6e1-536c5992fc75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:13.383996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc51bc7-8dfa-49d6-b6e1-536c5992fc75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:13.392543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-caf38e37-b981-4c80-a1ac-8e86e39a842e None None] Provisioning complete for port 79339286-edfd-4487-b4c5-20103e97fd86 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:13.392914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-caf38e37-b981-4c80-a1ac-8e86e39a842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.444401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4e904fcb-ae3f-420f-98d7-c4482864ba4d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.458754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4e904fcb-ae3f-420f-98d7-c4482864ba4d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for e87014ba-b1bf-412a-917e-0774506b09db owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:13.478238 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5fc51bc7-8dfa-49d6-b6e1-536c5992fc75 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3337388 Dec 22 04:58:13.482132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42524) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:13.487203 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9289c695-4064-490c-a2b9-6ee353079f7f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:13.515812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-caf38e37-b981-4c80-a1ac-8e86e39a842e None None] Provisioning complete for port e87014ba-b1bf-412a-917e-0774506b09db triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:13.516854 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-caf38e37-b981-4c80-a1ac-8e86e39a842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.530993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42526) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:13.539927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6b43c96b-213e-4130-b909-cfdfce768012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.576647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43c96b-213e-4130-b909-cfdfce768012 None None] No DVR routers for this DVR port 55027a17-0dda-4b30-a773-ed64cb0a469c on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:13.580845 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43c96b-213e-4130-b909-cfdfce768012 None None] Pushing event deleted for resources: {'Port': ['ID=55027a17-0dda-4b30-a773-ed64cb0a469c,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:13.583879 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-caf38e37-b981-4c80-a1ac-8e86e39a842e None None] Port e87014ba-b1bf-412a-917e-0774506b09db cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:13.595915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-caf38e37-b981-4c80-a1ac-8e86e39a842e None None] Provisioning complete for port 638d723d-67ca-49e0-b55f-ab657ef39419 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:13.596328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-caf38e37-b981-4c80-a1ac-8e86e39a842e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.637729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-caf38e37-b981-4c80-a1ac-8e86e39a842e None None] Port 638d723d-67ca-49e0-b55f-ab657ef39419 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:13.703147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-cfee31a7-8fa9-4c66-b0c5-7400c4bf39fc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:13.703522 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-cfee31a7-8fa9-4c66-b0c5-7400c4bf39fc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 04:58:13.703938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4e904fcb-ae3f-420f-98d7-c4482864ba4d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.704077 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-cfee31a7-8fa9-4c66-b0c5-7400c4bf39fc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:58:13.705002 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cfee31a7-8fa9-4c66-b0c5-7400c4bf39fc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1729949 Dec 22 04:58:13.711997 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42532) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:13.714166 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-74aa068d-61b7-4609-9ed7-5282ba95bcfc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775770707'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:13.736062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9289c695-4064-490c-a2b9-6ee353079f7f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:13.739579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9289c695-4064-490c-a2b9-6ee353079f7f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.741046 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-9289c695-4064-490c-a2b9-6ee353079f7f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:13.741467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9289c695-4064-490c-a2b9-6ee353079f7f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:13.746027 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e904fcb-ae3f-420f-98d7-c4482864ba4d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=e87014ba-b1bf-412a-917e-0774506b09db,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:13.813848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4e904fcb-ae3f-420f-98d7-c4482864ba4d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.817419 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4e904fcb-ae3f-420f-98d7-c4482864ba4d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/e87014ba-b1bf-412a-917e-0774506b09db HTTP/1.1" status: 204 len: 168 time: 0.5835912 Dec 22 04:58:13.820137 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42534) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:13.849551 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9289c695-4064-490c-a2b9-6ee353079f7f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3662682 Dec 22 04:58:13.850600 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4cd778-fef2-4cf3-b305-786991762176 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] GET failed (client error): The resource could not be found. Dec 22 04:58:13.852220 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5d4cd778-fef2-4cf3-b305-786991762176 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports/e87014ba-b1bf-412a-917e-0774506b09db HTTP/1.1" status: 404 len: 333 time: 0.0303774 Dec 22 04:58:13.852743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42536) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:13.854868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42538) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:13.855793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-55ab5202-f674-4861-84e2-9f3dab029cdc None None] Could not find standard attr ID for object e87014ba-b1bf-412a-917e-0774506b09db. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:58:13.860893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-32c7505e-f48a-4aa4-9db2-2dcffb33d109 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:13.864971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74aa068d-61b7-4609-9ed7-5282ba95bcfc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.880551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74aa068d-61b7-4609-9ed7-5282ba95bcfc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.954840 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-201f9b87-a25d-40fa-9137-90c1423edc35 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:13.995419 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-201f9b87-a25d-40fa-9137-90c1423edc35 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.038348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74aa068d-61b7-4609-9ed7-5282ba95bcfc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.038757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c7505e-f48a-4aa4-9db2-2dcffb33d109 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:14.042425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32c7505e-f48a-4aa4-9db2-2dcffb33d109 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.044082 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c7505e-f48a-4aa4-9db2-2dcffb33d109 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:14.044582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c7505e-f48a-4aa4-9db2-2dcffb33d109 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:14.114974 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74aa068d-61b7-4609-9ed7-5282ba95bcfc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.120671 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-32c7505e-f48a-4aa4-9db2-2dcffb33d109 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2633014 Dec 22 04:58:14.120843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-201f9b87-a25d-40fa-9137-90c1423edc35 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.121040 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42540) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:14.122004 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-201f9b87-a25d-40fa-9137-90c1423edc35 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.123394 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-201f9b87-a25d-40fa-9137-90c1423edc35 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/security-groups/c7983aa7-cde5-4267-839b-340cc8686394 HTTP/1.1" status: 204 len: 168 time: 0.2674479 Dec 22 04:58:14.127134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3ef04322-5325-47a2-82a8-bf9c7a0b7f90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:14.130340 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42542) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:14.188885 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa068d-61b7-4609-9ed7-5282ba95bcfc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1161e6-a4f7-4ff8-bb43-0a2069b20ed0,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:14.195210 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.215832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f9b87-a25d-40fa-9137-90c1423edc35 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7983aa7-cde5-4267-839b-340cc8686394,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:14.255027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf02fec8-7a8a-4d0c-9606-fb2a3eec0e18 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.258650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74aa068d-61b7-4609-9ed7-5282ba95bcfc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.279252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf02fec8-7a8a-4d0c-9606-fb2a3eec0e18 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.297517 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef04322-5325-47a2-82a8-bf9c7a0b7f90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:14.301222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ef04322-5325-47a2-82a8-bf9c7a0b7f90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.302607 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef04322-5325-47a2-82a8-bf9c7a0b7f90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:14.307857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef04322-5325-47a2-82a8-bf9c7a0b7f90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:14.325834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74aa068d-61b7-4609-9ed7-5282ba95bcfc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.353974 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa068d-61b7-4609-9ed7-5282ba95bcfc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fc84ff-51cd-478b-b2c8-eaa8ddf32b37,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:14.386487 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3ef04322-5325-47a2-82a8-bf9c7a0b7f90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2643533 Dec 22 04:58:14.389017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42544) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:14.408431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-74aa068d-61b7-4609-9ed7-5282ba95bcfc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.409694 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-74aa068d-61b7-4609-9ed7-5282ba95bcfc tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6996627 Dec 22 04:58:14.410384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf02fec8-7a8a-4d0c-9606-fb2a3eec0e18 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.412954 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf02fec8-7a8a-4d0c-9606-fb2a3eec0e18 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.413965 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bf02fec8-7a8a-4d0c-9606-fb2a3eec0e18 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/security-groups/a64c598e-9916-43df-a5d2-9ca21b229018 HTTP/1.1" status: 204 len: 168 time: 0.2826757 Dec 22 04:58:14.414966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42546) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:14.417650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42548) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:14.418461 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c0efc5fe-3822-4666-a5d5-17dd3aecb1eb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0284469 Dec 22 04:58:14.421756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ea32df2c-7956-4c84-864a-d0a0e896b592 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': '88fc84ff-51cd-478b-b2c8-eaa8ddf32b37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:14.425544 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42550) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:14.440111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02fec8-7a8a-4d0c-9606-fb2a3eec0e18 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64c598e-9916-43df-a5d2-9ca21b229018,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:14.479521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-997f61da-df4e-4087-b19a-a018c05df6a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.498827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5967237b-577d-4409-8298-877d7a81d8f2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:14.502979 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5967237b-577d-4409-8298-877d7a81d8f2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0742192 Dec 22 04:58:14.503260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42552) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:14.507266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-997f61da-df4e-4087-b19a-a018c05df6a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.537506 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 79339286-edfd-4487-b4c5-20103e97fd86 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:14.540693 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7d238df6-b3b1-4b4f-a8d1-80e7901df14a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0362916 Dec 22 04:58:14.544968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42554) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:14.554328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7aa58f0b-4226-4f3c-93a3-ce3447b8fb27 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:14.586111 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 79339286-edfd-4487-b4c5-20103e97fd86 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:14.586483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.600469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea32df2c-7956-4c84-864a-d0a0e896b592 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.682857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-997f61da-df4e-4087-b19a-a018c05df6a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.685690 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-997f61da-df4e-4087-b19a-a018c05df6a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.689511 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-997f61da-df4e-4087-b19a-a018c05df6a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/security-groups/b5a9b2a3-8379-4d7a-aa47-32b24af0dfb8 HTTP/1.1" status: 204 len: 168 time: 0.2684252 Dec 22 04:58:14.689690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea32df2c-7956-4c84-864a-d0a0e896b592 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.689690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42556) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:14.696876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f61da-df4e-4087-b19a-a018c05df6a6 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a9b2a3-8379-4d7a-aa47-32b24af0dfb8,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:14.732483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 55027a17-0dda-4b30-a773-ed64cb0a469c no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:14.740830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-9979d4eb-0db9-433b-a4ea-4e757763ac76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting subnet 2a5ff9ad-f632-4751-87bd-2a518ff676c0 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:14.744512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9979d4eb-0db9-433b-a4ea-4e757763ac76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.747638 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 55027a17-0dda-4b30-a773-ed64cb0a469c {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:14.747989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 55027a17-0dda-4b30-a773-ed64cb0a469c not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:14.783457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9979d4eb-0db9-433b-a4ea-4e757763ac76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.803350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea32df2c-7956-4c84-864a-d0a0e896b592 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.836802 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa58f0b-4226-4f3c-93a3-ce3447b8fb27 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:14.840163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7aa58f0b-4226-4f3c-93a3-ce3447b8fb27 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.847079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32df2c-7956-4c84-864a-d0a0e896b592 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40027bbb-fd53-4c57-8b22-f255f8db61d3,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:14.908815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea32df2c-7956-4c84-864a-d0a0e896b592 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:14.909988 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ea32df2c-7956-4c84-864a-d0a0e896b592 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4939735 Dec 22 04:58:14.912903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42558) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:14.918232 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4d4df978-c7a2-4f21-aad4-c5ba3d829837 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': '88fc84ff-51cd-478b-b2c8-eaa8ddf32b37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:14.966013 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9979d4eb-0db9-433b-a4ea-4e757763ac76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.016979 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d4df978-c7a2-4f21-aad4-c5ba3d829837 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.131940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9979d4eb-0db9-433b-a4ea-4e757763ac76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.154655 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-4d4df978-c7a2-4f21-aad4-c5ba3d829837 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:58:15.155721 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4d4df978-c7a2-4f21-aad4-c5ba3d829837 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2417347 Dec 22 04:58:15.158536 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42560) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:15.158672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979d4eb-0db9-433b-a4ea-4e757763ac76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5ff9ad-f632-4751-87bd-2a518ff676c0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:15.163615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9979d4eb-0db9-433b-a4ea-4e757763ac76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.167364 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9979d4eb-0db9-433b-a4ea-4e757763ac76 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/2a5ff9ad-f632-4751-87bd-2a518ff676c0 HTTP/1.1" status: 204 len: 168 time: 0.4755614 Dec 22 04:58:15.173660 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42562) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:15.175023 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2911161-5be1-49b8-bebc-693786d0c910 None None] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:15.226222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1d9447b0-ed5f-4eb6-8288-63de0a1a7905 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.234466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.252709 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1d9447b0-ed5f-4eb6-8288-63de0a1a7905 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.258549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81ade05-e258-4409-a245-b437637ab1c7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting subnet d3fd40bd-566d-454b-80b7-b6e8e286afce {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:15.265489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d81ade05-e258-4409-a245-b437637ab1c7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.326492 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.objects.ports [None req-7aa58f0b-4226-4f3c-93a3-ce3447b8fb27 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:58:15.330709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7aa58f0b-4226-4f3c-93a3-ce3447b8fb27 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.334068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d81ade05-e258-4409-a245-b437637ab1c7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.366305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1d9447b0-ed5f-4eb6-8288-63de0a1a7905 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.369177 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1d9447b0-ed5f-4eb6-8288-63de0a1a7905 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.370383 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1d9447b0-ed5f-4eb6-8288-63de0a1a7905 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "DELETE /v2.0/security-groups/88fc84ff-51cd-478b-b2c8-eaa8ddf32b37 HTTP/1.1" status: 204 len: 168 time: 0.2109509 Dec 22 04:58:15.373673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42564) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:15.394527 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9447b0-ed5f-4eb6-8288-63de0a1a7905 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fc84ff-51cd-478b-b2c8-eaa8ddf32b37,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:15.418184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa58f0b-4226-4f3c-93a3-ce3447b8fb27 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:15.430733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-7aa58f0b-4226-4f3c-93a3-ce3447b8fb27 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:15.434834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa58f0b-4226-4f3c-93a3-ce3447b8fb27 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:15.435431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7aa58f0b-4226-4f3c-93a3-ce3447b8fb27 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.437742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa58f0b-4226-4f3c-93a3-ce3447b8fb27 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=0f16da54-20d1-4e87-bc99-1818b3e09b4d,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:15.441957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e367ea-6235-4221-a311-04b2cb9445cd None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:15.459121 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f87a5f32-a005-4921-84f0-218887dcbffa tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0842757 Dec 22 04:58:15.460326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42566) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:15.466353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c05bc52c-a4b1-4c03-a642-d986e712f18c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942061769'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:15.491711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d81ade05-e258-4409-a245-b437637ab1c7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.557602 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7aa58f0b-4226-4f3c-93a3-ce3447b8fb27 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0116115 Dec 22 04:58:15.559889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42568) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:15.564988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:2e:a0:da', 'name': 'tempest-NetworksTestDHCPv6-1318129932'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:15.618726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '0f16da54-20d1-4e87-bc99-1818b3e09b4d'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:58:15.619638 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.621695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d81ade05-e258-4409-a245-b437637ab1c7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.645016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c05bc52c-a4b1-4c03-a642-d986e712f18c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.657719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ade05-e258-4409-a245-b437637ab1c7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Subnet': ['ID=d3fd40bd-566d-454b-80b7-b6e8e286afce,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:15.661943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d81ade05-e258-4409-a245-b437637ab1c7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.668098 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d81ade05-e258-4409-a245-b437637ab1c7 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/d3fd40bd-566d-454b-80b7-b6e8e286afce HTTP/1.1" status: 204 len: 168 time: 0.4910672 Dec 22 04:58:15.669560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42570) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:15.705374 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0829e20-996d-4525-a0a8-63b68d124580 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:15.705816 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0829e20-996d-4525-a0a8-63b68d124580 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:15.708857 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f0829e20-996d-4525-a0a8-63b68d124580 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/2a5ff9ad-f632-4751-87bd-2a518ff676c0 HTTP/1.1" status: 404 len: 337 time: 0.0370331 Dec 22 04:58:15.711943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42574) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:15.737647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c05bc52c-a4b1-4c03-a642-d986e712f18c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.784115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ff8a11-0b33-46a9-be96-9fae51cf9564 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting subnet 6d353a57-e548-4c89-a46c-daa74fed5c0a {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:15.791457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8a11-0b33-46a9-be96-9fae51cf9564 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.802029 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Allocated IP 2001:db8::f816:3eff:fe7f:ac0e (2485d7d3-5b15-435d-bf80-f80d67582626/0f16da54-20d1-4e87-bc99-1818b3e09b4d/de00d6c6-e4b1-4785-860e-cbfdf8fd3588) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:15.821861 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c05bc52c-a4b1-4c03-a642-d986e712f18c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.843851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8a11-0b33-46a9-be96-9fae51cf9564 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.863064 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bc52c-a4b1-4c03-a642-d986e712f18c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0191191e-36d1-4151-9249-6f36bc9d41c7,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:15.892036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:15.919503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe266db5-3ead-4112-85e9-36b9179ed384 None None] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:15.926602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c05bc52c-a4b1-4c03-a642-d986e712f18c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:15.930398 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c05bc52c-a4b1-4c03-a642-d986e712f18c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4650064 Dec 22 04:58:15.931171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42576) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:15.935414 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8dae4c47-700d-427a-8652-047e095578c2 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': '0191191e-36d1-4151-9249-6f36bc9d41c7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:15.936122 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-8dae4c47-700d-427a-8652-047e095578c2 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 04:58:15.936636 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-8dae4c47-700d-427a-8652-047e095578c2 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:15.937556 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8dae4c47-700d-427a-8652-047e095578c2 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0054913 Dec 22 04:58:15.940026 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42578) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:15.996887 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-353ca18e-1651-4446-a644-7a67fc50ad2d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.009422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8a11-0b33-46a9-be96-9fae51cf9564 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.020958 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-353ca18e-1651-4446-a644-7a67fc50ad2d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.025439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.032859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7808c54f-8511-4c3e-9698-73ff487a703e None None] Provisioning complete for port 79339286-edfd-4487-b4c5-20103e97fd86 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:16.033214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7808c54f-8511-4c3e-9698-73ff487a703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.058309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.086550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port 54a5a531-b3d8-446a-b1d6-a5f86685de31 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:16.091454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.138014 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-353ca18e-1651-4446-a644-7a67fc50ad2d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.140748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-353ca18e-1651-4446-a644-7a67fc50ad2d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.142075 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-353ca18e-1651-4446-a644-7a67fc50ad2d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "DELETE /v2.0/security-groups/0191191e-36d1-4151-9249-6f36bc9d41c7 HTTP/1.1" status: 204 len: 168 time: 0.2009866 Dec 22 04:58:16.145524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42580) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.164903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ca18e-1651-4446-a644-7a67fc50ad2d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0191191e-36d1-4151-9249-6f36bc9d41c7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:16.174619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8a11-0b33-46a9-be96-9fae51cf9564 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.182308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:16.202945 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fbbe4692-9147-4408-ad96-e7aeda2e9265 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529678 Dec 22 04:58:16.203177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:16.204049 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42582) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.206489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Pushing event updated for resources: {'Port': ['ID=de00d6c6-e4b1-4785-860e-cbfdf8fd3588,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:16.208102 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-196867ae-ad66-4c05-96af-e89cb6b314a6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group': {'name': 'tempest-secgroup--1986358410'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:16.208746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:16.226169 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff8a11-0b33-46a9-be96-9fae51cf9564 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Subnet': ['ID=6d353a57-e548-4c89-a46c-daa74fed5c0a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:16.233161 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a7ff8a11-0b33-46a9-be96-9fae51cf9564 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.239423 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a7ff8a11-0b33-46a9-be96-9fae51cf9564 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/6d353a57-e548-4c89-a46c-daa74fed5c0a HTTP/1.1" status: 204 len: 168 time: 0.5242321 Dec 22 04:58:16.240631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42584) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.276964 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea09c07d-3d14-4444-b542-9350f7c25b81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:16.277326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea09c07d-3d14-4444-b542-9350f7c25b81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:16.280430 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ea09c07d-3d14-4444-b542-9350f7c25b81 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/b9ee34a4-f8d6-40fc-9188-548f972d2054 HTTP/1.1" status: 404 len: 337 time: 0.0392900 Dec 22 04:58:16.283847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42586) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.305998 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7808c54f-8511-4c3e-9698-73ff487a703e None None] Provisioning complete for port 638d723d-67ca-49e0-b55f-ab657ef39419 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:16.306364 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7808c54f-8511-4c3e-9698-73ff487a703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.310489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Attempting to bind port de00d6c6-e4b1-4785-860e-cbfdf8fd3588 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:16.310853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Attempting to bind port de00d6c6-e4b1-4785-860e-cbfdf8fd3588 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:16.311205 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Attempting to bind port de00d6c6-e4b1-4785-860e-cbfdf8fd3588 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:16.316055 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-30c97ff3-845c-4045-9440-91b3855a3533 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb62de59-21b2-45ef-bc39-3943d81ab1af HTTP/1.1" status: 200 len: 205 time: 0.0288374 Dec 22 04:58:16.316055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-196867ae-ad66-4c05-96af-e89cb6b314a6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.317110 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42588) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.333310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::f816:3eff:fe2e:a0da (2485d7d3-5b15-435d-bf80-f80d67582626/0f16da54-20d1-4e87-bc99-1818b3e09b4d/54a5a531-b3d8-446a-b1d6-a5f86685de31) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:16.347250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:16.347700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:16.348159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.348624 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:16.349201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Bound port: de00d6c6-e4b1-4785-860e-cbfdf8fd3588, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:16.349688 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.374206 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-c9274c21-1516-42bf-a90a-971a059be15a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] delete failed (client error): The resource could not be found. Dec 22 04:58:16.377570 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c9274c21-1516-42bf-a90a-971a059be15a tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/routers/eb62de59-21b2-45ef-bc39-3943d81ab1af HTTP/1.1" status: 404 len: 336 time: 0.0567174 Dec 22 04:58:16.379425 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42590) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.408711 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-43dccb3e-dea7-4d76-9a6b-b1ee3e4bbb98 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:16.409181 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43dccb3e-dea7-4d76-9a6b-b1ee3e4bbb98 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:16.415281 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-43dccb3e-dea7-4d76-9a6b-b1ee3e4bbb98 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/333e76d7-3966-477c-883e-c05b3ab154af HTTP/1.1" status: 404 len: 337 time: 0.0333185 Dec 22 04:58:16.415618 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7808c54f-8511-4c3e-9698-73ff487a703e None None] Port 638d723d-67ca-49e0-b55f-ab657ef39419 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:16.415744 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42592) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.426997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6403ca-ec90-4953-85bf-3a0f3643c460 None None] Update dhcp port {'port': {'network_id': '84e5d6f7-6da0-4ea7-9779-ce2415c87611', 'fixed_ips': [{'subnet_id': '6d353a57-e548-4c89-a46c-daa74fed5c0a'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '79339286-edfd-4487-b4c5-20103e97fd86'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:58:16.447522 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fb9787-cc67-489b-b0bd-23c0ccd54a6d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:16.447949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fb9787-cc67-489b-b0bd-23c0ccd54a6d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:16.453419 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-84fb9787-cc67-489b-b0bd-23c0ccd54a6d tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/18fb511d-60d8-4581-9765-d9c035b0dd6d HTTP/1.1" status: 404 len: 337 time: 0.0347321 Dec 22 04:58:16.454885 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42594) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.471693 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1f6403ca-ec90-4953-85bf-3a0f3643c460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.475820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] For port de00d6c6-e4b1-4785-860e-cbfdf8fd3588, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:16.484005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] For port de00d6c6-e4b1-4785-860e-cbfdf8fd3588, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=de00d6c6-e4b1-4785-860e-cbfdf8fd3588,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:16.486453 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc2fe36-7c6b-4b29-9b10-d0be5bae9d1b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:16.487094 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc2fe36-7c6b-4b29-9b10-d0be5bae9d1b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:16.488519 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-196867ae-ad66-4c05-96af-e89cb6b314a6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.490397 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2dc2fe36-7c6b-4b29-9b10-d0be5bae9d1b tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/1cba89da-bc9a-484a-9621-68108dc0ed9d HTTP/1.1" status: 404 len: 337 time: 0.0356901 Dec 22 04:58:16.493542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42596) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.520593 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcf8532-018e-42cb-a8fe-c1302eb5a9ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:16.521210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcf8532-018e-42cb-a8fe-c1302eb5a9ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:16.524340 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-dfcf8532-018e-42cb-a8fe-c1302eb5a9ce tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/ca8e132f-3c1a-40cf-80bf-52c43afee606 HTTP/1.1" status: 404 len: 333 time: 0.0296352 Dec 22 04:58:16.526899 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42598) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.539410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.552380 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bc1bb5-3a94-4576-9900-a1ad75fe464f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:16.552918 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89bc1bb5-3a94-4576-9900-a1ad75fe464f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:16.558949 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-89bc1bb5-3a94-4576-9900-a1ad75fe464f tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/8f0abfa2-f843-4f6e-9861-3afefcccad28 HTTP/1.1" status: 404 len: 337 time: 0.0286427 Dec 22 04:58:16.559290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42600) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.578918 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.585362 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-2724125f-10b5-42b0-9c85-01ed83fcfa33 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:16.585787 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2724125f-10b5-42b0-9c85-01ed83fcfa33 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:16.588767 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2724125f-10b5-42b0-9c85-01ed83fcfa33 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/f37e5b9e-3891-45f3-b575-9203e079ca17 HTTP/1.1" status: 404 len: 337 time: 0.0285306 Dec 22 04:58:16.589471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-196867ae-ad66-4c05-96af-e89cb6b314a6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.591605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42602) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.624262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196867ae-ad66-4c05-96af-e89cb6b314a6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac910004-5aad-4072-bf05-a4a93987f81b,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:16.625216 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-de19e5ca-c258-489f-8266-4787aba1018e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:16.626933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de19e5ca-c258-489f-8266-4787aba1018e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:16.632356 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-de19e5ca-c258-489f-8266-4787aba1018e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/6ba8af6d-7a82-486b-83a8-5aac27572b1d HTTP/1.1" status: 404 len: 333 time: 0.0381434 Dec 22 04:58:16.640770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11eaea2-2ec1-43e4-a434-e380c09e3d53 None None] Pushing event updated for resources: {'Port': ['ID=de00d6c6-e4b1-4785-860e-cbfdf8fd3588,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:16.645493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42604) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.665170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.672205 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-0911c7cb-d7ba-4df6-808b-4d5849de548e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:16.672716 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0911c7cb-d7ba-4df6-808b-4d5849de548e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:16.675781 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0911c7cb-d7ba-4df6-808b-4d5849de548e tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/1bbad56b-87ee-447d-99e6-3c0b2e2e8d96 HTTP/1.1" status: 404 len: 337 time: 0.0289016 Dec 22 04:58:16.678096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42606) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.706172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-196867ae-ad66-4c05-96af-e89cb6b314a6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.707427 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-196867ae-ad66-4c05-96af-e89cb6b314a6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5028179 Dec 22 04:58:16.708419 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d50802d-f1f6-459f-821a-f4f6a566b491 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:16.708858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d50802d-f1f6-459f-821a-f4f6a566b491 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:16.711804 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7d50802d-f1f6-459f-821a-f4f6a566b491 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/subnets/e415c7d3-9ec4-41c0-b5d7-944feb6f55a2 HTTP/1.1" status: 404 len: 337 time: 0.0328040 Dec 22 04:58:16.712374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42608) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.714229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42610) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.720257 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f323cb-2a64-4ae0-b536-0482ef15bcd2 None None] Network 84e5d6f7-6da0-4ea7-9779-ce2415c87611 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:16.721462 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9d5b7327-bbf1-49d2-b97e-5f86be512413 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': 'ac910004-5aad-4072-bf05-a4a93987f81b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:16.722551 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-9d5b7327-bbf1-49d2-b97e-5f86be512413 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 04:58:16.725259 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-9d5b7327-bbf1-49d2-b97e-5f86be512413 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:16.727900 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9d5b7327-bbf1-49d2-b97e-5f86be512413 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0143960 Dec 22 04:58:16.743648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42614) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:16.860515 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-beede85a-0ed4-48b1-95a4-25d557b90cc7 None None] Provisioning complete for port 79339286-edfd-4487-b4c5-20103e97fd86 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:16.861207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-beede85a-0ed4-48b1-95a4-25d557b90cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.878322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4b547c20-c87d-489c-9c67-26da265ad298 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.897752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0a7d99eb-528c-4946-8893-b42a65fc4acb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Deleting port 638d723d-67ca-49e0-b55f-ab657ef39419 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:16.898175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a7d99eb-528c-4946-8893-b42a65fc4acb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:16.974503 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4b547c20-c87d-489c-9c67-26da265ad298 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.009203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cefb26c-27e2-4ed2-9fb9-4fca90cc5210 None None] DHCP port deletion for 84e5d6f7-6da0-4ea7-9779-ce2415c87611 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:17.029885 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a7d99eb-528c-4946-8893-b42a65fc4acb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.036447 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-beede85a-0ed4-48b1-95a4-25d557b90cc7 None None] Provisioning complete for port 638d723d-67ca-49e0-b55f-ab657ef39419 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:17.036820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-beede85a-0ed4-48b1-95a4-25d557b90cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.050819 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0a7d99eb-528c-4946-8893-b42a65fc4acb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Calling delete_port for 638d723d-67ca-49e0-b55f-ab657ef39419 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:17.069244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:17.072311 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:17.076146 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:17.081959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:17.082639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.095546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-beede85a-0ed4-48b1-95a4-25d557b90cc7 None None] Port 638d723d-67ca-49e0-b55f-ab657ef39419 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:17.097018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=54a5a531-b3d8-446a-b1d6-a5f86685de31,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:17.109883 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5cefb26c-27e2-4ed2-9fb9-4fca90cc5210 None None] Deleting port 79339286-edfd-4487-b4c5-20103e97fd86 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:17.110299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5cefb26c-27e2-4ed2-9fb9-4fca90cc5210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.174409 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-97584076-aef0-469c-ac81-dad609a43187 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6134233 Dec 22 04:58:17.177116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42616) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:17.178184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5cefb26c-27e2-4ed2-9fb9-4fca90cc5210 None None] For port 79339286-edfd-4487-b4c5-20103e97fd86, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=79339286-edfd-4487-b4c5-20103e97fd86,segment=NetworkSegment(9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f),segment_id=9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:17.178583 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5cefb26c-27e2-4ed2-9fb9-4fca90cc5210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.189162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4b547c20-c87d-489c-9c67-26da265ad298 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.191759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5cefb26c-27e2-4ed2-9fb9-4fca90cc5210 None None] Calling delete_port for 79339286-edfd-4487-b4c5-20103e97fd86 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:17.191886 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4b547c20-c87d-489c-9c67-26da265ad298 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.194354 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4b547c20-c87d-489c-9c67-26da265ad298 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "DELETE /v2.0/security-groups/ac910004-5aad-4072-bf05-a4a93987f81b HTTP/1.1" status: 204 len: 168 time: 0.4496310 Dec 22 04:58:17.197501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42618) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:17.208499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b547c20-c87d-489c-9c67-26da265ad298 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac910004-5aad-4072-bf05-a4a93987f81b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:17.237054 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7658c352-c97b-426a-9678-44959add7130 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:17.238278 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a7d99eb-528c-4946-8893-b42a65fc4acb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.245331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7658c352-c97b-426a-9678-44959add7130 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:17.253033 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7658c352-c97b-426a-9678-44959add7130 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0715773 Dec 22 04:58:17.254989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42620) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:17.282775 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5c8cda8c-482f-43aa-b93f-dcee15af3e3d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0842140 Dec 22 04:58:17.284032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d99eb-528c-4946-8893-b42a65fc4acb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Port': ['ID=638d723d-67ca-49e0-b55f-ab657ef39419,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:17.292067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a7d99eb-528c-4946-8893-b42a65fc4acb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.297595 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0a7d99eb-528c-4946-8893-b42a65fc4acb tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/ports/638d723d-67ca-49e0-b55f-ab657ef39419 HTTP/1.1" status: 204 len: 168 time: 0.5803375 Dec 22 04:58:17.297755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42622) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:17.297862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42624) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:17.300544 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d6ee3708-c443-436f-aff9-db796e64ed7f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136650158'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:17.369922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5cefb26c-27e2-4ed2-9fb9-4fca90cc5210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.377431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f08ba92c-fe10-42ff-af4d-eb3ba6c25947 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port 54a5a531-b3d8-446a-b1d6-a5f86685de31 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:17.378005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f08ba92c-fe10-42ff-af4d-eb3ba6c25947 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.379339 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.395489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefb26c-27e2-4ed2-9fb9-4fca90cc5210 None None] Pushing event deleted for resources: {'Port': ['ID=79339286-edfd-4487-b4c5-20103e97fd86,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:17.399171 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cefb26c-27e2-4ed2-9fb9-4fca90cc5210 None None] No DVR routers for this DVR port 79339286-edfd-4487-b4c5-20103e97fd86 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:17.433988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3708-c443-436f-aff9-db796e64ed7f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.474973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.496684 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f08ba92c-fe10-42ff-af4d-eb3ba6c25947 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.500473 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e5d6f7-6da0-4ea7-9779-ce2415c87611']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:17.511161 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:17.511582 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb9ee89-3bc6-417f-ab0e-d61b6b51cb0f') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:17.515790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f08ba92c-fe10-42ff-af4d-eb3ba6c25947 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for 54a5a531-b3d8-446a-b1d6-a5f86685de31 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:17.528522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.543179 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:58:17.558655 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:58:17.590638 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3708-c443-436f-aff9-db796e64ed7f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.686370 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3708-c443-436f-aff9-db796e64ed7f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.715688 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.715923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee3708-c443-436f-aff9-db796e64ed7f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344f5b17-6289-402b-9579-3fae2b4c98e7,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:17.729284 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.732446 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] 10.222.0.54 "DELETE /v2.0/networks/84e5d6f7-6da0-4ea7-9779-ce2415c87611 HTTP/1.1" status: 204 len: 168 time: 0.4336507 Dec 22 04:58:17.737724 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f08ba92c-fe10-42ff-af4d-eb3ba6c25947 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.752830 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57abb0-8cc2-488f-b979-5c97adbba232 tempest-PortsTestJSON-1796531459 tempest-PortsTestJSON-1796531459-project] Pushing event deleted for resources: {'Network': ['ID=84e5d6f7-6da0-4ea7-9779-ce2415c87611,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:17.772631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ba92c-fe10-42ff-af4d-eb3ba6c25947 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=54a5a531-b3d8-446a-b1d6-a5f86685de31,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:17.809174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f08ba92c-fe10-42ff-af4d-eb3ba6c25947 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.813194 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f08ba92c-fe10-42ff-af4d-eb3ba6c25947 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/54a5a531-b3d8-446a-b1d6-a5f86685de31 HTTP/1.1" status: 204 len: 168 time: 0.5572715 Dec 22 04:58:17.815845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42628) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:17.831332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3708-c443-436f-aff9-db796e64ed7f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.831332 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d6ee3708-c443-436f-aff9-db796e64ed7f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5281713 Dec 22 04:58:17.831332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42630) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:17.836741 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f2bce74b-5a33-48cd-8c77-7e80333798a0 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': '344f5b17-6289-402b-9579-3fae2b4c98e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:17.837775 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING neutron.api.v2.base [None req-f2bce74b-5a33-48cd-8c77-7e80333798a0 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 04:58:17.838345 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-f2bce74b-5a33-48cd-8c77-7e80333798a0 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:17.842017 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f2bce74b-5a33-48cd-8c77-7e80333798a0 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074904 Dec 22 04:58:17.842487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42632) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:17.847203 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-503fc4c9-09b3-4dec-a2d1-c0eca002c625 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': '344f5b17-6289-402b-9579-3fae2b4c98e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:17.847991 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING neutron.api.v2.base [None req-503fc4c9-09b3-4dec-a2d1-c0eca002c625 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 04:58:17.848536 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-503fc4c9-09b3-4dec-a2d1-c0eca002c625 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:17.852682 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-503fc4c9-09b3-4dec-a2d1-c0eca002c625 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062087 Dec 22 04:58:17.852802 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42634) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:17.858938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f13ae020-f560-4f9f-8697-80a43c87c580 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': '344f5b17-6289-402b-9579-3fae2b4c98e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:17.860712 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING neutron.api.v2.base [None req-f13ae020-f560-4f9f-8697-80a43c87c580 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 04:58:17.861223 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-f13ae020-f560-4f9f-8697-80a43c87c580 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:17.864219 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f13ae020-f560-4f9f-8697-80a43c87c580 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085981 Dec 22 04:58:17.864988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42636) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:17.869815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-68045d43-9ee3-45f5-b4c8-56b004ab0888 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': '344f5b17-6289-402b-9579-3fae2b4c98e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:17.870785 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING neutron.api.v2.base [None req-68045d43-9ee3-45f5-b4c8-56b004ab0888 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 04:58:17.871324 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-68045d43-9ee3-45f5-b4c8-56b004ab0888 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:17.872364 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-68045d43-9ee3-45f5-b4c8-56b004ab0888 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064218 Dec 22 04:58:17.881475 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a97ffb-9bd1-4929-ba5d-ea62e784027f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:17.881475 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a97ffb-9bd1-4929-ba5d-ea62e784027f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:17.881475 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-80a97ffb-9bd1-4929-ba5d-ea62e784027f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0628109 Dec 22 04:58:17.883491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42638) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:17.883691 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42640) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:17.921806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-944cf759-6f15-4f03-8449-e16fceac7f66 None None] Provisioning complete for port de00d6c6-e4b1-4785-860e-cbfdf8fd3588 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:17.922863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-944cf759-6f15-4f03-8449-e16fceac7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.943545 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fff5b401-d2ed-4a56-ab84-41868214e93b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.946407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc91297-9bd8-4841-be41-c13858d66439 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 0f16da54-20d1-4e87-bc99-1818b3e09b4d {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:17.950260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fc91297-9bd8-4841-be41-c13858d66439 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.978349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fff5b401-d2ed-4a56-ab84-41868214e93b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:17.992827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fc91297-9bd8-4841-be41-c13858d66439 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.022412 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-944cf759-6f15-4f03-8449-e16fceac7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.060059 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-944cf759-6f15-4f03-8449-e16fceac7f66 None None] For port de00d6c6-e4b1-4785-860e-cbfdf8fd3588, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=de00d6c6-e4b1-4785-860e-cbfdf8fd3588,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:18.153168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fff5b401-d2ed-4a56-ab84-41868214e93b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.157103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fc91297-9bd8-4841-be41-c13858d66439 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.157331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fff5b401-d2ed-4a56-ab84-41868214e93b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.157655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-944cf759-6f15-4f03-8449-e16fceac7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.159206 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fff5b401-d2ed-4a56-ab84-41868214e93b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "DELETE /v2.0/security-groups/344f5b17-6289-402b-9579-3fae2b4c98e7 HTTP/1.1" status: 204 len: 168 time: 0.2745674 Dec 22 04:58:18.166834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42644) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:18.170380 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5b401-d2ed-4a56-ab84-41868214e93b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344f5b17-6289-402b-9579-3fae2b4c98e7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:18.224255 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cf759-6f15-4f03-8449-e16fceac7f66 None None] Pushing event updated for resources: {'Port': ['ID=de00d6c6-e4b1-4785-860e-cbfdf8fd3588,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:18.254789 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e71d33d5-b08e-4708-8c69-30413c2d74b3 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833836 Dec 22 04:58:18.255390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42646) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:18.264872 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c5be4511-10d7-4cf4-8945-c9980e2fe24a tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813491537'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:18.271663 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ba9bafdf-f1e8-44f9-b94c-b09b6b32f7c3 None None] Could not find standard attr ID for object 54a5a531-b3d8-446a-b1d6-a5f86685de31. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:58:18.333315 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fc91297-9bd8-4841-be41-c13858d66439 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.355301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42650) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:18.362393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc91297-9bd8-4841-be41-c13858d66439 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=0f16da54-20d1-4e87-bc99-1818b3e09b4d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:18.366007 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c5be4511-10d7-4cf4-8945-c9980e2fe24a tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.366168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fc91297-9bd8-4841-be41-c13858d66439 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.369932 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4fc91297-9bd8-4841-be41-c13858d66439 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/0f16da54-20d1-4e87-bc99-1818b3e09b4d HTTP/1.1" status: 204 len: 168 time: 0.4852660 Dec 22 04:58:18.372469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42654) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:18.375014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc3786-d2b9-407d-a232-ac552edcfa55 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:18.417022 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-666e0841-7752-4f64-9bad-3ba09d14cf6d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431800 Dec 22 04:58:18.419521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42656) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:18.425104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:18.459289 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c5be4511-10d7-4cf4-8945-c9980e2fe24a tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.534954 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c5be4511-10d7-4cf4-8945-c9980e2fe24a tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.569590 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d799946a-eae6-47f7-aa9c-a0c297d7de40 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5cf82dfcab94f74b5cae5119093644d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129962 Dec 22 04:58:18.572130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42658) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:18.578255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be4511-10d7-4cf4-8945-c9980e2fe24a tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6912de9-c495-427d-9179-7ca262747559,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:18.602413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:18.605603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device de00d6c6-e4b1-4785-860e-cbfdf8fd3588 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:18.605838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.631211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c5be4511-10d7-4cf4-8945-c9980e2fe24a tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.633573 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c5be4511-10d7-4cf4-8945-c9980e2fe24a tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3764281 Dec 22 04:58:18.635660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42660) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:18.640507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1b5994b9-be77-4bf5-ac9e-a62018b53624 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': 'e6912de9-c495-427d-9179-7ca262747559', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:18.641105 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-1b5994b9-be77-4bf5-ac9e-a62018b53624 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 04:58:18.643457 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-1b5994b9-be77-4bf5-ac9e-a62018b53624 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:18.643457 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1b5994b9-be77-4bf5-ac9e-a62018b53624 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055566 Dec 22 04:58:18.645473 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42662) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:18.650445 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ea921fd3-9987-4c2c-a25c-69c4dd620ed8 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': 'e6912de9-c495-427d-9179-7ca262747559', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:18.702849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port de00d6c6-e4b1-4785-860e-cbfdf8fd3588 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:18.703226 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.715020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-67844581-c186-4e86-8081-20aec7348499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.745867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-67844581-c186-4e86-8081-20aec7348499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.780713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c6461-833c-4571-85a3-2027259562f2 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:18.841905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c6461-833c-4571-85a3-2027259562f2 None None] Deleting port de00d6c6-e4b1-4785-860e-cbfdf8fd3588 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:18.842589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6461-833c-4571-85a3-2027259562f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.846286 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-ea921fd3-9987-4c2c-a25c-69c4dd620ed8 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:18.850046 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ea921fd3-9987-4c2c-a25c-69c4dd620ed8 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2009254 Dec 22 04:58:18.850263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42664) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:18.856635 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6da10b3f-a30a-45d8-a9f3-926b0d65c809 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': 'e6912de9-c495-427d-9179-7ca262747559', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:18.857122 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-6da10b3f-a30a-45d8-a9f3-926b0d65c809 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 04:58:18.857867 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-6da10b3f-a30a-45d8-a9f3-926b0d65c809 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:18.862309 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6da10b3f-a30a-45d8-a9f3-926b0d65c809 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075424 Dec 22 04:58:18.862309 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42666) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:18.870571 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-004e5d47-a2dc-4b1a-9846-4512e27da6e6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': 'e6912de9-c495-427d-9179-7ca262747559', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:18.895920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 79339286-edfd-4487-b4c5-20103e97fd86 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:18.920462 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 79339286-edfd-4487-b4c5-20103e97fd86 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:18.920812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 79339286-edfd-4487-b4c5-20103e97fd86 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:18.926197 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-67844581-c186-4e86-8081-20aec7348499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.929865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-67844581-c186-4e86-8081-20aec7348499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.931775 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-67844581-c186-4e86-8081-20aec7348499 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ceb99ce6-d503-403c-ab42-65bbddb10da2 HTTP/1.1" status: 204 len: 168 time: 0.3572857 Dec 22 04:58:18.933887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1d1c6461-833c-4571-85a3-2027259562f2 None None] For port de00d6c6-e4b1-4785-860e-cbfdf8fd3588, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=de00d6c6-e4b1-4785-860e-cbfdf8fd3588,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:18.934366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6461-833c-4571-85a3-2027259562f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:18.942090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67844581-c186-4e86-8081-20aec7348499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb99ce6-d503-403c-ab42-65bbddb10da2,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:18.947879 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c6461-833c-4571-85a3-2027259562f2 None None] Calling delete_port for de00d6c6-e4b1-4785-860e-cbfdf8fd3588 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:19.105552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.objects.ports [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:58:19.229352 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-004e5d47-a2dc-4b1a-9846-4512e27da6e6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:19.229921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6461-833c-4571-85a3-2027259562f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:19.234162 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-004e5d47-a2dc-4b1a-9846-4512e27da6e6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3680024 Dec 22 04:58:19.235366 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42670) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:19.241300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9187ba65-b9dd-4805-bbdb-34debf7d0c9d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': 'e6912de9-c495-427d-9179-7ca262747559', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:19.241783 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-9187ba65-b9dd-4805-bbdb-34debf7d0c9d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 04:58:19.242260 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-9187ba65-b9dd-4805-bbdb-34debf7d0c9d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:19.245694 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9187ba65-b9dd-4805-bbdb-34debf7d0c9d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069537 Dec 22 04:58:19.245892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42672) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:19.250753 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-37f80af7-8076-40e2-83a2-8848bed81e1d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': 'e6912de9-c495-427d-9179-7ca262747559', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:19.256378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c6461-833c-4571-85a3-2027259562f2 None None] Pushing event deleted for resources: {'Port': ['ID=de00d6c6-e4b1-4785-860e-cbfdf8fd3588,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:19.260882 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c6461-833c-4571-85a3-2027259562f2 None None] No DVR routers for this DVR port de00d6c6-e4b1-4785-860e-cbfdf8fd3588 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:19.263475 dv-neutron-822523-1-hyperv neutron-server[109183]: WARNING neutron.services.revisions.revision_plugin [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Could not find related port for resource to bump revision. Dec 22 04:58:19.330192 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_pluggable_backend [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Port de00d6c6-e4b1-4785-860e-cbfdf8fd3588 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109183) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 04:58:19.330512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_pluggable_backend [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7f:ac0e {{(pid=109183) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 22 04:58:19.334622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_pluggable_backend [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7f:ac0e {{(pid=109183) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 22 04:58:19.339922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:19.358904 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-37f80af7-8076-40e2-83a2-8848bed81e1d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Project dc67bbd39a1e451da0ed28f1cfeaa0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:58:19.385289 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:19.388853 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:19.395202 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:19.397310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:19.400656 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed8b22-3e14-4c42-9f1e-d892c5d0c6f0 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:19.417481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=6791ed4d-45d4-48ea-b552-aa8fc51de6dd,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:19.447226 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-37f80af7-8076-40e2-83a2-8848bed81e1d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:19.448501 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-37f80af7-8076-40e2-83a2-8848bed81e1d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2016814 Dec 22 04:58:19.451282 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42674) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:19.458302 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ab0fdbc8-b650-45c5-87a8-746bea20acea tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': 'e6912de9-c495-427d-9179-7ca262747559', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:19.464589 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-ab0fdbc8-b650-45c5-87a8-746bea20acea tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 04:58:19.464589 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-ab0fdbc8-b650-45c5-87a8-746bea20acea tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:19.464589 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ab0fdbc8-b650-45c5-87a8-746bea20acea tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083749 Dec 22 04:58:19.464935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42676) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:19.470418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-561e4e6b-8111-4aaf-934c-8f5cb29e800c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': 'e6912de9-c495-427d-9179-7ca262747559', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:19.483583 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e781b464-9ac1-4a2f-b127-18fc46ac84cf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0629008 Dec 22 04:58:19.486145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42678) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:19.491117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:99:d3:7d', 'name': 'tempest-NetworksTestDHCPv6-854457544'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:19.559039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '6791ed4d-45d4-48ea-b552-aa8fc51de6dd'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:58:19.559995 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:19.581565 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-561e4e6b-8111-4aaf-934c-8f5cb29e800c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Project dc67bbd39a1e451da0ed28f1cfeaa0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:58:19.674973 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-561e4e6b-8111-4aaf-934c-8f5cb29e800c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:19.678722 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-561e4e6b-8111-4aaf-934c-8f5cb29e800c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2099571 Dec 22 04:58:19.679002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42680) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:19.684531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-33e44cd8-5cfe-4258-802d-141f131c9370 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': 'e6912de9-c495-427d-9179-7ca262747559', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:19.696369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Allocated IP 2001:db8::f816:3eff:feb4:36c2 (2485d7d3-5b15-435d-bf80-f80d67582626/6791ed4d-45d4-48ea-b552-aa8fc51de6dd/b01a883d-3af1-4389-8419-5e6840abbd18) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:19.749736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:19.753889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:19.783431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port c8a49be3-cdec-47c8-9100-c1cd584c3757 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:19.837023 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:19.869252 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-33e44cd8-5cfe-4258-802d-141f131c9370 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Project dc67bbd39a1e451da0ed28f1cfeaa0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:58:19.903681 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:19.940760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:19.943499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:19.946924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:19.951302 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::f816:3eff:fe99:d37d (2485d7d3-5b15-435d-bf80-f80d67582626/6791ed4d-45d4-48ea-b552-aa8fc51de6dd/c8a49be3-cdec-47c8-9100-c1cd584c3757) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:19.962341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Pushing event updated for resources: {'Port': ['ID=b01a883d-3af1-4389-8419-5e6840abbd18,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:19.967375 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-33e44cd8-5cfe-4258-802d-141f131c9370 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:19.968918 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-33e44cd8-5cfe-4258-802d-141f131c9370 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2882421 Dec 22 04:58:19.971845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42682) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:20.007655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Attempting to bind port b01a883d-3af1-4389-8419-5e6840abbd18 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:20.008054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Attempting to bind port b01a883d-3af1-4389-8419-5e6840abbd18 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:20.008444 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Attempting to bind port b01a883d-3af1-4389-8419-5e6840abbd18 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:20.013300 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:20.013672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:20.014076 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.014469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:20.014926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Bound port: b01a883d-3af1-4389-8419-5e6840abbd18, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:20.015301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.082272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] For port b01a883d-3af1-4389-8419-5e6840abbd18, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:20.085546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] For port b01a883d-3af1-4389-8419-5e6840abbd18, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b01a883d-3af1-4389-8419-5e6840abbd18,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:20.095450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f3af14bc-61ca-4192-be58-f853ae3e3eb4 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.137257 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f3af14bc-61ca-4192-be58-f853ae3e3eb4 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.155205 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.180843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.217222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d4c88-f788-47fe-886f-6ffae082388b None None] Pushing event updated for resources: {'Port': ['ID=b01a883d-3af1-4389-8419-5e6840abbd18,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:20.268807 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f3af14bc-61ca-4192-be58-f853ae3e3eb4 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.271473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f3af14bc-61ca-4192-be58-f853ae3e3eb4 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.272681 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f3af14bc-61ca-4192-be58-f853ae3e3eb4 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "DELETE /v2.0/security-groups/e6912de9-c495-427d-9179-7ca262747559 HTTP/1.1" status: 204 len: 168 time: 0.2999189 Dec 22 04:58:20.275890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42686) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:20.282720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af14bc-61ca-4192-be58-f853ae3e3eb4 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6912de9-c495-427d-9179-7ca262747559,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:20.297857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.322435 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ea7bda9d-3389-4384-a204-72dfb2527fbe tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453625 Dec 22 04:58:20.326208 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42688) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:20.331039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4700a0f6-870c-41aa-a458-9c09e0f882e7 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471372235'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:20.348688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:20.352424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:20.360296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:20.368961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:20.368961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.403066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=c8a49be3-cdec-47c8-9100-c1cd584c3757,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:20.455852 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4700a0f6-870c-41aa-a458-9c09e0f882e7 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.505898 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42690) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:20.507456 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cca64cad-8fd9-4c36-992d-e71333f920f0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0148332 Dec 22 04:58:20.560214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b01a883d-3af1-4389-8419-5e6840abbd18 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:20.576031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4700a0f6-870c-41aa-a458-9c09e0f882e7 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.591547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71b709-9647-44ad-a53a-2fa81bd6f0ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:20.597886 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e71b709-9647-44ad-a53a-2fa81bd6f0ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:20.599412 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4e71b709-9647-44ad-a53a-2fa81bd6f0ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0926006 Dec 22 04:58:20.602228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42692) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:20.614759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.625306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port b01a883d-3af1-4389-8419-5e6840abbd18 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:20.625306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.702782 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4700a0f6-870c-41aa-a458-9c09e0f882e7 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.721574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.726212 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9850536a-0bc9-4b96-a5c8-381d5d0e03f3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port c8a49be3-cdec-47c8-9100-c1cd584c3757 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:20.726579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9850536a-0bc9-4b96-a5c8-381d5d0e03f3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.753051 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port b01a883d-3af1-4389-8419-5e6840abbd18, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b01a883d-3af1-4389-8419-5e6840abbd18,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:20.779540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700a0f6-870c-41aa-a458-9c09e0f882e7 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb3a796-4d23-4ba7-bb78-d22e0862471a,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:20.798271 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4700a0f6-870c-41aa-a458-9c09e0f882e7 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.799482 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4700a0f6-870c-41aa-a458-9c09e0f882e7 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4722598 Dec 22 04:58:20.802290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42694) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:20.810219 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-347b01b4-7512-41b2-9e46-4eda10028a5b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': '3fb3a796-4d23-4ba7-bb78-d22e0862471a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:20.827389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.844277 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9850536a-0bc9-4b96-a5c8-381d5d0e03f3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:20.870880 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9850536a-0bc9-4b96-a5c8-381d5d0e03f3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for c8a49be3-cdec-47c8-9100-c1cd584c3757 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:20.883861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device de00d6c6-e4b1-4785-860e-cbfdf8fd3588 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:20.909329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: de00d6c6-e4b1-4785-860e-cbfdf8fd3588 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:20.909669 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device de00d6c6-e4b1-4785-860e-cbfdf8fd3588 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:20.913039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=b01a883d-3af1-4389-8419-5e6840abbd18,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:21.069286 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-347b01b4-7512-41b2-9e46-4eda10028a5b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The resource could not be found. Dec 22 04:58:21.071039 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-347b01b4-7512-41b2-9e46-4eda10028a5b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2672803 Dec 22 04:58:21.074166 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42696) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:21.078723 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-54c09784-c36d-40e4-9564-251c83e37b69 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': '3fb3a796-4d23-4ba7-bb78-d22e0862471a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd022006f-e0d3-4574-9410-a73a1a59cbe8'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:21.099171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9850536a-0bc9-4b96-a5c8-381d5d0e03f3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.136907 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850536a-0bc9-4b96-a5c8-381d5d0e03f3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=c8a49be3-cdec-47c8-9100-c1cd584c3757,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:21.159105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9850536a-0bc9-4b96-a5c8-381d5d0e03f3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.162528 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9850536a-0bc9-4b96-a5c8-381d5d0e03f3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/c8a49be3-cdec-47c8-9100-c1cd584c3757 HTTP/1.1" status: 204 len: 168 time: 0.5592721 Dec 22 04:58:21.165517 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42698) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:21.216368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-561b05b9-5c33-460a-8d8b-69f9c267b410 None None] Provisioning complete for port b01a883d-3af1-4389-8419-5e6840abbd18 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:21.218712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-561b05b9-5c33-460a-8d8b-69f9c267b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.230916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a2a10-be73-4a49-84ff-ae4a9b077e53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:21.232581 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00a2a10-be73-4a49-84ff-ae4a9b077e53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:21.236600 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e00a2a10-be73-4a49-84ff-ae4a9b077e53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0676620 Dec 22 04:58:21.236824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42700) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:21.422732 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3252bca8-e853-4cee-be17-88663489b094 None None] Could not find standard attr ID for object c8a49be3-cdec-47c8-9100-c1cd584c3757. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:58:21.583175 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-54c09784-c36d-40e4-9564-251c83e37b69 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The resource could not be found. Dec 22 04:58:21.584195 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-54c09784-c36d-40e4-9564-251c83e37b69 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5090218 Dec 22 04:58:21.586928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42702) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:21.617050 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbf8926-468b-4758-9a3a-4a112ae30060 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 6791ed4d-45d4-48ea-b552-aa8fc51de6dd {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:21.624323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8926-468b-4758-9a3a-4a112ae30060 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.676601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8926-468b-4758-9a3a-4a112ae30060 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.697503 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc3f54d5-b730-4527-bbba-818802c0947f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.732066 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc3f54d5-b730-4527-bbba-818802c0947f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.795955 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8926-468b-4758-9a3a-4a112ae30060 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.880263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc3f54d5-b730-4527-bbba-818802c0947f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.883360 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bc3f54d5-b730-4527-bbba-818802c0947f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.884504 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bc3f54d5-b730-4527-bbba-818802c0947f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "DELETE /v2.0/security-groups/3fb3a796-4d23-4ba7-bb78-d22e0862471a HTTP/1.1" status: 204 len: 168 time: 0.2966845 Dec 22 04:58:21.887208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42704) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:21.893838 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f54d5-b730-4527-bbba-818802c0947f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb3a796-4d23-4ba7-bb78-d22e0862471a,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:21.904223 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8926-468b-4758-9a3a-4a112ae30060 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.933712 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf8926-468b-4758-9a3a-4a112ae30060 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=6791ed4d-45d4-48ea-b552-aa8fc51de6dd,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:21.937205 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8926-468b-4758-9a3a-4a112ae30060 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:21.939969 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-48ea25cf-94ca-4b14-a0f2-1e4a696296ba tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515842 Dec 22 04:58:21.943509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42706) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:21.946411 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2dbf8926-468b-4758-9a3a-4a112ae30060 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/6791ed4d-45d4-48ea-b552-aa8fc51de6dd HTTP/1.1" status: 204 len: 168 time: 0.7065670 Dec 22 04:58:21.946571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a29fc4-8600-40c1-9161-12a2f94cef62 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:21.946678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42708) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:21.950319 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d245f2eb-3465-4f7e-991a-663c9683de1c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': 'cbd7c004-e6b8-420a-94ca-ff7c90b595d0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:21.990616 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-79c0ce8a-a511-42a0-8ff4-a90360e6e676 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428188 Dec 22 04:58:21.993505 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42710) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:22.040292 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f2eec7-dcff-4fc9-9869-9de50bbd91f9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:22.041750 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a2f2eec7-dcff-4fc9-9869-9de50bbd91f9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0473611 Dec 22 04:58:22.044283 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42712) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:22.096033 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6a4b1c-d315-48f5-a3cb-bd742601f951 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:22.099947 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5a6a4b1c-d315-48f5-a3cb-bd742601f951 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0523448 Dec 22 04:58:22.100477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42714) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:22.124158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c08cb2-2721-4a81-af57-a119da6a9d4d None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:22.141624 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eeff90dd-9f1c-4bca-840c-9a25dc9be91b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399339 Dec 22 04:58:22.145862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42716) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:22.150823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5b1a725c-3e40-486a-b13e-b5322c4d19df tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:22.165742 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-d245f2eb-3465-4f7e-991a-663c9683de1c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The resource could not be found. Dec 22 04:58:22.166814 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d245f2eb-3465-4f7e-991a-663c9683de1c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2200754 Dec 22 04:58:22.170373 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42718) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:22.173771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-12c08cb2-2721-4a81-af57-a119da6a9d4d None None] Deleting port b01a883d-3af1-4389-8419-5e6840abbd18 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:22.174171 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-12c08cb2-2721-4a81-af57-a119da6a9d4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.174937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e1fbbe47-1e49-4594-9118-0998203b280f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096429833'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:22.236570 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-12c08cb2-2721-4a81-af57-a119da6a9d4d None None] For port b01a883d-3af1-4389-8419-5e6840abbd18, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b01a883d-3af1-4389-8419-5e6840abbd18,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:22.237189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-12c08cb2-2721-4a81-af57-a119da6a9d4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.253208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-12c08cb2-2721-4a81-af57-a119da6a9d4d None None] Calling delete_port for b01a883d-3af1-4389-8419-5e6840abbd18 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:22.275422 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1fbbe47-1e49-4594-9118-0998203b280f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.341225 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1fbbe47-1e49-4594-9118-0998203b280f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.371678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1a725c-3e40-486a-b13e-b5322c4d19df tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:22.375255 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b1a725c-3e40-486a-b13e-b5322c4d19df tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.394589 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1fbbe47-1e49-4594-9118-0998203b280f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.394790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-12c08cb2-2721-4a81-af57-a119da6a9d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.422899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c08cb2-2721-4a81-af57-a119da6a9d4d None None] Pushing event deleted for resources: {'Port': ['ID=b01a883d-3af1-4389-8419-5e6840abbd18,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:22.428312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c08cb2-2721-4a81-af57-a119da6a9d4d None None] No DVR routers for this DVR port b01a883d-3af1-4389-8419-5e6840abbd18 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:22.434062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbbe47-1e49-4594-9118-0998203b280f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99dcd2b2-90d9-479c-9db2-235ebb47d041,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:22.483755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e1fbbe47-1e49-4594-9118-0998203b280f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.488257 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e1fbbe47-1e49-4594-9118-0998203b280f tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3141663 Dec 22 04:58:22.497890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42722) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:22.505533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4af37b45-f9f3-477f-bca1-29a1925fa712 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171708635'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:22.515764 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b01a883d-3af1-4389-8419-5e6840abbd18 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:22.543463 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: b01a883d-3af1-4389-8419-5e6840abbd18 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:22.543969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b01a883d-3af1-4389-8419-5e6840abbd18 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:22.611715 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4af37b45-f9f3-477f-bca1-29a1925fa712 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.681481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4af37b45-f9f3-477f-bca1-29a1925fa712 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.709530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.objects.ports [None req-5b1a725c-3e40-486a-b13e-b5322c4d19df tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:58:22.711613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b1a725c-3e40-486a-b13e-b5322c4d19df tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.754538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4af37b45-f9f3-477f-bca1-29a1925fa712 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.756183 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1a725c-3e40-486a-b13e-b5322c4d19df tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:22.760451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5b1a725c-3e40-486a-b13e-b5322c4d19df tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:22.764925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a725c-3e40-486a-b13e-b5322c4d19df tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:22.765441 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b1a725c-3e40-486a-b13e-b5322c4d19df tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.770355 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ac6baa-3913-44ab-b37c-f365eb75116c None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:22.775843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a725c-3e40-486a-b13e-b5322c4d19df tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=51861694-7264-4c52-8c24-fc13c623c54a,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:22.789912 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af37b45-f9f3-477f-bca1-29a1925fa712 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9ab87a-b32e-477a-b8e9-b88f558122e9,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:22.812332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42724) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:22.849490 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5b1a725c-3e40-486a-b13e-b5322c4d19df tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7007320 Dec 22 04:58:22.850346 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42726) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:22.855653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:56:b9:c4', 'name': 'tempest-NetworksTestDHCPv6-2086879631'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:22.891688 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4af37b45-f9f3-477f-bca1-29a1925fa712 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:22.892841 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4af37b45-f9f3-477f-bca1-29a1925fa712 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3939695 Dec 22 04:58:22.896679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42728) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:22.902041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-260b66e4-434c-4d70-b5a9-65f18cbfb65c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': '99dcd2b2-90d9-479c-9db2-235ebb47d041', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ed9ab87a-b32e-477a-b8e9-b88f558122e9'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:22.926491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '51861694-7264-4c52-8c24-fc13c623c54a'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:58:22.927435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.123781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Allocated IP 2001:db8::f816:3eff:fe94:890c (2485d7d3-5b15-435d-bf80-f80d67582626/51861694-7264-4c52-8c24-fc13c623c54a/4981634a-8ded-4173-8b99-3e1d1324e3f3) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:23.167050 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-260b66e4-434c-4d70-b5a9-65f18cbfb65c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:23.171642 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-260b66e4-434c-4d70-b5a9-65f18cbfb65c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2706051 Dec 22 04:58:23.171642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42730) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:23.232169 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-63d63084-6c4a-41af-91aa-d6e3f90dd555 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.260237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-63d63084-6c4a-41af-91aa-d6e3f90dd555 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.281285 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ad189755-b784-433c-a9cd-2251903c1f0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.284462 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.316037 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:23.360936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.394852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-63d63084-6c4a-41af-91aa-d6e3f90dd555 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.397886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-63d63084-6c4a-41af-91aa-d6e3f90dd555 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.398655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:23.399565 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-63d63084-6c4a-41af-91aa-d6e3f90dd555 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "DELETE /v2.0/security-groups/ed9ab87a-b32e-477a-b8e9-b88f558122e9 HTTP/1.1" status: 204 len: 168 time: 0.2270930 Dec 22 04:58:23.403424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:23.403638 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42732) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:23.408146 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:23.418610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Pushing event updated for resources: {'Port': ['ID=4981634a-8ded-4173-8b99-3e1d1324e3f3,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:23.423830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d63084-6c4a-41af-91aa-d6e3f90dd555 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9ab87a-b32e-477a-b8e9-b88f558122e9,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:23.473795 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ffa9194c-3da2-4a51-8495-7163278f7585 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0679259 Dec 22 04:58:23.475908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Attempting to bind port 4981634a-8ded-4173-8b99-3e1d1324e3f3 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:23.476271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Attempting to bind port 4981634a-8ded-4173-8b99-3e1d1324e3f3 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:23.477171 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Attempting to bind port 4981634a-8ded-4173-8b99-3e1d1324e3f3 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:23.477315 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42734) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:23.482293 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:23.482667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:23.483061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.483476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:23.483902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Bound port: 4981634a-8ded-4173-8b99-3e1d1324e3f3, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:23.484309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.509104 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.531766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-921e1dd1-2a6c-4e0a-80f5-d09c228a64e6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.553630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] For port 4981634a-8ded-4173-8b99-3e1d1324e3f3, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:23.557031 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-921e1dd1-2a6c-4e0a-80f5-d09c228a64e6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.560006 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] For port 4981634a-8ded-4173-8b99-3e1d1324e3f3, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=4981634a-8ded-4173-8b99-3e1d1324e3f3,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:23.567696 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port f24f490a-9597-46f7-883a-a8196e7d14d2 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:23.652476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.686788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-921e1dd1-2a6c-4e0a-80f5-d09c228a64e6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.691239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-921e1dd1-2a6c-4e0a-80f5-d09c228a64e6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.692732 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-921e1dd1-2a6c-4e0a-80f5-d09c228a64e6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "DELETE /v2.0/security-groups/99dcd2b2-90d9-479c-9db2-235ebb47d041 HTTP/1.1" status: 204 len: 168 time: 0.2146499 Dec 22 04:58:23.698285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42736) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:23.719663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e1dd1-2a6c-4e0a-80f5-d09c228a64e6 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dcd2b2-90d9-479c-9db2-235ebb47d041,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:23.720105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faf0b9-3867-479c-aabe-a8a8fb1fd943 None None] Pushing event updated for resources: {'Port': ['ID=4981634a-8ded-4173-8b99-3e1d1324e3f3,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:23.768046 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4b749e68-b9af-4878-ad18-c022bcd96a38 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674560 Dec 22 04:58:23.768930 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42738) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:23.774067 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-778aff2a-d4e8-4d13-b1c9-56d5402b3d4b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group': {'name': 'tempest-secgroup--364735741'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:23.804719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::f816:3eff:fe56:b9c4 (2485d7d3-5b15-435d-bf80-f80d67582626/51861694-7264-4c52-8c24-fc13c623c54a/f24f490a-9597-46f7-883a-a8196e7d14d2) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:23.858062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-778aff2a-d4e8-4d13-b1c9-56d5402b3d4b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.876133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ad189755-b784-433c-a9cd-2251903c1f0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 02f2013c-1390-4fb4-bbba-9a21f7de6427 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:23.876538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ad189755-b784-433c-a9cd-2251903c1f0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:23.964585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-778aff2a-d4e8-4d13-b1c9-56d5402b3d4b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.044984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-ad189755-b784-433c-a9cd-2251903c1f0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 02f2013c-1390-4fb4-bbba-9a21f7de6427, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=02f2013c-1390-4fb4-bbba-9a21f7de6427,segment=NetworkSegment(6248c661-696b-495a-be40-72d00010b23b),segment_id=6248c661-696b-495a-be40-72d00010b23b)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:24.045344 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ad189755-b784-433c-a9cd-2251903c1f0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.055496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-778aff2a-d4e8-4d13-b1c9-56d5402b3d4b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.067827 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.069431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ad189755-b784-433c-a9cd-2251903c1f0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 02f2013c-1390-4fb4-bbba-9a21f7de6427 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:24.083894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778aff2a-d4e8-4d13-b1c9-56d5402b3d4b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcdde88-7bc9-4628-b9aa-7c213a979286,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:24.183447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-778aff2a-d4e8-4d13-b1c9-56d5402b3d4b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.184765 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-778aff2a-d4e8-4d13-b1c9-56d5402b3d4b tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4147382 Dec 22 04:58:24.187855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42740) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:24.192746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-c8c8d460-1a90-4c78-99df-7b14a94d5191 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': '9dcdde88-7bc9-4628-b9aa-7c213a979286', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:24.291845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.339377 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:24.342508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:24.346650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:24.352122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:24.352763 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.361195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=f24f490a-9597-46f7-883a-a8196e7d14d2,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:24.371762 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ad189755-b784-433c-a9cd-2251903c1f0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.402178 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad189755-b784-433c-a9cd-2251903c1f0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=02f2013c-1390-4fb4-bbba-9a21f7de6427,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:24.421623 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-c8c8d460-1a90-4c78-99df-7b14a94d5191 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:24.422935 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c8c8d460-1a90-4c78-99df-7b14a94d5191 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2337127 Dec 22 04:58:24.425381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42742) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:24.430170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-18d4b02b-462a-4a36-a603-54cf7ff5e774 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group_rule': {'security_group_id': '9dcdde88-7bc9-4628-b9aa-7c213a979286', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:24.465593 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d181f93c-528d-4199-92db-76ef1f9a07d1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6117980 Dec 22 04:58:24.469497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42744) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:24.607445 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0f2c81-68ac-4d13-81aa-57dbe2161d8e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:24.613570 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0f2c81-68ac-4d13-81aa-57dbe2161d8e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:24.618430 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7b0f2c81-68ac-4d13-81aa-57dbe2161d8e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1423130 Dec 22 04:58:24.618627 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42746) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:24.643160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 4981634a-8ded-4173-8b99-3e1d1324e3f3 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:24.663588 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-18d4b02b-462a-4a36-a603-54cf7ff5e774 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:24.664786 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-18d4b02b-462a-4a36-a603-54cf7ff5e774 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2383273 Dec 22 04:58:24.667734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42748) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:24.725953 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ad189755-b784-433c-a9cd-2251903c1f0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.730169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 4981634a-8ded-4173-8b99-3e1d1324e3f3 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:24.731513 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.766751 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-68f25295-9bf4-4a7d-83dd-dc908488568c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.794985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-68f25295-9bf4-4a7d-83dd-dc908488568c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.821589 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-1dcfbafd-9da3-4e78-b059-6220fa398408 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port f24f490a-9597-46f7-883a-a8196e7d14d2 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:24.822213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbafd-9da3-4e78-b059-6220fa398408 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.852221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.889388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 4981634a-8ded-4173-8b99-3e1d1324e3f3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=4981634a-8ded-4173-8b99-3e1d1324e3f3,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:24.903515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-68f25295-9bf4-4a7d-83dd-dc908488568c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.906220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-68f25295-9bf4-4a7d-83dd-dc908488568c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:24.907618 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-68f25295-9bf4-4a7d-83dd-dc908488568c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "DELETE /v2.0/security-groups/9dcdde88-7bc9-4628-b9aa-7c213a979286 HTTP/1.1" status: 204 len: 168 time: 0.2388384 Dec 22 04:58:24.910528 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42750) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:24.918368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f25295-9bf4-4a7d-83dd-dc908488568c tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcdde88-7bc9-4628-b9aa-7c213a979286,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:24.961167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.012493 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c96e3a2b-4892-42be-a8d7-7c08fb17127b None None] Provisioning complete for port 4981634a-8ded-4173-8b99-3e1d1324e3f3 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:25.012981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c96e3a2b-4892-42be-a8d7-7c08fb17127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.014631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbafd-9da3-4e78-b059-6220fa398408 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.044915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=4981634a-8ded-4173-8b99-3e1d1324e3f3,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:25.045270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-1dcfbafd-9da3-4e78-b059-6220fa398408 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for f24f490a-9597-46f7-883a-a8196e7d14d2 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:25.079408 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-75febf9d-5425-443d-b010-e0cc5b740897 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1604028 Dec 22 04:58:25.084266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42752) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:25.090593 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4366665f-2f50-4fac-8817-87b836999b5e tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group': {'name': 'tempest-secgroup--351299780'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:25.175842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad189755-b784-433c-a9cd-2251903c1f0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:58:25.231655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f859d74a-3de2-4f23-95e1-1e31a302ac5f None None] Provisioning complete for port f24f490a-9597-46f7-883a-a8196e7d14d2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:25.232021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f859d74a-3de2-4f23-95e1-1e31a302ac5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.265777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f859d74a-3de2-4f23-95e1-1e31a302ac5f None None] Port f24f490a-9597-46f7-883a-a8196e7d14d2 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:25.280686 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4366665f-2f50-4fac-8817-87b836999b5e tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.362812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad189755-b784-433c-a9cd-2251903c1f0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:58:25.368915 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ad189755-b784-433c-a9cd-2251903c1f0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/96383fd4-a74f-4abb-a399-ff68b4a1f0e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5555797 Dec 22 04:58:25.377854 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614428c2-7adb-4ddf-98bf-49a54ee596ff None None] Sync routers for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:25.394546 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614428c2-7adb-4ddf-98bf-49a54ee596ff None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:25.395483 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-614428c2-7adb-4ddf-98bf-49a54ee596ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:58:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:25.404629 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4366665f-2f50-4fac-8817-87b836999b5e tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.409740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbafd-9da3-4e78-b059-6220fa398408 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.437641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfbafd-9da3-4e78-b059-6220fa398408 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=f24f490a-9597-46f7-883a-a8196e7d14d2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:25.474804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4366665f-2f50-4fac-8817-87b836999b5e tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.485983 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1dcfbafd-9da3-4e78-b059-6220fa398408 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.489441 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1dcfbafd-9da3-4e78-b059-6220fa398408 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/f24f490a-9597-46f7-883a-a8196e7d14d2 HTTP/1.1" status: 204 len: 168 time: 0.8696647 Dec 22 04:58:25.491740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42756) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:25.511543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366665f-2f50-4fac-8817-87b836999b5e tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6efff3-9ea7-46ac-9223-f6122676403c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:25.513880 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-614428c2-7adb-4ddf-98bf-49a54ee596ff None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:25.552900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864c12b-c1c0-4fd1-a0c9-4b308519bd95 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:25.555005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864c12b-c1c0-4fd1-a0c9-4b308519bd95 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:25.556907 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0864c12b-c1c0-4fd1-a0c9-4b308519bd95 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0636885 Dec 22 04:58:25.559505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42758) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:25.585494 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4366665f-2f50-4fac-8817-87b836999b5e tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.588432 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4366665f-2f50-4fac-8817-87b836999b5e tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5036058 Dec 22 04:58:25.594841 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42760) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:25.599741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d5ac7f93-e37f-461f-8b42-7abd65e006d1 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:25.599894 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.api.v2.base [None req-d5ac7f93-e37f-461f-8b42-7abd65e006d1 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 04:58:25.600360 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-d5ac7f93-e37f-461f-8b42-7abd65e006d1 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 04:58:25.604472 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d5ac7f93-e37f-461f-8b42-7abd65e006d1 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "PUT /v2.0/security-groups/1e6efff3-9ea7-46ac-9223-f6122676403c HTTP/1.1" status: 409 len: 330 time: 0.0056770 Dec 22 04:58:25.604859 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42762) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:25.646953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d17215-3f15-483c-a9c9-c7e8d405c380 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 51861694-7264-4c52-8c24-fc13c623c54a {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:25.646953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-84d17215-3f15-483c-a9c9-c7e8d405c380 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.691330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-84d17215-3f15-483c-a9c9-c7e8d405c380 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.703749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b3b7-c060-4309-9183-48ca2a1e9d0d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.729568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b3b7-c060-4309-9183-48ca2a1e9d0d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.782361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-84d17215-3f15-483c-a9c9-c7e8d405c380 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.787616 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-614428c2-7adb-4ddf-98bf-49a54ee596ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:58:24Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '13074bb8-2822-4732-9509-eabc51ca4e2f', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'port_id': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'mac_address': 'fa:16:3e:ad:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:54Z', 'updated_at': '2021-12-22T04:56:57Z', 'revision_number': 1, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:25Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:25.814762 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614428c2-7adb-4ddf-98bf-49a54ee596ff None None] Checking router: 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:25.825225 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614428c2-7adb-4ddf-98bf-49a54ee596ff None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:25.825868 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-614428c2-7adb-4ddf-98bf-49a54ee596ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:58:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:25.844345 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b3b7-c060-4309-9183-48ca2a1e9d0d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.847941 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4ee7b3b7-c060-4309-9183-48ca2a1e9d0d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:25.851557 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4ee7b3b7-c060-4309-9183-48ca2a1e9d0d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "DELETE /v2.0/security-groups/1e6efff3-9ea7-46ac-9223-f6122676403c HTTP/1.1" status: 204 len: 168 time: 0.2432380 Dec 22 04:58:25.851892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42766) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:25.860333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7b3b7-c060-4309-9183-48ca2a1e9d0d tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6efff3-9ea7-46ac-9223-f6122676403c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:25.905004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b7590-e4fe-4736-9232-918d15b15dda req-b26ba0b7-3d36-4f92-a45f-e89410661177 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:25.906362 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ee2b7590-e4fe-4736-9232-918d15b15dda req-b26ba0b7-3d36-4f92-a45f-e89410661177 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 946 time: 0.0972948 Dec 22 04:58:25.933645 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-614428c2-7adb-4ddf-98bf-49a54ee596ff None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:25.943047 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eb52126c-f0e9-4832-9862-da9ccf2927a5 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0900731 Dec 22 04:58:25.947806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42768) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:25.968788 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-ad589289-d661-45d7-96b9-0c92a9f679b2 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] delete failed (client error): The resource could not be found. Dec 22 04:58:25.969785 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ad589289-d661-45d7-96b9-0c92a9f679b2 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "DELETE /v2.0/security-groups/a75ec78a-49c2-48aa-bc68-73d26ec9e441 HTTP/1.1" status: 404 len: 347 time: 0.0210769 Dec 22 04:58:25.973550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42770) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:25.982470 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ee2b7590-e4fe-4736-9232-918d15b15dda req-7231dfc8-6360-488b-ad15-8834de58b87a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681322 Dec 22 04:58:25.990171 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-ef03e4a3-4c13-4ab8-8462-62f020d23387 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] show failed (client error): The resource could not be found. Dec 22 04:58:25.991142 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ef03e4a3-4c13-4ab8-8462-62f020d23387 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "GET /v2.0/security-groups/e6ee3efe-3b31-4812-bf34-a24866a32173 HTTP/1.1" status: 404 len: 347 time: 0.0167131 Dec 22 04:58:25.994846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42772) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:26.009976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-84d17215-3f15-483c-a9c9-c7e8d405c380 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.011967 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-639f976b-ba90-4ef3-acd5-31e0d2782681 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] show failed (client error): The resource could not be found. Dec 22 04:58:26.012973 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-639f976b-ba90-4ef3-acd5-31e0d2782681 tempest-NegativeSecGroupIPv6Test-516565010 tempest-NegativeSecGroupIPv6Test-516565010-project] 10.222.0.54 "GET /v2.0/security-group-rules/454c5ca2-445f-4878-95d6-01eeba2c2170 HTTP/1.1" status: 404 len: 356 time: 0.0172629 Dec 22 04:58:26.043637 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d17215-3f15-483c-a9c9-c7e8d405c380 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=51861694-7264-4c52-8c24-fc13c623c54a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:26.047229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-84d17215-3f15-483c-a9c9-c7e8d405c380 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.053141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42776) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:26.053336 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-84d17215-3f15-483c-a9c9-c7e8d405c380 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/51861694-7264-4c52-8c24-fc13c623c54a HTTP/1.1" status: 204 len: 168 time: 0.4924212 Dec 22 04:58:26.058589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc51742-b1f5-4aa9-9a3d-b8acf6b69d2e None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:26.105016 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-45a187ce-ce21-462e-b401-cca87d5d250d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505810 Dec 22 04:58:26.108144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42778) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:26.114427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:26.180091 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-614428c2-7adb-4ddf-98bf-49a54ee596ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:58:24Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '13074bb8-2822-4732-9509-eabc51ca4e2f', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'port_id': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'mac_address': 'fa:16:3e:ad:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:54Z', 'updated_at': '2021-12-22T04:56:57Z', 'revision_number': 1, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:25Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:26.207539 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614428c2-7adb-4ddf-98bf-49a54ee596ff None None] The sync data for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv is: [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:58:24Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '13074bb8-2822-4732-9509-eabc51ca4e2f', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.118', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'port_id': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'mac_address': 'fa:16:3e:ad:87:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:56:54Z', 'updated_at': '2021-12-22T04:56:57Z', 'revision_number': 1, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:25Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:26.466469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42782) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:26.565749 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5338d482-0459-4ea3-977f-e6b01eef4e34 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:26.600054 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:26.604062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.627614 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5338d482-0459-4ea3-977f-e6b01eef4e34 None None] Deleting port 4981634a-8ded-4173-8b99-3e1d1324e3f3 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:26.627996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5338d482-0459-4ea3-977f-e6b01eef4e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.637246 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b452f60c-292d-4ccb-ab93-a868a6570577 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc67bbd39a1e451da0ed28f1cfeaa0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695876 Dec 22 04:58:26.639575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42786) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:26.644875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 4981634a-8ded-4173-8b99-3e1d1324e3f3 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:26.702747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e2903438-c3c3-450f-81c6-cfd6d46c450f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.732347 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5338d482-0459-4ea3-977f-e6b01eef4e34 None None] For port 4981634a-8ded-4173-8b99-3e1d1324e3f3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=4981634a-8ded-4173-8b99-3e1d1324e3f3,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:26.732745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5338d482-0459-4ea3-977f-e6b01eef4e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.740946 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e2903438-c3c3-450f-81c6-cfd6d46c450f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.746271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5338d482-0459-4ea3-977f-e6b01eef4e34 None None] Calling delete_port for 4981634a-8ded-4173-8b99-3e1d1324e3f3 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:26.822782 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.869096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e2903438-c3c3-450f-81c6-cfd6d46c450f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.872174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e2903438-c3c3-450f-81c6-cfd6d46c450f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.872330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 4981634a-8ded-4173-8b99-3e1d1324e3f3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=4981634a-8ded-4173-8b99-3e1d1324e3f3,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:26.873331 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e2903438-c3c3-450f-81c6-cfd6d46c450f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0c1161e6-a4f7-4ff8-bb43-0a2069b20ed0 HTTP/1.1" status: 204 len: 168 time: 0.2319717 Dec 22 04:58:26.881574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2903438-c3c3-450f-81c6-cfd6d46c450f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1161e6-a4f7-4ff8-bb43-0a2069b20ed0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:26.943457 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:26.944151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 02f2013c-1390-4fb4-bbba-9a21f7de6427 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:26.982574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 02f2013c-1390-4fb4-bbba-9a21f7de6427 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:26.982910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 02f2013c-1390-4fb4-bbba-9a21f7de6427 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:27.016831 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=4981634a-8ded-4173-8b99-3e1d1324e3f3,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:27.029562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5338d482-0459-4ea3-977f-e6b01eef4e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.034293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.objects.ports [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109182) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:58:27.063853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338d482-0459-4ea3-977f-e6b01eef4e34 None None] Pushing event deleted for resources: {'Port': ['ID=4981634a-8ded-4173-8b99-3e1d1324e3f3,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:27.073839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338d482-0459-4ea3-977f-e6b01eef4e34 None None] No DVR routers for this DVR port 4981634a-8ded-4173-8b99-3e1d1324e3f3 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:27.198766 dv-neutron-822523-1-hyperv neutron-server[109182]: WARNING neutron.services.revisions.revision_plugin [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Could not find related port for resource to bump revision. Dec 22 04:58:27.209968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1573c5-8cb4-4bbb-a8fe-245934442ad0 req-f4b45724-d637-4fb0-8c73-5719a2d6123a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:27.211446 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8a1573c5-8cb4-4bbb-a8fe-245934442ad0 req-f4b45724-d637-4fb0-8c73-5719a2d6123a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 946 time: 0.1003315 Dec 22 04:58:27.255625 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8a1573c5-8cb4-4bbb-a8fe-245934442ad0 req-64b33de2-1e97-4004-a555-a63552cc81fa tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=205b44bd-887c-4f8d-be16-794e58365031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384123 Dec 22 04:58:27.276760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_pluggable_backend [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Port 4981634a-8ded-4173-8b99-3e1d1324e3f3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109182) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 04:58:27.277074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_pluggable_backend [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Reverting IP allocation for 2001:db8::f816:3eff:fe94:890c {{(pid=109182) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 22 04:58:27.280797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_pluggable_backend [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe94:890c {{(pid=109182) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 22 04:58:27.282039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.328527 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:27.331860 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:27.335883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:27.336558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.347603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd6f9e0-e800-453a-be3b-1fdf4ad5a43d None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:27.350508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=631858c0-b568-4aa7-b35b-0074661068b2,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:27.396747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e40053-b3a2-4cc6-ae8e-a2597e60bd86 req-8f4b6d05-83aa-446f-a0a3-4bd15b7b34dd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:27.398343 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-67e40053-b3a2-4cc6-ae8e-a2597e60bd86 req-8f4b6d05-83aa-446f-a0a3-4bd15b7b34dd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 946 time: 0.0585356 Dec 22 04:58:27.414939 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-22a38648-a109-4f73-bb94-429b3b0b7b78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3055761 Dec 22 04:58:27.417621 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42800) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:27.422774 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:db:7d:9b', 'name': 'tempest-NetworksTestDHCPv6-491482253'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:27.500659 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-67e40053-b3a2-4cc6-ae8e-a2597e60bd86 req-f1352e98-8fee-4e22-bed8-3b881acf85ad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:27.500994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-67e40053-b3a2-4cc6-ae8e-a2597e60bd86 req-f1352e98-8fee-4e22-bed8-3b881acf85ad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.510995 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '631858c0-b568-4aa7-b35b-0074661068b2'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:58:27.512077 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.601010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-67e40053-b3a2-4cc6-ae8e-a2597e60bd86 req-f1352e98-8fee-4e22-bed8-3b881acf85ad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9ca5f330-21ed-42ca-88fb-bd001c3cd85d,segment=NetworkSegment(6248c661-696b-495a-be40-72d00010b23b),segment_id=6248c661-696b-495a-be40-72d00010b23b)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:27.601925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-67e40053-b3a2-4cc6-ae8e-a2597e60bd86 req-f1352e98-8fee-4e22-bed8-3b881acf85ad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.618531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-67e40053-b3a2-4cc6-ae8e-a2597e60bd86 req-f1352e98-8fee-4e22-bed8-3b881acf85ad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 9ca5f330-21ed-42ca-88fb-bd001c3cd85d owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:27.651522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:27.656105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.667606 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Allocated IP 2001:db8::f816:3eff:feca:e975 (2485d7d3-5b15-435d-bf80-f80d67582626/631858c0-b568-4aa7-b35b-0074661068b2/3b82dc1b-060c-41f3-bbb8-eaa07b1365e3) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:27.677649 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port 971f0a51-5200-42e1-815f-0db6c76d85e6 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:27.838733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.863043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-67e40053-b3a2-4cc6-ae8e-a2597e60bd86 req-f1352e98-8fee-4e22-bed8-3b881acf85ad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.891110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1352e98-8fee-4e22-bed8-3b881acf85ad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=9ca5f330-21ed-42ca-88fb-bd001c3cd85d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:27.936043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e40053-b3a2-4cc6-ae8e-a2597e60bd86 req-f1352e98-8fee-4e22-bed8-3b881acf85ad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] No DVR routers for this DVR port 9ca5f330-21ed-42ca-88fb-bd001c3cd85d on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:27.938487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-67e40053-b3a2-4cc6-ae8e-a2597e60bd86 req-f1352e98-8fee-4e22-bed8-3b881acf85ad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:27.941879 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-67e40053-b3a2-4cc6-ae8e-a2597e60bd86 req-f1352e98-8fee-4e22-bed8-3b881acf85ad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "DELETE /v2.0/ports/9ca5f330-21ed-42ca-88fb-bd001c3cd85d HTTP/1.1" status: 204 len: 173 time: 0.5370674 Dec 22 04:58:27.942310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b606757-5d04-47b1-a3e0-0f640861663e', 'name': 'network-vif-deleted', 'tag': '9ca5f330-21ed-42ca-88fb-bd001c3cd85d'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:27.944600 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ee3b7a-9dc7-4f01-add5-5e4c9ef15b2b" -d '{"events": [{"server_uuid": "9b606757-5d04-47b1-a3e0-0f640861663e", "name": "network-vif-deleted", "tag": "9ca5f330-21ed-42ca-88fb-bd001c3cd85d"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:58:27.982010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a87878c-136e-4691-b271-40b4786cf785 x-openstack-request-id: req-6a87878c-136e-4691-b271-40b4786cf785 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:58:27.982325 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b606757-5d04-47b1-a3e0-0f640861663e", "name": "network-vif-deleted", "tag": "9ca5f330-21ed-42ca-88fb-bd001c3cd85d", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:58:27.982571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a87878c-136e-4691-b271-40b4786cf785 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:58:27.982965 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b606757-5d04-47b1-a3e0-0f640861663e', 'name': 'network-vif-deleted', 'tag': '9ca5f330-21ed-42ca-88fb-bd001c3cd85d', 'status': 'completed', 'code': 200} Dec 22 04:58:27.993310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.032677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42814) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:28.033977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:28.036859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:28.040497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:28.057666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::f816:3eff:fedb:7d9b (2485d7d3-5b15-435d-bf80-f80d67582626/631858c0-b568-4aa7-b35b-0074661068b2/971f0a51-5200-42e1-815f-0db6c76d85e6) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:28.059165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Pushing event updated for resources: {'Port': ['ID=3b82dc1b-060c-41f3-bbb8-eaa07b1365e3,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:28.108315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Attempting to bind port 3b82dc1b-060c-41f3-bbb8-eaa07b1365e3 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:28.109040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Attempting to bind port 3b82dc1b-060c-41f3-bbb8-eaa07b1365e3 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:28.109040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Attempting to bind port 3b82dc1b-060c-41f3-bbb8-eaa07b1365e3 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:28.114132 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:28.114498 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:28.114889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.115445 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:28.116080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Bound port: 3b82dc1b-060c-41f3-bbb8-eaa07b1365e3, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:28.116813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.178109 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-271254321'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:28.186724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] For port 3b82dc1b-060c-41f3-bbb8-eaa07b1365e3, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:28.189812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] For port 3b82dc1b-060c-41f3-bbb8-eaa07b1365e3, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3b82dc1b-060c-41f3-bbb8-eaa07b1365e3,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:28.248982 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.284441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.345982 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Made reservation on behalf of d764498c322441a7aabb6bd361d1647e for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:28.352111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.359131 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8b1d4-e9b0-40a0-8f59-d3b5e2f8b4f5 None None] Pushing event updated for resources: {'Port': ['ID=3b82dc1b-060c-41f3-bbb8-eaa07b1365e3,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:28.369745 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.402302 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7e720f7e-6a53-4334-9523-54540e7f5b0f req-c63f9dfa-9f82-45c0-9024-c3f48fc4c894 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9b606757-5d04-47b1-a3e0-0f640861663e HTTP/1.1" status: 200 len: 210 time: 0.0359709 Dec 22 04:58:28.405452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.470740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:28.478904 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:28.486703 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:28.492856 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:28.493483 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.501717 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=971f0a51-5200-42e1-815f-0db6c76d85e6,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:28.567946 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.580719 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d62cc396-c3eb-4e3b-b661-6c961d9979ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1619985 Dec 22 04:58:28.583323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42820) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:28.636419 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd0e9b2-b461-4918-863c-96b17c04e4ac tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:28.642321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd0e9b2-b461-4918-863c-96b17c04e4ac tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:28.646588 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9fd0e9b2-b461-4918-863c-96b17c04e4ac tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0596478 Dec 22 04:58:28.647032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42822) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:28.659042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.711873 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:58:28.745683 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c5fcd5-1532-4521-a979-b0f1797ee3b8,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:28.752395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.752734 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Added segment e72dac3b-3e43-421a-9282-6f68fd2bd522 of type vlan for network 2df31be7-de0d-4539-a2f1-d01f489750a1 Dec 22 04:58:28.799727 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.829659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f69ae983-b8fb-4f46-a164-701358eb4e50 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port 971f0a51-5200-42e1-815f-0db6c76d85e6 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:28.829992 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f69ae983-b8fb-4f46-a164-701358eb4e50 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.914524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f69ae983-b8fb-4f46-a164-701358eb4e50 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.926486 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f69ae983-b8fb-4f46-a164-701358eb4e50 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for 971f0a51-5200-42e1-815f-0db6c76d85e6 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:28.928726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:28.934261 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:28.934824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.044585 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Pushing event updated for resources: {'Network': ['ID=2df31be7-de0d-4539-a2f1-d01f489750a1,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:29.057209 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 2df31be7-de0d-4539-a2f1-d01f489750a1 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:58:29.118312 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-86f7d88f-821a-401b-b3ec-834319b09faf tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0844924 Dec 22 04:58:29.121336 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42824) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:29.125934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-edd774a6-2393-407d-ac4c-d854ddbe1baa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Request body: {'subnet': {'network_id': '2df31be7-de0d-4539-a2f1-d01f489750a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:29.255334 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f69ae983-b8fb-4f46-a164-701358eb4e50 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.284425 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ae983-b8fb-4f46-a164-701358eb4e50 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=971f0a51-5200-42e1-815f-0db6c76d85e6,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:29.309168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f69ae983-b8fb-4f46-a164-701358eb4e50 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.312454 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f69ae983-b8fb-4f46-a164-701358eb4e50 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/971f0a51-5200-42e1-815f-0db6c76d85e6 HTTP/1.1" status: 204 len: 168 time: 0.6647997 Dec 22 04:58:29.314967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42826) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:29.327726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9c9e848a-4857-4ab4-ba19-0e144933f7ee None None] Provisioning complete for port 3b82dc1b-060c-41f3-bbb8-eaa07b1365e3 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:29.328400 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9c9e848a-4857-4ab4-ba19-0e144933f7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.348976 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd774a6-2393-407d-ac4c-d854ddbe1baa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Made reservation on behalf of d764498c322441a7aabb6bd361d1647e for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:29.353343 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-edd774a6-2393-407d-ac4c-d854ddbe1baa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.369874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21534a62-61da-4377-b3f6-9c7df622829a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:29.371575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21534a62-61da-4377-b3f6-9c7df622829a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:29.373312 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-21534a62-61da-4377-b3f6-9c7df622829a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0572562 Dec 22 04:58:29.375806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42828) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:29.436927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96d1acb-4bb7-4f53-a8a8-42dbdc83d816 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 631858c0-b568-4aa7-b35b-0074661068b2 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:29.442558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a96d1acb-4bb7-4f53-a8a8-42dbdc83d816 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.474992 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42832) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:29.512878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a96d1acb-4bb7-4f53-a8a8-42dbdc83d816 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.590301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9c9e848a-4857-4ab4-ba19-0e144933f7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.609928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a96d1acb-4bb7-4f53-a8a8-42dbdc83d816 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.624224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5120ef83-9463-4820-bb60-f4580b931586 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.666573 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5120ef83-9463-4820-bb60-f4580b931586 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.714645 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-edd774a6-2393-407d-ac4c-d854ddbe1baa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.743073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a96d1acb-4bb7-4f53-a8a8-42dbdc83d816 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.778155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d1acb-4bb7-4f53-a8a8-42dbdc83d816 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=631858c0-b568-4aa7-b35b-0074661068b2,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:29.781451 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd774a6-2393-407d-ac4c-d854ddbe1baa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Pushing event updated for resources: {'Subnet': ['ID=3b3771ba-83e8-487b-b58f-03f4c174208d,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:29.782034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a96d1acb-4bb7-4f53-a8a8-42dbdc83d816 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.785238 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a96d1acb-4bb7-4f53-a8a8-42dbdc83d816 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/631858c0-b568-4aa7-b35b-0074661068b2 HTTP/1.1" status: 204 len: 168 time: 0.4082408 Dec 22 04:58:29.787596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42834) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:29.789721 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd774a6-2393-407d-ac4c-d854ddbe1baa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Checking segment: {'id': 'e72dac3b-3e43-421a-9282-6f68fd2bd522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2df31be7-de0d-4539-a2f1-d01f489750a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:29.790196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd774a6-2393-407d-ac4c-d854ddbe1baa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Network hostable DHCP agents. Network: 2df31be7-de0d-4539-a2f1-d01f489750a1, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:58:29.798009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d6e75-fb5c-4d11-998d-76e1ce1c0bc4 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:29.825271 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cbb0c407-52be-469c-a9b4-b15f59ae0748 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0362997 Dec 22 04:58:29.827461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42836) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:29.840251 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5120ef83-9463-4820-bb60-f4580b931586 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.842901 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-9c9e848a-4857-4ab4-ba19-0e144933f7ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:58:29.843519 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-9c9e848a-4857-4ab4-ba19-0e144933f7ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:58:29.843914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5120ef83-9463-4820-bb60-f4580b931586 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.845970 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5120ef83-9463-4820-bb60-f4580b931586 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/security-groups/205b44bd-887c-4f8d-be16-794e58365031 HTTP/1.1" status: 204 len: 168 time: 0.3691554 Dec 22 04:58:29.858093 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120ef83-9463-4820-bb60-f4580b931586 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205b44bd-887c-4f8d-be16-794e58365031,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:29.867297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd774a6-2393-407d-ac4c-d854ddbe1baa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Network 2df31be7-de0d-4539-a2f1-d01f489750a1 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:58:29.876823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb80575d-dfc7-45a7-88e2-cc7122bbebba tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:29.878330 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eb80575d-dfc7-45a7-88e2-cc7122bbebba tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0499418 Dec 22 04:58:29.888987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42840) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:29.941339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9aa652-3e06-42aa-853e-c5e538799824 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:29.942807 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0a9aa652-3e06-42aa-853e-c5e538799824 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0525997 Dec 22 04:58:29.945439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42842) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:29.970053 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-edd774a6-2393-407d-ac4c-d854ddbe1baa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 2df31be7-de0d-4539-a2f1-d01f489750a1) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:29.974525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd774a6-2393-407d-ac4c-d854ddbe1baa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:29.975215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-edd774a6-2393-407d-ac4c-d854ddbe1baa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:29.979856 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fecd84-fdd6-4893-b7e2-7cceec45431b None None] Network 2df31be7-de0d-4539-a2f1-d01f489750a1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:29.994967 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4db494b1-0613-4f36-addb-1a6421bd0fb2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484042 Dec 22 04:58:29.998147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e32c8f-f1c2-426a-a292-a64247b46745 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:29.999836 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42844) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:30.004957 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-f631da55-26c6-4088-b3f8-e33eee4c5a53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:30.093006 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-edd774a6-2393-407d-ac4c-d854ddbe1baa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9708371 Dec 22 04:58:30.095936 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42846) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:30.100917 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Request body: {'port': {'network_id': '2df31be7-de0d-4539-a2f1-d01f489750a1', 'name': 'tempest-TagsExtTest-642486470'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:30.126281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f3e32c8f-f1c2-426a-a292-a64247b46745 None None] Deleting port 3b82dc1b-060c-41f3-bbb8-eaa07b1365e3 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:30.126608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f3e32c8f-f1c2-426a-a292-a64247b46745 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.178011 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f631da55-26c6-4088-b3f8-e33eee4c5a53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:30.182230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f631da55-26c6-4088-b3f8-e33eee4c5a53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.207586 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2df31be7-de0d-4539-a2f1-d01f489750a1', 'network_id': '2df31be7-de0d-4539-a2f1-d01f489750a1', 'tenant_id': 'd764498c322441a7aabb6bd361d1647e', 'fixed_ips': [{'subnet_id': '3b3771ba-83e8-487b-b58f-03f4c174208d'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:58:30.208496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.218430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f3e32c8f-f1c2-426a-a292-a64247b46745 None None] For port 3b82dc1b-060c-41f3-bbb8-eaa07b1365e3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3b82dc1b-060c-41f3-bbb8-eaa07b1365e3,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:30.219039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f3e32c8f-f1c2-426a-a292-a64247b46745 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.237417 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f3e32c8f-f1c2-426a-a292-a64247b46745 None None] Calling delete_port for 3b82dc1b-060c-41f3-bbb8-eaa07b1365e3 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:30.285823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Made reservation on behalf of d764498c322441a7aabb6bd361d1647e for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:30.289673 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.312079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] device_id is not set on port abd56a06-d292-496a-ac07-ad87406ad294 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:30.431119 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9c9e848a-4857-4ab4-ba19-0e144933f7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.434521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f631da55-26c6-4088-b3f8-e33eee4c5a53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.456210 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Allocated IP 172.20.0.2 (2df31be7-de0d-4539-a2f1-d01f489750a1/3b3771ba-83e8-487b-b58f-03f4c174208d/a38f69e7-3164-4e15-b105-861bb0eba1ea) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:30.474128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f631da55-26c6-4088-b3f8-e33eee4c5a53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:30.478592 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-f631da55-26c6-4088-b3f8-e33eee4c5a53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:30.482941 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f631da55-26c6-4088-b3f8-e33eee4c5a53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:30.483518 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f631da55-26c6-4088-b3f8-e33eee4c5a53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.499178 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631da55-26c6-4088-b3f8-e33eee4c5a53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=21050059-e8db-4c84-b2de-d32df88dc86c,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:30.527026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f3e32c8f-f1c2-426a-a292-a64247b46745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.582982 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e32c8f-f1c2-426a-a292-a64247b46745 None None] Pushing event deleted for resources: {'Port': ['ID=3b82dc1b-060c-41f3-bbb8-eaa07b1365e3,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:30.592468 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42848) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:30.597442 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f631da55-26c6-4088-b3f8-e33eee4c5a53 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5915504 Dec 22 04:58:30.597813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e32c8f-f1c2-426a-a292-a64247b46745 None None] No DVR routers for this DVR port 3b82dc1b-060c-41f3-bbb8-eaa07b1365e3 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:30.599730 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:44:00:c1', 'name': 'tempest-NetworksTestDHCPv6-825633307'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:30.614888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db208cca-951f-42f4-9cdf-e5018a4cdcc5 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:30.701392 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.707111 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-748aae99-4679-4436-bde1-9802fb6e3bcb None None] Could not find standard attr ID for object 971f0a51-5200-42e1-815f-0db6c76d85e6. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:58:30.796199 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '21050059-e8db-4c84-b2de-d32df88dc86c'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:58:30.797039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.816727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:30.840658 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:30.896995 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9ca5f330-21ed-42ca-88fb-bd001c3cd85d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:30.924621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Allocated IP 172.20.0.12 (2df31be7-de0d-4539-a2f1-d01f489750a1/3b3771ba-83e8-487b-b58f-03f4c174208d/abd56a06-d292-496a-ac07-ad87406ad294) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:30.943871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Network 2df31be7-de0d-4539-a2f1-d01f489750a1 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:30.944718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 9ca5f330-21ed-42ca-88fb-bd001c3cd85d {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:30.945081 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9ca5f330-21ed-42ca-88fb-bd001c3cd85d not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:30.946516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Pushing event updated for resources: {'Port': ['ID=a38f69e7-3164-4e15-b105-861bb0eba1ea,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:30.956208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:30.956909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:30.965387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42852) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:30.966232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.005929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port caea511d-706e-491c-b40d-3052c54dac71 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:31.019967 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bed6d6-bc9f-44dc-a347-a1efd6777c92 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting subnet 50691bb7-921e-4350-8f2c-c23afacc0e6b {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:31.023829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-90bed6d6-bc9f-44dc-a347-a1efd6777c92 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.056483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Attempting to bind port a38f69e7-3164-4e15-b105-861bb0eba1ea on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:31.056939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Attempting to bind port a38f69e7-3164-4e15-b105-861bb0eba1ea by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e72dac3b-3e43-421a-9282-6f68fd2bd522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2df31be7-de0d-4539-a2f1-d01f489750a1'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:31.057368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Attempting to bind port a38f69e7-3164-4e15-b105-861bb0eba1ea on network 2df31be7-de0d-4539-a2f1-d01f489750a1 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:31.064892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Allocated IP 2001:db8::2 (2485d7d3-5b15-435d-bf80-f80d67582626/21050059-e8db-4c84-b2de-d32df88dc86c/627674aa-bdf9-41d9-a45c-ab0ffe1d2319) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:31.070686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:31.070893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-90bed6d6-bc9f-44dc-a347-a1efd6777c92 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.071199 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Checking segment: {'id': 'e72dac3b-3e43-421a-9282-6f68fd2bd522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2df31be7-de0d-4539-a2f1-d01f489750a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:31.071640 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.072220 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Bound using segment: {'id': 'e72dac3b-3e43-421a-9282-6f68fd2bd522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2df31be7-de0d-4539-a2f1-d01f489750a1'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:31.072755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Bound port: a38f69e7-3164-4e15-b105-861bb0eba1ea, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72dac3b-3e43-421a-9282-6f68fd2bd522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '2df31be7-de0d-4539-a2f1-d01f489750a1'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:31.073205 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.159066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.170349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-90bed6d6-bc9f-44dc-a347-a1efd6777c92 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.205731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] For port a38f69e7-3164-4e15-b105-861bb0eba1ea, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:31.230916 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] For port a38f69e7-3164-4e15-b105-861bb0eba1ea, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a38f69e7-3164-4e15-b105-861bb0eba1ea,segment=NetworkSegment(e72dac3b-3e43-421a-9282-6f68fd2bd522),segment_id=e72dac3b-3e43-421a-9282-6f68fd2bd522)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:31.278775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.282349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.308928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-90bed6d6-bc9f-44dc-a347-a1efd6777c92 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.309509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.318657 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Network 2df31be7-de0d-4539-a2f1-d01f489750a1 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:31.323562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:31.327305 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:31.341155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bed6d6-bc9f-44dc-a347-a1efd6777c92 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Subnet': ['ID=50691bb7-921e-4350-8f2c-c23afacc0e6b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:31.347495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-90bed6d6-bc9f-44dc-a347-a1efd6777c92 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.353778 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-90bed6d6-bc9f-44dc-a347-a1efd6777c92 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/subnets/50691bb7-921e-4350-8f2c-c23afacc0e6b HTTP/1.1" status: 204 len: 168 time: 0.3843417 Dec 22 04:58:31.354773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42854) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:31.355594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a290a4-68c0-4c1f-b68e-3a3a9127472c None None] Network be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:31.375553 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:31.376201 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.391139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Pushing event updated for resources: {'Port': ['ID=abd56a06-d292-496a-ac07-ad87406ad294,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:31.432882 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.435394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f158b6f-5c53-49dc-a85c-84d8e027b2ca None None] Pushing event updated for resources: {'Port': ['ID=a38f69e7-3164-4e15-b105-861bb0eba1ea,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:31.446279 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.468360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::c4 (2485d7d3-5b15-435d-bf80-f80d67582626/21050059-e8db-4c84-b2de-d32df88dc86c/caea511d-706e-491c-b40d-3052c54dac71) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:31.477606 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fa4ebe0b-f9f0-48fa-a614-58f8bdd65268 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3767638 Dec 22 04:58:31.477606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42856) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:31.484077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-06b27b34-3dd2-4bb6-80ce-30c16ac2accd tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-275643131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:31.508353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:31.511192 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 67b876cb-9737-421a-ae2b-1599cffc41de {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:31.512041 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.516782 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:31.536784 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:31.544728 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Pushing event updated for resources: {'Port': ['ID=627674aa-bdf9-41d9-a45c-ab0ffe1d2319,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:31.601060 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 67b876cb-9737-421a-ae2b-1599cffc41de, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=67b876cb-9737-421a-ae2b-1599cffc41de,segment=NetworkSegment(6248c661-696b-495a-be40-72d00010b23b),segment_id=6248c661-696b-495a-be40-72d00010b23b)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:31.608163 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.624349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Attempting to bind port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:31.624715 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Attempting to bind port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:31.625502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Attempting to bind port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:31.630740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 67b876cb-9737-421a-ae2b-1599cffc41de owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:31.633023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06b27b34-3dd2-4bb6-80ce-30c16ac2accd tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.637159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06b27b34-3dd2-4bb6-80ce-30c16ac2accd tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.640991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:31.641168 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:31.641601 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.641998 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:31.642476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Bound port: 627674aa-bdf9-41d9-a45c-ab0ffe1d2319, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:31.642853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.711810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06b27b34-3dd2-4bb6-80ce-30c16ac2accd tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.755110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47412feb-1f32-4a4f-afe6-8f530a990e9e None None] DHCP port deletion for be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:31.758235 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] For port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:31.763824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] For port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=627674aa-bdf9-41d9-a45c-ab0ffe1d2319,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:31.772826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.796704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06b27b34-3dd2-4bb6-80ce-30c16ac2accd tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.812378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-47412feb-1f32-4a4f-afe6-8f530a990e9e None None] Deleting port 67b876cb-9737-421a-ae2b-1599cffc41de {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:31.812989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-47412feb-1f32-4a4f-afe6-8f530a990e9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.868628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.881287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-47412feb-1f32-4a4f-afe6-8f530a990e9e None None] For port 67b876cb-9737-421a-ae2b-1599cffc41de, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=67b876cb-9737-421a-ae2b-1599cffc41de,segment=NetworkSegment(6248c661-696b-495a-be40-72d00010b23b),segment_id=6248c661-696b-495a-be40-72d00010b23b)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:31.881667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-47412feb-1f32-4a4f-afe6-8f530a990e9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.891270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.893437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-06b27b34-3dd2-4bb6-80ce-30c16ac2accd tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.897418 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-06b27b34-3dd2-4bb6-80ce-30c16ac2accd tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4194295 Dec 22 04:58:31.898716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42858) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:31.901588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:31.906799 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b186eb51-c0e9-472c-b105-63cca20204e8 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-785235343', 'prefixes': ['172.20.0.0/16']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:31.922078 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=67b876cb-9737-421a-ae2b-1599cffc41de,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:31.922651 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-47412feb-1f32-4a4f-afe6-8f530a990e9e None None] Calling delete_port for 67b876cb-9737-421a-ae2b-1599cffc41de owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:31.937925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] No DVR routers for this DVR port 67b876cb-9737-421a-ae2b-1599cffc41de on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:31.979510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:31.988279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:31.990886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=caea511d-706e-491c-b40d-3052c54dac71,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:32.000037 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:32.005599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5b9e2-5b33-473b-935b-a1dbe7428018 None None] Pushing event updated for resources: {'Port': ['ID=627674aa-bdf9-41d9-a45c-ab0ffe1d2319,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:32.006047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:32.006663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.041140 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.051396 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-47412feb-1f32-4a4f-afe6-8f530a990e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.067024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be35a4d6-70c1-4ac7-a2b6-7603a138f3b9']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:32.078342 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6248c661-696b-495a-be40-72d00010b23b') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:32.078896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6248c661-696b-495a-be40-72d00010b23b') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:32.080035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47412feb-1f32-4a4f-afe6-8f530a990e9e None None] Pushing event deleted for resources: {'Port': ['ID=67b876cb-9737-421a-ae2b-1599cffc41de,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:32.083765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47412feb-1f32-4a4f-afe6-8f530a990e9e None None] No DVR routers for this DVR port 67b876cb-9737-421a-ae2b-1599cffc41de on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:32.088800 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.091782 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-924fb89e-8d0f-4f26-86f2-637b0d1099a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4973879 Dec 22 04:58:32.098226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42860) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:32.105038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.114274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:58:32.114274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:58:32.114949 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:58:32.155347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd40a95-6620-4b05-89e6-1bd673fe1883 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:32.161700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd40a95-6620-4b05-89e6-1bd673fe1883 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:32.166193 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6cd40a95-6620-4b05-89e6-1bd673fe1883 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0631294 Dec 22 04:58:32.167160 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42862) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:32.291932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.292663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-265c0c72-5c8f-459f-94c7-39455a9f22b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port caea511d-706e-491c-b40d-3052c54dac71 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:32.293275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-265c0c72-5c8f-459f-94c7-39455a9f22b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.312304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.315914 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/networks/be35a4d6-70c1-4ac7-a2b6-7603a138f3b9 HTTP/1.1" status: 204 len: 168 time: 0.9599741 Dec 22 04:58:32.316932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54205dc1-33c1-45f3-8517-6b8c6394182e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Network': ['ID=be35a4d6-70c1-4ac7-a2b6-7603a138f3b9,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:32.318653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42864) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:32.345508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b186eb51-c0e9-472c-b105-63cca20204e8 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for subnetpool, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.347094 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b186eb51-c0e9-472c-b105-63cca20204e8 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4453835 Dec 22 04:58:32.355341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42866) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:32.364124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-567450ee-8fa9-4d92-82ff-6eb5d9b422a5 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d', 'tempest-TagsExtTest-Tag-1224914634') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:32.468736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-265c0c72-5c8f-459f-94c7-39455a9f22b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.489238 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-265c0c72-5c8f-459f-94c7-39455a9f22b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for caea511d-706e-491c-b40d-3052c54dac71 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:32.513266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 8f3a3813-24e5-4211-bc4b-93996ad5f88b {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:32.513906 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.615133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.615572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.630578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 8f3a3813-24e5-4211-bc4b-93996ad5f88b owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:32.659160 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-567450ee-8fa9-4d92-82ff-6eb5d9b422a5 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "PUT /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags/tempest-TagsExtTest-Tag-1224914634 HTTP/1.1" status: 201 len: 201 time: 0.3026137 Dec 22 04:58:32.665715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42868) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:32.666121 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a38f69e7-3164-4e15-b105-861bb0eba1ea up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:32.672982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-10cf5f17-cced-4c28-8087-e57e30c96db2 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294', 'tempest-TagsExtTest-Tag-1907936744') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:32.695376 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd27d30b-fc9d-4c19-a273-9933405d1722 None None] Network 2df31be7-de0d-4539-a2f1-d01f489750a1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:32.792428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-02f7647c-daad-4d60-b215-eb3e03788605 None None] Provisioning complete for port a38f69e7-3164-4e15-b105-861bb0eba1ea triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:32.792949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-02f7647c-daad-4d60-b215-eb3e03788605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.840477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port a38f69e7-3164-4e15-b105-861bb0eba1ea triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:32.840945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.868847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:32.912916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=8f3a3813-24e5-4211-bc4b-93996ad5f88b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:33.008834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.009351 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP 13074bb8-2822-4732-9509-eabc51ca4e2f disassociated (deleted). External IP: 172.26.5.118, port: 69da1e82-a93b-4453-a8db-a0ac695eb7c2. Dec 22 04:58:33.013026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-02f7647c-daad-4d60-b215-eb3e03788605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.082550 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-02f7647c-daad-4d60-b215-eb3e03788605 None None] For port a38f69e7-3164-4e15-b105-861bb0eba1ea, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a38f69e7-3164-4e15-b105-861bb0eba1ea,segment=NetworkSegment(e72dac3b-3e43-421a-9282-6f68fd2bd522),segment_id=e72dac3b-3e43-421a-9282-6f68fd2bd522)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:33.092781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.137623 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-265c0c72-5c8f-459f-94c7-39455a9f22b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.177430 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c0c72-5c8f-459f-94c7-39455a9f22b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=caea511d-706e-491c-b40d-3052c54dac71,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:33.214073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:58:33.214433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:58:33.215004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-02f7647c-daad-4d60-b215-eb3e03788605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.219271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-265c0c72-5c8f-459f-94c7-39455a9f22b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.225889 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-265c0c72-5c8f-459f-94c7-39455a9f22b4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/caea511d-706e-491c-b40d-3052c54dac71 HTTP/1.1" status: 204 len: 168 time: 1.0577168 Dec 22 04:58:33.231260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42870) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:33.264025 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:58:33.276509 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-10cf5f17-cced-4c28-8087-e57e30c96db2 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "PUT /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags/tempest-TagsExtTest-Tag-1907936744 HTTP/1.1" status: 201 len: 201 time: 0.6097355 Dec 22 04:58:33.279612 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42872) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:33.286888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-1215db9b-43bc-4d14-abe3-066056202368 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d', 'tempest-TagsExtTest-Tag-435718936') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:33.329393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c26e929-ae7e-4686-bb85-7a52f8b65271 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:33.330968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c26e929-ae7e-4686-bb85-7a52f8b65271 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:33.335520 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2c26e929-ae7e-4686-bb85-7a52f8b65271 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1075099 Dec 22 04:58:33.336668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42874) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:33.423133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-712278f6-2a6d-42a3-b4cb-e24e94b6bb52 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 21050059-e8db-4c84-b2de-d32df88dc86c {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:33.428665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-712278f6-2a6d-42a3-b4cb-e24e94b6bb52 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.450035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0abde609-ac75-4280-9115-b97d7b237c74 None None] Provisioning complete for port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:33.450563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0abde609-ac75-4280-9115-b97d7b237c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.453111 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7647c-daad-4d60-b215-eb3e03788605 None None] Pushing event updated for resources: {'Port': ['ID=a38f69e7-3164-4e15-b105-861bb0eba1ea,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:33.465966 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:58:33.480760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3474c8-c4db-436f-94b4-eb1449cb2412 None None] Sync routers for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:33.484474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-712278f6-2a6d-42a3-b4cb-e24e94b6bb52 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.486476 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.505313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3474c8-c4db-436f-94b4-eb1449cb2412 None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:33.505949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4a3474c8-c4db-436f-94b4-eb1449cb2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:58:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:33.534889 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-04d973c4-f33d-4a9f-93e3-dc4d6d9000cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/floatingips/13074bb8-2822-4732-9509-eabc51ca4e2f HTTP/1.1" status: 204 len: 168 time: 1.2102356 Dec 22 04:58:33.535582 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'tag': '69da1e82-a93b-4453-a8db-a0ac695eb7c2'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:33.537968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3690999-a7ed-4bb3-a428-990481d09a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "061cdeaa-39a8-4348-9418-8a2e17de07df", "tag": "69da1e82-a93b-4453-a8db-a0ac695eb7c2"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:58:33.544152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1215db9b-43bc-4d14-abe3-066056202368 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "PUT /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags/tempest-TagsExtTest-Tag-435718936 HTTP/1.1" status: 201 len: 201 time: 0.2639251 Dec 22 04:58:33.547100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42880) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:33.551958 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-3a88884a-ceb3-480d-8e1c-f52380d2713b tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9', 'tempest-TagsExtTest-Tag-1685620780') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:33.602650 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:58:33.664869 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-712278f6-2a6d-42a3-b4cb-e24e94b6bb52 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.700994 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3a88884a-ceb3-480d-8e1c-f52380d2713b tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "PUT /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags/tempest-TagsExtTest-Tag-1685620780 HTTP/1.1" status: 201 len: 201 time: 0.1528194 Dec 22 04:58:33.701610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42884) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:33.705000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0abde609-ac75-4280-9115-b97d7b237c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.713880 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-58236f4b-08f2-4a6d-a177-95f5aa580f14 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:33.787968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-4a3474c8-c4db-436f-94b4-eb1449cb2412 None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:33.831410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-712278f6-2a6d-42a3-b4cb-e24e94b6bb52 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.831868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808dbc70-84de-4be2-8379-fce2298dcecc x-openstack-request-id: req-808dbc70-84de-4be2-8379-fce2298dcecc {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:58:33.832328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "061cdeaa-39a8-4348-9418-8a2e17de07df", "tag": "69da1e82-a93b-4453-a8db-a0ac695eb7c2", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:58:33.832527 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-808dbc70-84de-4be2-8379-fce2298dcecc {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:58:33.833265 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'tag': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'status': 'completed', 'code': 200} Dec 22 04:58:33.874986 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-58236f4b-08f2-4a6d-a177-95f5aa580f14 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags HTTP/1.1" status: 200 len: 241 time: 0.1697135 Dec 22 04:58:33.878196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42886) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:33.883321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-7424de14-eb9d-4655-94e5-de16ee2e04e8 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d', 'tempest-TagsExtTest-Tag-1224914634') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:33.885285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712278f6-2a6d-42a3-b4cb-e24e94b6bb52 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=21050059-e8db-4c84-b2de-d32df88dc86c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:33.895865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:33.912472 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-712278f6-2a6d-42a3-b4cb-e24e94b6bb52 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:33.917103 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-712278f6-2a6d-42a3-b4cb-e24e94b6bb52 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/21050059-e8db-4c84-b2de-d32df88dc86c HTTP/1.1" status: 204 len: 168 time: 0.5780766 Dec 22 04:58:33.919310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42890) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:33.978108 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d34a8040-3766-4c08-a418-2bc43d12a018 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0574305 Dec 22 04:58:33.978982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42892) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:33.981279 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-0abde609-ac75-4280-9115-b97d7b237c74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:58:33.981635 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-0abde609-ac75-4280-9115-b97d7b237c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:58:33.983446 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7424de14-eb9d-4655-94e5-de16ee2e04e8 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags/tempest-TagsExtTest-Tag-1224914634 HTTP/1.1" status: 204 len: 168 time: 0.1039002 Dec 22 04:58:33.986922 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42894) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:33.994368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-3f6ba1c8-b5d8-4967-a363-f759084a8c4b tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d', 'tempest-TagsExtTest-Tag-1224914634') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:34.025221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3690999-a7ed-4bb3-a428-990481d09a1c req-51958846-bf6e-4bc7-b453-608f6583748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.026947 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c3690999-a7ed-4bb3-a428-990481d09a1c req-51958846-bf6e-4bc7-b453-608f6583748b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 1098 time: 0.1545074 Dec 22 04:58:34.059293 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba3091f-946c-4da9-859a-812a74e7d568 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:34.121992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e980dfe-ad45-43a2-8d30-42abeadae12f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.124322 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1e980dfe-ad45-43a2-8d30-42abeadae12f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1425405 Dec 22 04:58:34.126573 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42896) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:34.195586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3690999-a7ed-4bb3-a428-990481d09a1c req-75f4db88-662d-49bd-a964-6a06a83c6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.197092 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c3690999-a7ed-4bb3-a428-990481d09a1c req-75f4db88-662d-49bd-a964-6a06a83c6204 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30599b73-fc9c-4641-a73a-116b0e42e1f9 HTTP/1.1" status: 200 len: 898 time: 0.1600647 Dec 22 04:58:34.202538 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6616927b-1dda-403d-928c-c5b76f52407d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.203997 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6616927b-1dda-403d-928c-c5b76f52407d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0765080 Dec 22 04:58:34.206791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42898) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:34.240936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:34.241303 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:34.285049 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0b7d3e26-960c-4e87-98bf-7d18433a23d8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731235 Dec 22 04:58:34.285049 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c3690999-a7ed-4bb3-a428-990481d09a1c req-e3249aa5-b70b-4e3e-b25e-b6a902e266ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69da1e82-a93b-4453-a8db-a0ac695eb7c2 HTTP/1.1" status: 200 len: 217 time: 0.0770411 Dec 22 04:58:34.285384 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42900) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:34.290524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:34.300216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4a3474c8-c4db-436f-94b4-eb1449cb2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:58:24Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:25Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:34.340304 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3474c8-c4db-436f-94b4-eb1449cb2412 None None] Checking router: 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:34.373078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3474c8-c4db-436f-94b4-eb1449cb2412 None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:34.373631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4a3474c8-c4db-436f-94b4-eb1449cb2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:58:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:34.376092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405a1d7b-6ccc-44e1-be46-e489b88ec90a None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:34.394560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effe4df-c6b3-4a15-8ba2-c6c9bd28d668 req-ee5d7703-e8ec-4956-88aa-f802c103471d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.396008 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8effe4df-c6b3-4a15-8ba2-c6c9bd28d668 req-ee5d7703-e8ec-4956-88aa-f802c103471d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 945 time: 0.3930907 Dec 22 04:58:34.434506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3690999-a7ed-4bb3-a428-990481d09a1c req-bebae815-a796-4764-9843-e63062fbcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.436280 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c3690999-a7ed-4bb3-a428-990481d09a1c req-bebae815-a796-4764-9843-e63062fbcb3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba3a467f-1697-41ee-a7eb-b417016581e2 HTTP/1.1" status: 200 len: 834 time: 0.0598047 Dec 22 04:58:34.446331 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8effe4df-c6b3-4a15-8ba2-c6c9bd28d668 req-baf8d140-54c1-45a9-b761-7fa216eb18d0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427160 Dec 22 04:58:34.481787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:34.484930 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:34.488365 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:34.506354 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3f6ba1c8-b5d8-4967-a363-f759084a8c4b tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags/tempest-TagsExtTest-Tag-1224914634 HTTP/1.1" status: 204 len: 168 time: 0.5182998 Dec 22 04:58:34.508264 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42902) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:34.512733 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-9099d756-75d2-4177-a9f7-f2cc5993f9a0 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:34.550237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3690999-a7ed-4bb3-a428-990481d09a1c req-0b542ca8-f157-40ae-b316-e6b2431dbf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.551719 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c3690999-a7ed-4bb3-a428-990481d09a1c req-0b542ca8-f157-40ae-b316-e6b2431dbf12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30599b73-fc9c-4641-a73a-116b0e42e1f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1023183 Dec 22 04:58:34.567448 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9099d756-75d2-4177-a9f7-f2cc5993f9a0 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags HTTP/1.1" status: 200 len: 205 time: 0.0557592 Dec 22 04:58:34.567726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42904) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:34.568919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0abde609-ac75-4280-9115-b97d7b237c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:34.572531 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-8389e036-eef3-4ed2-bb99-68d42e645344 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:34.578346 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=627674aa-bdf9-41d9-a45c-ab0ffe1d2319,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:34.612473 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-405a1d7b-6ccc-44e1-be46-e489b88ec90a None None] Deleting port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:34.612473 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-405a1d7b-6ccc-44e1-be46-e489b88ec90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:34.613244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-4a3474c8-c4db-436f-94b4-eb1449cb2412 None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:34.631691 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8389e036-eef3-4ed2-bb99-68d42e645344 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags HTTP/1.1" status: 200 len: 241 time: 0.0629990 Dec 22 04:58:34.635102 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42906) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:34.639505 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-2a7785f5-6c3c-48a1-8619-1ab7f46d1c07 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294', 'tempest-TagsExtTest-Tag-1907936744') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:34.677844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:34.705869 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c3690999-a7ed-4bb3-a428-990481d09a1c req-95145237-1fb6-4ec1-87c6-f0ea8b97ec10 service neutron] 10.222.0.16 "GET /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441667 Dec 22 04:58:34.725354 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2a7785f5-6c3c-48a1-8619-1ab7f46d1c07 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags/tempest-TagsExtTest-Tag-1907936744 HTTP/1.1" status: 204 len: 168 time: 0.0891798 Dec 22 04:58:34.726674 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42908) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:34.731795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-ab6524d3-fd2e-4aea-83ed-4336d9c9a197 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294', 'tempest-TagsExtTest-Tag-1907936744') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:34.769652 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 67b876cb-9737-421a-ae2b-1599cffc41de no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:34.772909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-405a1d7b-6ccc-44e1-be46-e489b88ec90a None None] For port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=627674aa-bdf9-41d9-a45c-ab0ffe1d2319,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:34.773715 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-405a1d7b-6ccc-44e1-be46-e489b88ec90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:34.840758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 67b876cb-9737-421a-ae2b-1599cffc41de {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:34.841103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 67b876cb-9737-421a-ae2b-1599cffc41de not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:34.841893 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c3690999-a7ed-4bb3-a428-990481d09a1c req-8ff77ea0-c799-4c7c-82e9-fbe0bce8326f service neutron] 10.222.0.16 "GET /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270859 Dec 22 04:58:34.852241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-405a1d7b-6ccc-44e1-be46-e489b88ec90a None None] Calling delete_port for 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:34.869596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-0abde609-ac75-4280-9115-b97d7b237c74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:58:34.869949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-0abde609-ac75-4280-9115-b97d7b237c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:58:34.873443 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ab6524d3-fd2e-4aea-83ed-4336d9c9a197 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags/tempest-TagsExtTest-Tag-1907936744 HTTP/1.1" status: 204 len: 168 time: 0.1427495 Dec 22 04:58:34.873537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42910) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:34.877820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-60fafdc8-e465-4ab0-95fe-181cf8b23e19 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:34.909578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=627674aa-bdf9-41d9-a45c-ab0ffe1d2319,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:34.952269 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a38f69e7-3164-4e15-b105-861bb0eba1ea up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:34.979481 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-60fafdc8-e465-4ab0-95fe-181cf8b23e19 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags HTTP/1.1" status: 200 len: 205 time: 0.1045609 Dec 22 04:58:34.982031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42912) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:34.990872 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-18db55a4-6b11-4036-94e7-172170a285bb tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:35.035845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.objects.ports [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:58:35.076598 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-18db55a4-6b11-4036-94e7-172170a285bb tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags HTTP/1.1" status: 200 len: 240 time: 0.0907507 Dec 22 04:58:35.076883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42914) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:35.081085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-0366f260-7e00-4d06-ac61-c519240f4ed1 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d', 'tempest-TagsExtTest-Tag-435718936') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:35.092863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port a38f69e7-3164-4e15-b105-861bb0eba1ea triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:35.093539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.157502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4a3474c8-c4db-436f-94b4-eb1449cb2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:58:24Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:25Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:35.194309 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0366f260-7e00-4d06-ac61-c519240f4ed1 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags/tempest-TagsExtTest-Tag-435718936 HTTP/1.1" status: 204 len: 168 time: 0.0923541 Dec 22 04:58:35.194582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3474c8-c4db-436f-94b4-eb1449cb2412 None None] The sync data for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv is: [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:58:24Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'dce603de-c748-40b9-af06-76e9a049a5a6', 'name': '', 'network_id': '30599b73-fc9c-4641-a73a-116b0e42e1f9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:ef:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:18Z', 'updated_at': '2021-12-22T04:56:25Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'ba3a467f-1697-41ee-a7eb-b417016581e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:35.196895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42916) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:35.202421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-2bb30526-df10-45f3-81d3-11ca1a9f0943 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d', 'tempest-TagsExtTest-Tag-435718936') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:35.291758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:35.443827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42918) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:35.444062 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2bb30526-df10-45f3-81d3-11ca1a9f0943 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags/tempest-TagsExtTest-Tag-435718936 HTTP/1.1" status: 204 len: 168 time: 0.2457070 Dec 22 04:58:35.449653 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-ef42cafe-eb16-4579-88cf-ad008522720a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:35.453118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_pluggable_backend [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109183) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 04:58:35.453759 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_pluggable_backend [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Reverting IP allocation for 2001:db8::f816:3eff:fede:4be9 {{(pid=109183) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 22 04:58:35.454925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-405a1d7b-6ccc-44e1-be46-e489b88ec90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.455709 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517813b-611c-4c03-873b-a2b5cefb342d None None] New status for floating IP 13074bb8-2822-4732-9509-eabc51ca4e2f: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:58:35.459785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.ipam_pluggable_backend [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fede:4be9 {{(pid=109183) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 22 04:58:35.480959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a1d7b-6ccc-44e1-be46-e489b88ec90a None None] Pushing event deleted for resources: {'Port': ['ID=627674aa-bdf9-41d9-a45c-ab0ffe1d2319,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:35.498525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405a1d7b-6ccc-44e1-be46-e489b88ec90a None None] No DVR routers for this DVR port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:35.499842 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No active binding found for port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 {{(pid=109184) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:58:35.500274 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:35.527340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.647704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:35.661193 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:35.665289 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:35.665864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.670938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47abe77-b824-4008-8761-4ca7ece45458 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:35.686361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=9121a1a4-d71c-44e1-a5cd-ca0b69187c09,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:35.698447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ce08-c23a-41fd-9d7a-f07eafa7f4bb req-2d9b4352-4aef-49a6-aa4a-dbbd7efdb61e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:35.699972 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e334ce08-c23a-41fd-9d7a-f07eafa7f4bb req-2d9b4352-4aef-49a6-aa4a-dbbd7efdb61e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 945 time: 0.2399173 Dec 22 04:58:35.704279 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ef42cafe-eb16-4579-88cf-ad008522720a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags HTTP/1.1" status: 200 len: 205 time: 0.2586057 Dec 22 04:58:35.707013 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42922) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:35.713310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-8572e89f-c103-4ae9-9f80-400d3f74d123 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:35.724805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81625577-f4f6-4bbf-b4cc-26247ef34e4f req-aceed1cc-65f4-4505-915c-4900c6115f57 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:35.726328 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-81625577-f4f6-4bbf-b4cc-26247ef34e4f req-aceed1cc-65f4-4505-915c-4900c6115f57 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 945 time: 0.1440074 Dec 22 04:58:35.738824 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8572e89f-c103-4ae9-9f80-400d3f74d123 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags HTTP/1.1" status: 200 len: 241 time: 0.0281506 Dec 22 04:58:35.739053 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42924) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:35.743349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-9a29f3a6-4131-4482-8e18-b99728ea8c03 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9', 'tempest-TagsExtTest-Tag-1685620780') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:35.773758 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9a29f3a6-4131-4482-8e18-b99728ea8c03 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags/tempest-TagsExtTest-Tag-1685620780 HTTP/1.1" status: 204 len: 168 time: 0.0283241 Dec 22 04:58:35.775598 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42926) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:35.780661 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-e6a5d446-83ed-48ba-8e98-88357c50bf5d tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9', 'tempest-TagsExtTest-Tag-1685620780') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:35.807443 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ee020155-4336-47d8-a974-063b78e77154 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5211134 Dec 22 04:58:35.819671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-0abde609-ac75-4280-9115-b97d7b237c74 None None] Port 627674aa-bdf9-41d9-a45c-ab0ffe1d2319 update to ACTIVE by agent not found {{(pid=109184) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Dec 22 04:58:35.821038 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-81625577-f4f6-4bbf-b4cc-26247ef34e4f req-238e4f71-2799-4607-93fe-de6d43e115c5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=2fba4681-1635-4ab5-8b67-7689b5dc2d50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680521 Dec 22 04:58:35.823045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42928) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:35.828866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e6782509-3e5d-4f71-8669-680349dea016 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:35.857535 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '9121a1a4-d71c-44e1-a5cd-ca0b69187c09'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:58:35.858383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.905933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-e334ce08-c23a-41fd-9d7a-f07eafa7f4bb req-c9092a0f-d206-4b93-895d-8a530da1bcac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 69da1e82-a93b-4453-a8db-a0ac695eb7c2 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:35.906307 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e334ce08-c23a-41fd-9d7a-f07eafa7f4bb req-c9092a0f-d206-4b93-895d-8a530da1bcac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.915161 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e6a5d446-83ed-48ba-8e98-88357c50bf5d tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags/tempest-TagsExtTest-Tag-1685620780 HTTP/1.1" status: 204 len: 168 time: 0.1379616 Dec 22 04:58:35.917753 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42930) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:35.922279 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-ef1a7dbe-1042-490c-9477-862fbb25cd9e tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:35.951363 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ef1a7dbe-1042-490c-9477-862fbb25cd9e tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags HTTP/1.1" status: 200 len: 205 time: 0.0299032 Dec 22 04:58:35.951580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42932) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:35.957991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-81fb1ffc-7b31-45d9-b7ba-6c6163969663 None None] Provisioning complete for port a38f69e7-3164-4e15-b105-861bb0eba1ea triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:35.962666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-81fb1ffc-7b31-45d9-b7ba-6c6163969663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:35.963584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-561c7ffb-bd2a-4519-ba98-9373947c1c5b tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:35.987947 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-561c7ffb-bd2a-4519-ba98-9373947c1c5b tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags HTTP/1.1" status: 204 len: 168 time: 0.0351770 Dec 22 04:58:35.990640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42934) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:35.995877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-71a21840-1c71-417f-9e2f-1b60ba2ef166 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:36.033964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Allocated IP 2001:db8::f816:3eff:fe2e:3f5e (2485d7d3-5b15-435d-bf80-f80d67582626/9121a1a4-d71c-44e1-a5cd-ca0b69187c09/b0a84f65-17d1-4d55-9a4d-4a399b9b1371) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:36.051492 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-e334ce08-c23a-41fd-9d7a-f07eafa7f4bb req-c9092a0f-d206-4b93-895d-8a530da1bcac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 69da1e82-a93b-4453-a8db-a0ac695eb7c2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=69da1e82-a93b-4453-a8db-a0ac695eb7c2,segment=NetworkSegment(b5cf9193-bd56-4b13-ba69-59483b87ba50),segment_id=b5cf9193-bd56-4b13-ba69-59483b87ba50)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:36.052141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e334ce08-c23a-41fd-9d7a-f07eafa7f4bb req-c9092a0f-d206-4b93-895d-8a530da1bcac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.068458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-e334ce08-c23a-41fd-9d7a-f07eafa7f4bb req-c9092a0f-d206-4b93-895d-8a530da1bcac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 69da1e82-a93b-4453-a8db-a0ac695eb7c2 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:36.076594 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-71a21840-1c71-417f-9e2f-1b60ba2ef166 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags HTTP/1.1" status: 204 len: 168 time: 0.0847042 Dec 22 04:58:36.079119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42936) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:36.083363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-cf876626-4a0c-4b93-b304-f9d39cda3c30 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:36.129070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6782509-3e5d-4f71-8669-680349dea016 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:36.132822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6782509-3e5d-4f71-8669-680349dea016 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.136019 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cf876626-4a0c-4b93-b304-f9d39cda3c30 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags HTTP/1.1" status: 204 len: 168 time: 0.0559349 Dec 22 04:58:36.138533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42938) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:36.142631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-f85f47b0-7487-4729-bafb-5f0f213c1576 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:36.151184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-81fb1ffc-7b31-45d9-b7ba-6c6163969663 None None] Provisioning complete for port abd56a06-d292-496a-ac07-ad87406ad294 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:36.151564 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-81fb1ffc-7b31-45d9-b7ba-6c6163969663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.203870 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f85f47b0-7487-4729-bafb-5f0f213c1576 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags HTTP/1.1" status: 204 len: 168 time: 0.0642684 Dec 22 04:58:36.207656 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42940) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:36.213118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-8449d3ed-1551-49c4-b922-26c5ee0b4b88 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d', 'tempest-TagsExtTest-Tag-704622958') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:36.225086 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-81fb1ffc-7b31-45d9-b7ba-6c6163969663 None None] Port abd56a06-d292-496a-ac07-ad87406ad294 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:36.231216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-81fb1ffc-7b31-45d9-b7ba-6c6163969663 None None] Could not find standard attr ID for object caea511d-706e-491c-b40d-3052c54dac71. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:58:36.254982 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.286160 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.ipam_backend_mixin [None req-e6782509-3e5d-4f71-8669-680349dea016 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9121a1a4-d71c-44e1-a5cd-ca0b69187c09 (CIDR: 2001:db8::/64) Dec 22 04:58:36.337834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.338026 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6782509-3e5d-4f71-8669-680349dea016 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:36.338420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6782509-3e5d-4f71-8669-680349dea016 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:36.371573 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e334ce08-c23a-41fd-9d7a-f07eafa7f4bb req-c9092a0f-d206-4b93-895d-8a530da1bcac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.381266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:36.387620 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:36.389513 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Pushing event updated for resources: {'Port': ['ID=b0a84f65-17d1-4d55-9a4d-4a399b9b1371,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:36.391672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:36.401374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9092a0f-d206-4b93-895d-8a530da1bcac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=69da1e82-a93b-4453-a8db-a0ac695eb7c2,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:36.432436 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e6782509-3e5d-4f71-8669-680349dea016 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6083238 Dec 22 04:58:36.435467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42942) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:36.441026 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:36.446349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e334ce08-c23a-41fd-9d7a-f07eafa7f4bb req-c9092a0f-d206-4b93-895d-8a530da1bcac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] No DVR routers for this DVR port 69da1e82-a93b-4453-a8db-a0ac695eb7c2 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:36.448769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e334ce08-c23a-41fd-9d7a-f07eafa7f4bb req-c9092a0f-d206-4b93-895d-8a530da1bcac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.451095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Attempting to bind port b0a84f65-17d1-4d55-9a4d-4a399b9b1371 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:36.451541 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Attempting to bind port b0a84f65-17d1-4d55-9a4d-4a399b9b1371 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:36.451906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Attempting to bind port b0a84f65-17d1-4d55-9a4d-4a399b9b1371 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:36.452034 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e334ce08-c23a-41fd-9d7a-f07eafa7f4bb req-c9092a0f-d206-4b93-895d-8a530da1bcac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "DELETE /v2.0/ports/69da1e82-a93b-4453-a8db-a0ac695eb7c2 HTTP/1.1" status: 204 len: 173 time: 0.7430987 Dec 22 04:58:36.452506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'name': 'network-vif-deleted', 'tag': '69da1e82-a93b-4453-a8db-a0ac695eb7c2'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:36.455496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef193eb5-9b60-45a8-8586-63db0fbabdee" -d '{"events": [{"server_uuid": "061cdeaa-39a8-4348-9418-8a2e17de07df", "name": "network-vif-deleted", "tag": "69da1e82-a93b-4453-a8db-a0ac695eb7c2"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:58:36.457753 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:36.458126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:36.458532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.458926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:36.459390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Bound port: b0a84f65-17d1-4d55-9a4d-4a399b9b1371, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:36.459774 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.495937 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d609dc4b-b174-4e59-8344-76ce80a0fcdd x-openstack-request-id: req-d609dc4b-b174-4e59-8344-76ce80a0fcdd {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:58:36.496240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "061cdeaa-39a8-4348-9418-8a2e17de07df", "name": "network-vif-deleted", "tag": "69da1e82-a93b-4453-a8db-a0ac695eb7c2", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:58:36.496520 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d609dc4b-b174-4e59-8344-76ce80a0fcdd {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:58:36.496906 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '061cdeaa-39a8-4348-9418-8a2e17de07df', 'name': 'network-vif-deleted', 'tag': '69da1e82-a93b-4453-a8db-a0ac695eb7c2', 'status': 'completed', 'code': 200} Dec 22 04:58:36.505939 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8449d3ed-1551-49c4-b922-26c5ee0b4b88 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "PUT /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags/tempest-TagsExtTest-Tag-704622958 HTTP/1.1" status: 201 len: 201 time: 0.2970011 Dec 22 04:58:36.509033 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42946) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:36.513405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-7e502a61-31b6-4858-bc05-f6c4bb675bfd tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294', 'tempest-TagsExtTest-Tag-132016253') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:36.528012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] For port b0a84f65-17d1-4d55-9a4d-4a399b9b1371, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:36.531172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] For port b0a84f65-17d1-4d55-9a4d-4a399b9b1371, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b0a84f65-17d1-4d55-9a4d-4a399b9b1371,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:36.623052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:36.683290 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e105f85-0d0c-4214-a670-c6ad6531bba2 None None] Pushing event updated for resources: {'Port': ['ID=b0a84f65-17d1-4d55-9a4d-4a399b9b1371,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:36.697979 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7e502a61-31b6-4858-bc05-f6c4bb675bfd tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "PUT /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags/tempest-TagsExtTest-Tag-132016253 HTTP/1.1" status: 201 len: 201 time: 0.1879926 Dec 22 04:58:36.700500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42948) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:36.705291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-feb3e1e2-f1e4-4594-9ecd-6065ded56595 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d', 'tempest-TagsExtTest-Tag-1188414872') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:36.773662 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:36.777208 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:37.003379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b0a84f65-17d1-4d55-9a4d-4a399b9b1371 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:37.009793 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-feb3e1e2-f1e4-4594-9ecd-6065ded56595 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "PUT /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags/tempest-TagsExtTest-Tag-1188414872 HTTP/1.1" status: 201 len: 201 time: 0.3075182 Dec 22 04:58:37.010601 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a956bf49-1538-4bf9-99c2-ad533b46b0e5 req-ec34a020-9d39-49ec-b63d-6157f8c6a787 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=061cdeaa-39a8-4348-9418-8a2e17de07df HTTP/1.1" status: 200 len: 210 time: 0.0553813 Dec 22 04:58:37.012037 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42952) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:37.017178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-9ee33fd8-1bc5-432f-88b3-e7f46ffc8eee tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9', 'tempest-TagsExtTest-Tag-1130126348') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:37.070040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port b0a84f65-17d1-4d55-9a4d-4a399b9b1371 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:37.070757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:37.137154 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9ee33fd8-1bc5-432f-88b3-e7f46ffc8eee tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "PUT /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags/tempest-TagsExtTest-Tag-1130126348 HTTP/1.1" status: 201 len: 201 time: 0.1238124 Dec 22 04:58:37.139579 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42954) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:37.144779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-acfc5db8-395d-4a33-861f-3438ab805ee0 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d', {'tags': ['tempest-TagsExtTest-Tag-1976948099', 'tempest-TagsExtTest-Tag-996675617', 'tempest-TagsExtTest-Tag-750963310']}) {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:37.151168 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:37.158683 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:37.191645 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port b0a84f65-17d1-4d55-9a4d-4a399b9b1371, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b0a84f65-17d1-4d55-9a4d-4a399b9b1371,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:37.205275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:37.208471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:37.212515 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:37.214853 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:37.226634 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=f682c4cc-b887-48f2-a861-a58cfd1f05ea,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:37.234259 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:37.234599 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:37.234932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:37.235257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:37.235574 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:37.235893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:37.236224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:37.236539 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:37.236918 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:37.237170 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:37.237479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:37.237788 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:37.291198 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:37.292225 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-acfc5db8-395d-4a33-861f-3438ab805ee0 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "PUT /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags HTTP/1.1" status: 200 len: 316 time: 0.1516161 Dec 22 04:58:37.294769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42956) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:37.299332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-c1ef8dc5-e436-48e5-82a9-d86424f3207d tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:37.326112 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42958) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:37.329919 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d2ddff8b-5c76-485e-98dd-ffc69cb95c90 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8896658 Dec 22 04:58:37.331743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:4c:fc:e8', 'name': 'tempest-NetworksTestDHCPv6-50817952'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:37.344785 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=b0a84f65-17d1-4d55-9a4d-4a399b9b1371,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:37.572588 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c1ef8dc5-e436-48e5-82a9-d86424f3207d tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags HTTP/1.1" status: 204 len: 168 time: 0.2766621 Dec 22 04:58:37.578498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42962) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:37.579811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-61660c7c-7a9b-4ccb-81db-3eea20859d7f tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d', 'tempest-TagsExtTest-Tag-1976948099') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:37.633733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:37.651012 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-61660c7c-7a9b-4ccb-81db-3eea20859d7f tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] show failed (client error): The resource could not be found. Dec 22 04:58:37.655078 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-61660c7c-7a9b-4ccb-81db-3eea20859d7f tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags/tempest-TagsExtTest-Tag-1976948099 HTTP/1.1" status: 404 len: 329 time: 0.0759635 Dec 22 04:58:37.655493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42964) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:37.660065 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-44a70632-668b-4973-92c4-163e505cea7e tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d', 'tempest-TagsExtTest-Tag-996675617') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:37.714238 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-44a70632-668b-4973-92c4-163e505cea7e tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] show failed (client error): The resource could not be found. Dec 22 04:58:37.718358 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-44a70632-668b-4973-92c4-163e505cea7e tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags/tempest-TagsExtTest-Tag-996675617 HTTP/1.1" status: 404 len: 328 time: 0.0586407 Dec 22 04:58:37.718531 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42966) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:37.723477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-1614ad32-fb60-4b3c-8f70-067c95ce4d98 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d', 'tempest-TagsExtTest-Tag-750963310') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:37.728247 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:37.733730 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d76b8-c0eb-4d37-9227-aa49c725ca46 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:37.749141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port 9f3bde71-ad2b-4809-8949-0f55e1e51104 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:37.776362 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-1614ad32-fb60-4b3c-8f70-067c95ce4d98 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] show failed (client error): The resource could not be found. Dec 22 04:58:37.780750 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1614ad32-fb60-4b3c-8f70-067c95ce4d98 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags/tempest-TagsExtTest-Tag-750963310 HTTP/1.1" status: 404 len: 328 time: 0.0580337 Dec 22 04:58:37.780882 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42968) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:37.785518 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-183f5dba-2431-4a39-a98d-b00c8dd25771 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294', {'tags': ['tempest-TagsExtTest-Tag-2060049964', 'tempest-TagsExtTest-Tag-1116887216', 'tempest-TagsExtTest-Tag-1928290348']}) {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:37.803502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f20686ed-0a6a-49f4-83c9-8f728057e2bf None None] Provisioning complete for port b0a84f65-17d1-4d55-9a4d-4a399b9b1371 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:37.803958 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f20686ed-0a6a-49f4-83c9-8f728057e2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:37.922857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8:0:1::3ba (2485d7d3-5b15-435d-bf80-f80d67582626/f682c4cc-b887-48f2-a861-a58cfd1f05ea/9f3bde71-ad2b-4809-8949-0f55e1e51104) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:37.934389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::f816:3eff:fe4c:fce8 (2485d7d3-5b15-435d-bf80-f80d67582626/9121a1a4-d71c-44e1-a5cd-ca0b69187c09/9f3bde71-ad2b-4809-8949-0f55e1e51104) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:37.951489 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-183f5dba-2431-4a39-a98d-b00c8dd25771 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "PUT /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags HTTP/1.1" status: 200 len: 318 time: 0.1670785 Dec 22 04:58:37.951877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42970) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:37.957339 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-f5b7f774-8a68-4df9-b285-5cce1eec3f16 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:38.036612 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efb5f35-6b27-451a-b4af-63d9eb829ed2 None None] Update dhcp port {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'fixed_ips': [{'subnet_id': '9121a1a4-d71c-44e1-a5cd-ca0b69187c09', 'ip_address': '2001:db8::f816:3eff:fe2e:3f5e'}, {'subnet_id': 'f682c4cc-b887-48f2-a861-a58cfd1f05ea'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': 'b0a84f65-17d1-4d55-9a4d-4a399b9b1371'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:58:38.060650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42974) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:38.070629 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8efb5f35-6b27-451a-b4af-63d9eb829ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.106136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.124054 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c908b87-6c47-4507-8c71-1af12a06d221 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.145314 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f5b7f774-8a68-4df9-b285-5cce1eec3f16 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags HTTP/1.1" status: 204 len: 168 time: 0.1923909 Dec 22 04:58:38.148734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42976) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:38.155000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c908b87-6c47-4507-8c71-1af12a06d221 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.155154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-5bfad2fb-6e6c-4ec9-999a-95b2872afcfa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294', 'tempest-TagsExtTest-Tag-2060049964') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:38.205592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.222300 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-5bfad2fb-6e6c-4ec9-999a-95b2872afcfa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] show failed (client error): The resource could not be found. Dec 22 04:58:38.226491 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5bfad2fb-6e6c-4ec9-999a-95b2872afcfa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags/tempest-TagsExtTest-Tag-2060049964 HTTP/1.1" status: 404 len: 329 time: 0.0735683 Dec 22 04:58:38.227082 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42978) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:38.231747 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-1c65d09f-6c1e-4f90-a617-a470bf4f3ff1 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294', 'tempest-TagsExtTest-Tag-1116887216') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:38.253883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:38.255949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-8efb5f35-6b27-451a-b4af-63d9eb829ed2 None None] Allocated IP 2001:db8:0:1::2 (2485d7d3-5b15-435d-bf80-f80d67582626/f682c4cc-b887-48f2-a861-a58cfd1f05ea/b0a84f65-17d1-4d55-9a4d-4a399b9b1371) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:38.258965 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:38.261488 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:38.267966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:38.268278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.279848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c908b87-6c47-4507-8c71-1af12a06d221 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.282874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c908b87-6c47-4507-8c71-1af12a06d221 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.285540 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4c908b87-6c47-4507-8c71-1af12a06d221 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/security-groups/2fba4681-1635-4ab5-8b67-7689b5dc2d50 HTTP/1.1" status: 204 len: 168 time: 0.2238233 Dec 22 04:58:38.289005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=9f3bde71-ad2b-4809-8949-0f55e1e51104,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:38.302660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c908b87-6c47-4507-8c71-1af12a06d221 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fba4681-1635-4ab5-8b67-7689b5dc2d50,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:38.308768 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-1c65d09f-6c1e-4f90-a617-a470bf4f3ff1 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] show failed (client error): The resource could not be found. Dec 22 04:58:38.312689 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1c65d09f-6c1e-4f90-a617-a470bf4f3ff1 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags/tempest-TagsExtTest-Tag-1116887216 HTTP/1.1" status: 404 len: 329 time: 0.0845232 Dec 22 04:58:38.313412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42982) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:38.320766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-980766d1-dcf8-4b29-958d-6c3daee33ff9 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294', 'tempest-TagsExtTest-Tag-1928290348') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:38.360745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8efb5f35-6b27-451a-b4af-63d9eb829ed2 None None] For port b0a84f65-17d1-4d55-9a4d-4a399b9b1371, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b0a84f65-17d1-4d55-9a4d-4a399b9b1371,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:38.371396 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6ccc95e6-76b3-4795-97a2-3ad00dc1bff5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0419250 Dec 22 04:58:38.374554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42984) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:38.376864 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-980766d1-dcf8-4b29-958d-6c3daee33ff9 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] show failed (client error): The resource could not be found. Dec 22 04:58:38.380366 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-980766d1-dcf8-4b29-958d-6c3daee33ff9 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags/tempest-TagsExtTest-Tag-1928290348 HTTP/1.1" status: 404 len: 329 time: 0.0631700 Dec 22 04:58:38.380989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42986) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:38.385432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-a448c34e-a488-445e-8a63-195d8078ec4e tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d', {'tags': ['tempest-TagsExtTest-Tag-1590851017', 'tempest-TagsExtTest-Tag-2141412857', 'tempest-TagsExtTest-Tag-482093746']}) {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:38.395729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8efb5f35-6b27-451a-b4af-63d9eb829ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.409211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42988) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:38.463084 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8efb5f35-6b27-451a-b4af-63d9eb829ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.551576 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a448c34e-a488-445e-8a63-195d8078ec4e tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "PUT /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags HTTP/1.1" status: 200 len: 317 time: 0.1675863 Dec 22 04:58:38.551793 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42990) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:38.554939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb5f35-6b27-451a-b4af-63d9eb829ed2 None None] Pushing event updated for resources: {'Port': ['ID=b0a84f65-17d1-4d55-9a4d-4a399b9b1371,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:38.559314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-05af6210-5f86-42f6-a8c6-5c3455dac3b8 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:38.571901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-40f162df-0c9f-45f5-9c88-574c8adc3af4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port 9f3bde71-ad2b-4809-8949-0f55e1e51104 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:38.572262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-40f162df-0c9f-45f5-9c88-574c8adc3af4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.791379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-40f162df-0c9f-45f5-9c88-574c8adc3af4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:38.815490 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-40f162df-0c9f-45f5-9c88-574c8adc3af4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for 9f3bde71-ad2b-4809-8949-0f55e1e51104 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:38.917263 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-05af6210-5f86-42f6-a8c6-5c3455dac3b8 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags HTTP/1.1" status: 204 len: 168 time: 0.3644526 Dec 22 04:58:38.920016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42992) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:38.930657 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-b89a8993-cf80-43b2-8b96-eeaab8c75b81 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d', 'tempest-TagsExtTest-Tag-1590851017') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:38.937040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b0a84f65-17d1-4d55-9a4d-4a399b9b1371 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:38.970247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 69da1e82-a93b-4453-a8db-a0ac695eb7c2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:38.995410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 69da1e82-a93b-4453-a8db-a0ac695eb7c2 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:38.995838 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 69da1e82-a93b-4453-a8db-a0ac695eb7c2 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:39.025211 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port b0a84f65-17d1-4d55-9a4d-4a399b9b1371 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:39.025579 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.033889 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-b89a8993-cf80-43b2-8b96-eeaab8c75b81 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] show failed (client error): The resource could not be found. Dec 22 04:58:39.035180 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b89a8993-cf80-43b2-8b96-eeaab8c75b81 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags/tempest-TagsExtTest-Tag-1590851017 HTTP/1.1" status: 404 len: 329 time: 0.1139548 Dec 22 04:58:39.037889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42994) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:39.044657 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-b8a316d9-71a3-4546-a727-7cf81ba6f526 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d', 'tempest-TagsExtTest-Tag-2141412857') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:39.132939 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-b8a316d9-71a3-4546-a727-7cf81ba6f526 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] show failed (client error): The resource could not be found. Dec 22 04:58:39.133527 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b8a316d9-71a3-4546-a727-7cf81ba6f526 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags/tempest-TagsExtTest-Tag-2141412857 HTTP/1.1" status: 404 len: 329 time: 0.0935247 Dec 22 04:58:39.136596 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-335c6758-1728-4e08-ab2d-610c5aaad233 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.137336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 42996) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:39.142316 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-30301bad-2731-4707-a903-61d1bca3fa85 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d', 'tempest-TagsExtTest-Tag-482093746') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:39.191226 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-15e96162-5a23-4019-b22a-d9f17663f0d4 None None] Provisioning complete for port b0a84f65-17d1-4d55-9a4d-4a399b9b1371 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:39.192687 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-15e96162-5a23-4019-b22a-d9f17663f0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.193072 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-40f162df-0c9f-45f5-9c88-574c8adc3af4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.229015 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1f0a1178-b1dd-4bc7-8074-cfdc320cc5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.259022 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f162df-0c9f-45f5-9c88-574c8adc3af4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=9f3bde71-ad2b-4809-8949-0f55e1e51104,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:39.322852 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-40f162df-0c9f-45f5-9c88-574c8adc3af4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.328727 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-40f162df-0c9f-45f5-9c88-574c8adc3af4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/9f3bde71-ad2b-4809-8949-0f55e1e51104 HTTP/1.1" status: 204 len: 168 time: 0.9531839 Dec 22 04:58:39.328939 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 42998) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:39.407454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-349cbdad-9328-4602-93da-e4c61965a4de None None] Could not find standard attr ID for object 9f3bde71-ad2b-4809-8949-0f55e1e51104. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:58:39.452554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ce9238-fbde-4d39-8c76-4aeafc0c9764 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:39.456527 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-83ce9238-fbde-4d39-8c76-4aeafc0c9764 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1265795 Dec 22 04:58:39.457337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43000) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:39.539701 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-30301bad-2731-4707-a903-61d1bca3fa85 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] show failed (client error): The resource could not be found. Dec 22 04:58:39.543619 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6ade6-6c2b-41ad-8b34-5b355fd48175 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:39.543967 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-30301bad-2731-4707-a903-61d1bca3fa85 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags/tempest-TagsExtTest-Tag-482093746 HTTP/1.1" status: 404 len: 328 time: 0.4062076 Dec 22 04:58:39.544605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43002) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:39.545981 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b7c6ade6-6c2b-41ad-8b34-5b355fd48175 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0867116 Dec 22 04:58:39.550568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43004) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:39.550763 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-95441b6e-38e8-4694-87b7-4d4a79a9a534 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9', {'tags': ['tempest-TagsExtTest-Tag-887371687', 'tempest-TagsExtTest-Tag-1980512084', 'tempest-TagsExtTest-Tag-354331921']}) {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:39.643829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55778a8-8c0f-4cc2-bec7-fc5d29338bd3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:39.645430 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55778a8-8c0f-4cc2-bec7-fc5d29338bd3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:39.646946 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55778a8-8c0f-4cc2-bec7-fc5d29338bd3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:39.649050 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e55778a8-8c0f-4cc2-bec7-fc5d29338bd3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0983407 Dec 22 04:58:39.653024 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-95441b6e-38e8-4694-87b7-4d4a79a9a534 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "PUT /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags HTTP/1.1" status: 200 len: 316 time: 0.1051147 Dec 22 04:58:39.653024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43006) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:39.653310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43008) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:39.658128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.tag.tag_plugin [None req-4fa6cd06-ad8b-4864-bfd8-29905eabee69 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:39.699726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-335c6758-1728-4e08-ab2d-610c5aaad233 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port dce603de-c748-40b9-af06-76e9a049a5a6 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:39.700067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-335c6758-1728-4e08-ab2d-610c5aaad233 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.701242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 9121a1a4-d71c-44e1-a5cd-ca0b69187c09 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:39.704213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.744528 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.794884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-335c6758-1728-4e08-ab2d-610c5aaad233 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port dce603de-c748-40b9-af06-76e9a049a5a6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=dce603de-c748-40b9-af06-76e9a049a5a6,segment=NetworkSegment(b5cf9193-bd56-4b13-ba69-59483b87ba50),segment_id=b5cf9193-bd56-4b13-ba69-59483b87ba50)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:39.795496 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-335c6758-1728-4e08-ab2d-610c5aaad233 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.809215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-335c6758-1728-4e08-ab2d-610c5aaad233 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for dce603de-c748-40b9-af06-76e9a049a5a6 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:39.815563 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4fa6cd06-ad8b-4864-bfd8-29905eabee69 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags HTTP/1.1" status: 204 len: 168 time: 0.1613536 Dec 22 04:58:39.820385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43010) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:39.826589 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-fb09e15f-df71-49bf-b381-3df37fce1083 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9', 'tempest-TagsExtTest-Tag-887371687') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:39.845105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:39.883855 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-fb09e15f-df71-49bf-b381-3df37fce1083 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] show failed (client error): The resource could not be found. Dec 22 04:58:39.884922 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fb09e15f-df71-49bf-b381-3df37fce1083 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags/tempest-TagsExtTest-Tag-887371687 HTTP/1.1" status: 404 len: 328 time: 0.0635839 Dec 22 04:58:39.887780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43012) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:39.892444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-dc5c9d41-5bc4-4a45-b030-b7478c858787 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9', 'tempest-TagsExtTest-Tag-1980512084') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:39.924934 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-dc5c9d41-5bc4-4a45-b030-b7478c858787 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] show failed (client error): The resource could not be found. Dec 22 04:58:39.928855 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dc5c9d41-5bc4-4a45-b030-b7478c858787 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags/tempest-TagsExtTest-Tag-1980512084 HTTP/1.1" status: 404 len: 329 time: 0.0374343 Dec 22 04:58:39.929210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43014) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:39.933966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-c6ff0bc2-a9d3-429f-8dd1-1d98bbc02b6f tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9', 'tempest-TagsExtTest-Tag-354331921') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:39.961351 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-c6ff0bc2-a9d3-429f-8dd1-1d98bbc02b6f tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] show failed (client error): The resource could not be found. Dec 22 04:58:39.962443 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c6ff0bc2-a9d3-429f-8dd1-1d98bbc02b6f tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags/tempest-TagsExtTest-Tag-354331921 HTTP/1.1" status: 404 len: 328 time: 0.0321519 Dec 22 04:58:39.965154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43016) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:39.970002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-e7de7f8b-6144-4e74-a667-753f11afcf46 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0e230c25-da27-4c73-9419-5b5bdc13a4a9') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:39.993613 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e7de7f8b-6144-4e74-a667-753f11afcf46 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9/tags HTTP/1.1" status: 204 len: 168 time: 0.0273039 Dec 22 04:58:39.996106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43018) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:40.001249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-99a7c65f-1611-4646-b885-ff5a18c64e54 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ca2abe7f-a4d4-4c57-9e36-a4ce348b915d') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:40.004970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.066089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=9121a1a4-d71c-44e1-a5cd-ca0b69187c09,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:40.070823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.076618 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/9121a1a4-d71c-44e1-a5cd-ca0b69187c09 HTTP/1.1" status: 204 len: 168 time: 0.4241045 Dec 22 04:58:40.076854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43020) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:40.079161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619654e4-d678-49c4-b0f4-b73092e27b3e None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:40.110979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:40.111353 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:40.112320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:40.112320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:40.112551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-335c6758-1728-4e08-ab2d-610c5aaad233 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.112680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:40.112680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:40.112964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:40.113250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:40.113569 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:40.113885 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:40.114201 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:40.114515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794643e-23fa-40cd-9a45-729ee789ec78 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:40.136320 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-99a7c65f-1611-4646-b885-ff5a18c64e54 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d/tags HTTP/1.1" status: 204 len: 168 time: 0.1390388 Dec 22 04:58:40.137058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43022) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:40.141769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-60587bcc-06f0-4248-bdea-1e247bf568fb tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'abd56a06-d292-496a-ac07-ad87406ad294') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:40.148924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c6758-1728-4e08-ab2d-610c5aaad233 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=dce603de-c748-40b9-af06-76e9a049a5a6,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:40.153872 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-435c949d-d8fe-4b42-8a16-cafaa9e9a09a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet f682c4cc-b887-48f2-a861-a58cfd1f05ea {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:40.162097 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-435c949d-d8fe-4b42-8a16-cafaa9e9a09a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.214212 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-60587bcc-06f0-4248-bdea-1e247bf568fb tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294/tags HTTP/1.1" status: 204 len: 168 time: 0.0761859 Dec 22 04:58:40.216828 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43024) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:40.222282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.tag.tag_plugin [None req-e5a34412-e7da-4ebb-bac0-f6736ecbe0da tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3b3771ba-83e8-487b-b58f-03f4c174208d') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:40.308748 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e5a34412-e7da-4ebb-bac0-f6736ecbe0da tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d/tags HTTP/1.1" status: 204 len: 168 time: 0.0902839 Dec 22 04:58:40.315025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43026) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:40.516662 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-560f591a-4702-46f4-b937-a1a5253b4bb5 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for subnetpool, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.519979 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-560f591a-4702-46f4-b937-a1a5253b4bb5 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/subnetpools/0e230c25-da27-4c73-9419-5b5bdc13a4a9 HTTP/1.1" status: 204 len: 168 time: 0.2008028 Dec 22 04:58:40.520596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43028) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:40.555872 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-906a6cc3-701e-4a38-91f9-8dc5339e7ffa tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca2abe7f-a4d4-4c57-9e36-a4ce348b915d HTTP/1.1" status: 200 len: 205 time: 0.0340848 Dec 22 04:58:40.557339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43030) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:40.759712 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-435c949d-d8fe-4b42-8a16-cafaa9e9a09a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.760445 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-463b8aa0-b9cd-4030-b40b-b06d262b0b83 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.794053 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-435c949d-d8fe-4b42-8a16-cafaa9e9a09a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.824459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-463b8aa0-b9cd-4030-b40b-b06d262b0b83 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.826646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-463b8aa0-b9cd-4030-b40b-b06d262b0b83 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.839874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-335c6758-1728-4e08-ab2d-610c5aaad233 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.918352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-463b8aa0-b9cd-4030-b40b-b06d262b0b83 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.919132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463b8aa0-b9cd-4030-b40b-b06d262b0b83 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Fanout notify agent at l3_agent the message router_deleted on router ca2abe7f-a4d4-4c57-9e36-a4ce348b915d {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:58:40.927629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-463b8aa0-b9cd-4030-b40b-b06d262b0b83 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:40.931855 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-463b8aa0-b9cd-4030-b40b-b06d262b0b83 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/routers/ca2abe7f-a4d4-4c57-9e36-a4ce348b915d HTTP/1.1" status: 204 len: 168 time: 0.3739250 Dec 22 04:58:40.932742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43034) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:40.959553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9c07f50d-1260-45c8-a6c9-30a557afbb70 None None] Provisioning complete for port b0a84f65-17d1-4d55-9a4d-4a399b9b1371 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:40.960009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9c07f50d-1260-45c8-a6c9-30a557afbb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.047624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a46ca-d674-4739-adbd-f6534f07dc8a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Deleting port abd56a06-d292-496a-ac07-ad87406ad294 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:41.048079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6e5a46ca-d674-4739-adbd-f6534f07dc8a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.050055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-435c949d-d8fe-4b42-8a16-cafaa9e9a09a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.090019 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c949d-d8fe-4b42-8a16-cafaa9e9a09a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=f682c4cc-b887-48f2-a861-a58cfd1f05ea,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:41.093712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1c3834-37ec-47fd-9802-c5e868e92102 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:41.094367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-435c949d-d8fe-4b42-8a16-cafaa9e9a09a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.099798 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-435c949d-d8fe-4b42-8a16-cafaa9e9a09a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/f682c4cc-b887-48f2-a861-a58cfd1f05ea HTTP/1.1" status: 204 len: 168 time: 1.0199142 Dec 22 04:58:41.101190 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43036) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:41.143683 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-068ff0a5-d1ff-4e3d-a9cb-edb02fc67c22 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398877 Dec 22 04:58:41.144636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43038) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:41.150999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4bc71967-3d34-404f-aa09-723fcd88355a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:41.158468 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6e5a46ca-d674-4739-adbd-f6534f07dc8a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.178816 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a46ca-d674-4739-adbd-f6534f07dc8a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Calling delete_port for abd56a06-d292-496a-ac07-ad87406ad294 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:41.218000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335c6758-1728-4e08-ab2d-610c5aaad233 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:58:41.273445 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf450628-5497-4288-af3c-8de5cd56fe3c None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:41.327878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-bf450628-5497-4288-af3c-8de5cd56fe3c None None] Deleting port b0a84f65-17d1-4d55-9a4d-4a399b9b1371 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:41.328169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bf450628-5497-4288-af3c-8de5cd56fe3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.355477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335c6758-1728-4e08-ab2d-610c5aaad233 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:58:41.362915 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-335c6758-1728-4e08-ab2d-610c5aaad233 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/96383fd4-a74f-4abb-a399-ff68b4a1f0e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9502733 Dec 22 04:58:41.363574 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43040) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:41.369592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498f51c-d94f-4c4a-92c4-e164a5f0599d None None] Sync routers for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:41.395369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498f51c-d94f-4c4a-92c4-e164a5f0599d None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:41.395977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b498f51c-d94f-4c4a-92c4-e164a5f0599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:58:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:41.402225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-bf450628-5497-4288-af3c-8de5cd56fe3c None None] For port b0a84f65-17d1-4d55-9a4d-4a399b9b1371, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=b0a84f65-17d1-4d55-9a4d-4a399b9b1371,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:41.402613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bf450628-5497-4288-af3c-8de5cd56fe3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.415542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3deb80-15aa-418c-9490-6730f7a127a0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting subnet ba3a467f-1697-41ee-a7eb-b417016581e2 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:41.417525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc71967-3d34-404f-aa09-723fcd88355a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:41.420715 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4bc71967-3d34-404f-aa09-723fcd88355a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.425584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5d3deb80-15aa-418c-9490-6730f7a127a0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.440040 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6e5a46ca-d674-4739-adbd-f6534f07dc8a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.469706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a46ca-d674-4739-adbd-f6534f07dc8a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Pushing event deleted for resources: {'Port': ['ID=abd56a06-d292-496a-ac07-ad87406ad294,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:41.474506 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-bf450628-5497-4288-af3c-8de5cd56fe3c None None] Calling delete_port for b0a84f65-17d1-4d55-9a4d-4a399b9b1371 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:41.524493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5d3deb80-15aa-418c-9490-6730f7a127a0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.543608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6e5a46ca-d674-4739-adbd-f6534f07dc8a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.547027 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6e5a46ca-d674-4739-adbd-f6534f07dc8a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/ports/abd56a06-d292-496a-ac07-ad87406ad294 HTTP/1.1" status: 204 len: 168 time: 0.6131377 Dec 22 04:58:41.549420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43042) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:41.585242 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-b498f51c-d94f-4c4a-92c4-e164a5f0599d None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:41.618133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64cadd8-84c6-4b08-9eb9-c1a035ed554a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Deleting subnet 3b3771ba-83e8-487b-b58f-03f4c174208d {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:41.624870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d64cadd8-84c6-4b08-9eb9-c1a035ed554a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.657493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5d3deb80-15aa-418c-9490-6730f7a127a0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.668148 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9dec0ef2-bc5c-41bd-9a8f-9b5b64706596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.679904 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d64cadd8-84c6-4b08-9eb9-c1a035ed554a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.813014 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d64cadd8-84c6-4b08-9eb9-c1a035ed554a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.863485 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5d3deb80-15aa-418c-9490-6730f7a127a0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.894991 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5d3deb80-15aa-418c-9490-6730f7a127a0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.898876 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5d3deb80-15aa-418c-9490-6730f7a127a0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/subnets/ba3a467f-1697-41ee-a7eb-b417016581e2 HTTP/1.1" status: 204 len: 168 time: 0.5343852 Dec 22 04:58:41.901379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3deb80-15aa-418c-9490-6730f7a127a0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3a467f-1697-41ee-a7eb-b417016581e2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:41.901512 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7cd7c2-71c6-4942-a285-b698cde4531a None None] Network 30599b73-fc9c-4641-a73a-116b0e42e1f9 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:41.902449 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43044) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:41.958937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bf450628-5497-4288-af3c-8de5cd56fe3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:41.977998 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d64cadd8-84c6-4b08-9eb9-c1a035ed554a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.003695 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf450628-5497-4288-af3c-8de5cd56fe3c None None] Pushing event deleted for resources: {'Port': ['ID=b0a84f65-17d1-4d55-9a4d-4a399b9b1371,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:42.010535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d64cadd8-84c6-4b08-9eb9-c1a035ed554a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.016659 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d64cadd8-84c6-4b08-9eb9-c1a035ed554a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/subnets/3b3771ba-83e8-487b-b58f-03f4c174208d HTTP/1.1" status: 204 len: 168 time: 0.4641299 Dec 22 04:58:42.016659 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cadd8-84c6-4b08-9eb9-c1a035ed554a tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Pushing event deleted for resources: {'Subnet': ['ID=3b3771ba-83e8-487b-b58f-03f4c174208d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:42.017960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43046) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:42.019659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf450628-5497-4288-af3c-8de5cd56fe3c None None] No DVR routers for this DVR port b0a84f65-17d1-4d55-9a4d-4a399b9b1371 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:42.052018 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ec0926-16bc-4b92-8af3-b1945cc00700 None None] Network 2df31be7-de0d-4539-a2f1-d01f489750a1 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:42.054935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.objects.ports [None req-4bc71967-3d34-404f-aa09-723fcd88355a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109182) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:58:42.060510 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4bc71967-3d34-404f-aa09-723fcd88355a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.106364 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.114967 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.117765 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc71967-3d34-404f-aa09-723fcd88355a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:42.140063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b498f51c-d94f-4c4a-92c4-e164a5f0599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:58:39Z', 'revision_number': 7, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:42.152031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-4bc71967-3d34-404f-aa09-723fcd88355a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:42.169586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Deleting port a38f69e7-3164-4e15-b105-861bb0eba1ea {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:42.170182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.184420 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc71967-3d34-404f-aa09-723fcd88355a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:42.185001 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4bc71967-3d34-404f-aa09-723fcd88355a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.191074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b086a8-6a98-4c37-96ea-f454001c3512 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:42.191271 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc71967-3d34-404f-aa09-723fcd88355a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=2ae17da4-5906-42f8-a2df-a028bdc08add,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:42.198335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498f51c-d94f-4c4a-92c4-e164a5f0599d None None] Checking router: 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:42.234535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] For port a38f69e7-3164-4e15-b105-861bb0eba1ea, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a38f69e7-3164-4e15-b105-861bb0eba1ea,segment=NetworkSegment(e72dac3b-3e43-421a-9282-6f68fd2bd522),segment_id=e72dac3b-3e43-421a-9282-6f68fd2bd522)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:42.234892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.242847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.253477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Calling delete_port for a38f69e7-3164-4e15-b105-861bb0eba1ea owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:42.275142 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4bc71967-3d34-404f-aa09-723fcd88355a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1291480 Dec 22 04:58:42.276229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43048) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:42.277711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498f51c-d94f-4c4a-92c4-e164a5f0599d None None] Routers {'96383fd4-a74f-4abb-a399-ff68b4a1f0e8'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:42.278542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b498f51c-d94f-4c4a-92c4-e164a5f0599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:58:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:42.281697 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-13cbc7ff-194c-482b-9103-53143d378052 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:42.357449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf80724-4f0a-42ca-988c-a6ef55a627b0 None None] DHCP port deletion for 30599b73-fc9c-4641-a73a-116b0e42e1f9 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:42.435248 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 27a13777-b797-4873-bc29-9351402cb354 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:42.435581 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.444215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.451958 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebe8122-adaa-4c8b-b6e9-33b696a4f8d5 None None] DHCP port deletion for 2df31be7-de0d-4539-a2f1-d01f489750a1 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:42.477269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Pushing event deleted for resources: {'Port': ['ID=a38f69e7-3164-4e15-b105-861bb0eba1ea,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:42.482369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-b498f51c-d94f-4c4a-92c4-e164a5f0599d None None] Set router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:42.490460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] No DVR routers for this DVR port a38f69e7-3164-4e15-b105-861bb0eba1ea on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:42.532717 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 27a13777-b797-4873-bc29-9351402cb354, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=27a13777-b797-4873-bc29-9351402cb354,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:42.533120 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.540383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cbc7ff-194c-482b-9103-53143d378052 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:42.544668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-13cbc7ff-194c-482b-9103-53143d378052 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.562905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 27a13777-b797-4873-bc29-9351402cb354 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:42.581234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.603562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df31be7-de0d-4539-a2f1-d01f489750a1']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:42.605595 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': '2ae17da4-5906-42f8-a2df-a028bdc08add'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:58:42.606441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.614839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-caf80724-4f0a-42ca-988c-a6ef55a627b0 None None] Deleting port dd48698d-ad16-4699-a4fa-5f98f8b0f73b {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:42.614839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-caf80724-4f0a-42ca-988c-a6ef55a627b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.623859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72dac3b-3e43-421a-9282-6f68fd2bd522') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:42.623859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72dac3b-3e43-421a-9282-6f68fd2bd522') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:42.635733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.649785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.655916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:58:42.656352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:58:42.659476 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:58:42.701135 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.ipam_backend_mixin [None req-13cbc7ff-194c-482b-9103-53143d378052 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ae17da4-5906-42f8-a2df-a028bdc08add (CIDR: 2001:db8::/64) Dec 22 04:58:42.715545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-caf80724-4f0a-42ca-988c-a6ef55a627b0 None None] For port dd48698d-ad16-4699-a4fa-5f98f8b0f73b, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=dd48698d-ad16-4699-a4fa-5f98f8b0f73b,segment=NetworkSegment(b5cf9193-bd56-4b13-ba69-59483b87ba50),segment_id=b5cf9193-bd56-4b13-ba69-59483b87ba50)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:42.719369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-caf80724-4f0a-42ca-988c-a6ef55a627b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.745380 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cbc7ff-194c-482b-9103-53143d378052 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:42.749381 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cbc7ff-194c-482b-9103-53143d378052 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:42.777536 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.781869 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.788472 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] 10.222.0.54 "DELETE /v2.0/networks/2df31be7-de0d-4539-a2f1-d01f489750a1 HTTP/1.1" status: 204 len: 168 time: 0.7673049 Dec 22 04:58:42.788859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-caf80724-4f0a-42ca-988c-a6ef55a627b0 None None] Calling delete_port for dd48698d-ad16-4699-a4fa-5f98f8b0f73b owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:42.805119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fd376-6f11-4bba-8af4-7962ba246999 tempest-TagsExtTest-498505123 tempest-TagsExtTest-498505123-project] Pushing event deleted for resources: {'Network': ['ID=2df31be7-de0d-4539-a2f1-d01f489750a1,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:42.825593 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-13cbc7ff-194c-482b-9103-53143d378052 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5485740 Dec 22 04:58:42.828892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43052) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:42.834402 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4c06a038-59e5-4113-a226-f864edda3f57 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:42.877686 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:42.933604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Allocated IP 2001:db8::f816:3eff:fe49:a7a9 (2485d7d3-5b15-435d-bf80-f80d67582626/2ae17da4-5906-42f8-a2df-a028bdc08add/57a918c2-9b67-4964-b3ce-b0e006edcdb2) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:42.939064 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=27a13777-b797-4873-bc29-9351402cb354,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:43.004113 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a38f69e7-3164-4e15-b105-861bb0eba1ea no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:43.032825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.043161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: a38f69e7-3164-4e15-b105-861bb0eba1ea {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:43.043503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a38f69e7-3164-4e15-b105-861bb0eba1ea not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:43.043915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device dd48698d-ad16-4699-a4fa-5f98f8b0f73b no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:43.051217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b498f51c-d94f-4c4a-92c4-e164a5f0599d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:58:39Z', 'revision_number': 7, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:43.106512 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-caf80724-4f0a-42ca-988c-a6ef55a627b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.108523 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498f51c-d94f-4c4a-92c4-e164a5f0599d None None] The sync data for ids ['96383fd4-a74f-4abb-a399-ff68b4a1f0e8'] in dv-neutron-822523-1-hyperv is: [{'id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'name': 'tempest-TestNetworkBasicOps-router-2031579192', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165'}], 'enable_snat': True}, 'gw_port_id': '27a13777-b797-4873-bc29-9351402cb354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:56:09Z', 'updated_at': '2021-12-22T04:58:39Z', 'revision_number': 7, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '27a13777-b797-4873-bc29-9351402cb354', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96383fd4-a74f-4abb-a399-ff68b4a1f0e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:56:10Z', 'updated_at': '2021-12-22T04:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:43.133070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.135465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.164733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf80724-4f0a-42ca-988c-a6ef55a627b0 None None] Pushing event deleted for resources: {'Port': ['ID=dd48698d-ad16-4699-a4fa-5f98f8b0f73b,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:43.168993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf80724-4f0a-42ca-988c-a6ef55a627b0 None None] No DVR routers for this DVR port dd48698d-ad16-4699-a4fa-5f98f8b0f73b on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:43.177082 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.188377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No active binding found for port dd48698d-ad16-4699-a4fa-5f98f8b0f73b {{(pid=109184) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:58:43.191859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device dd48698d-ad16-4699-a4fa-5f98f8b0f73b not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:43.191859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b0a84f65-17d1-4d55-9a4d-4a399b9b1371 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:43.211221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: b0a84f65-17d1-4d55-9a4d-4a399b9b1371 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:43.211418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c06a038-59e5-4113-a226-f864edda3f57 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:43.211627 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device b0a84f65-17d1-4d55-9a4d-4a399b9b1371 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:43.217543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c06a038-59e5-4113-a226-f864edda3f57 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.259808 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.273553 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.274353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Fanout notify agent at l3_agent the message router_deleted on router 96383fd4-a74f-4abb-a399-ff68b4a1f0e8 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:58:43.286919 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.288014 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0b32528e-b6eb-4492-ae74-6037a81c5326 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/routers/96383fd4-a74f-4abb-a399-ff68b4a1f0e8 HTTP/1.1" status: 204 len: 168 time: 1.3844228 Dec 22 04:58:43.291440 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43056) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:43.312690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43058) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:43.348629 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.386238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:43.390765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:43.393331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:43.396305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.408690 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Pushing event updated for resources: {'Port': ['ID=57a918c2-9b67-4964-b3ce-b0e006edcdb2,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:43.461721 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Attempting to bind port 57a918c2-9b67-4964-b3ce-b0e006edcdb2 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:43.463303 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Attempting to bind port 57a918c2-9b67-4964-b3ce-b0e006edcdb2 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:43.463303 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Attempting to bind port 57a918c2-9b67-4964-b3ce-b0e006edcdb2 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:43.473057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:43.473553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:43.474064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.474754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:43.475131 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Bound port: 57a918c2-9b67-4964-b3ce-b0e006edcdb2, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:43.475578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.501552 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7166d3fe-cb02-4811-b4a0-e2150488ccb4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d764498c322441a7aabb6bd361d1647e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876283 Dec 22 04:58:43.502191 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43062) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:43.576296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b7ed2fbd-b00f-4325-889a-b440401e001a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.611747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b7ed2fbd-b00f-4325-889a-b440401e001a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.720057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b7ed2fbd-b00f-4325-889a-b440401e001a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.723501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b7ed2fbd-b00f-4325-889a-b440401e001a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.727587 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b7ed2fbd-b00f-4325-889a-b440401e001a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51c5fcd5-1532-4521-a979-b0f1797ee3b8 HTTP/1.1" status: 204 len: 168 time: 0.2216086 Dec 22 04:58:43.736884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed2fbd-b00f-4325-889a-b440401e001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c5fcd5-1532-4521-a979-b0f1797ee3b8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:43.756962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] For port 57a918c2-9b67-4964-b3ce-b0e006edcdb2, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:43.776370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] For port 57a918c2-9b67-4964-b3ce-b0e006edcdb2, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=57a918c2-9b67-4964-b3ce-b0e006edcdb2,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:43.850335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.872779 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:43.910257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30599b73-fc9c-4641-a73a-116b0e42e1f9']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:43.922945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f64d86-c434-4e7e-bdd5-a5f56ba5fd23 None None] Pushing event updated for resources: {'Port': ['ID=57a918c2-9b67-4964-b3ce-b0e006edcdb2,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:43.957662 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cf9193-bd56-4b13-ba69-59483b87ba50') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:43.958074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cf9193-bd56-4b13-ba69-59483b87ba50') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:43.976809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.002291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.015988 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:58:44.016414 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:58:44.019452 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:58:44.097176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c06a038-59e5-4113-a226-f864edda3f57 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.150161 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c06a038-59e5-4113-a226-f864edda3f57 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:44.153504 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-4c06a038-59e5-4113-a226-f864edda3f57 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:44.156780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c06a038-59e5-4113-a226-f864edda3f57 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:44.157356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c06a038-59e5-4113-a226-f864edda3f57 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.173147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06a038-59e5-4113-a226-f864edda3f57 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=598ac87c-5b71-4b27-badb-fbd32e39fb97,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:44.176062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.182046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.183751 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/networks/30599b73-fc9c-4641-a73a-116b0e42e1f9 HTTP/1.1" status: 204 len: 168 time: 0.8914225 Dec 22 04:58:44.198558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cadb0f-23c5-4277-acd9-0222767ff597 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Network': ['ID=30599b73-fc9c-4641-a73a-116b0e42e1f9,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:44.198878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.205133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43066) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:44.208385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5f3659a2-0518-48d2-a28c-02f256f3dc7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'network': {'name': 'tempest-network-smoke--160148828', 'project_id': '029a077a8ccd4775910052d15f603bba', 'port_security_enabled': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:44.237177 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4c06a038-59e5-4113-a226-f864edda3f57 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4071732 Dec 22 04:58:44.239837 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43068) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:44.245168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:41:d1:b4', 'name': 'tempest-NetworksTestDHCPv6-1934249745'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:44.410302 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3659a2-0518-48d2-a28c-02f256f3dc7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:44.414556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f3659a2-0518-48d2-a28c-02f256f3dc7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.450036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3659a2-0518-48d2-a28c-02f256f3dc7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:58:44.458496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f3659a2-0518-48d2-a28c-02f256f3dc7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.458875 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-5f3659a2-0518-48d2-a28c-02f256f3dc7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Added segment 65397bf0-c46a-4f2c-b833-ec77821bb6eb of type vlan for network 9984cc13-64ee-448e-bf61-914f5f7319e2 Dec 22 04:58:44.497115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f3659a2-0518-48d2-a28c-02f256f3dc7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.516627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:44.600095 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.619550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port 71421b0a-ec99-47de-b12f-a15661d7a7e5 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:44.623748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f3659a2-0518-48d2-a28c-02f256f3dc7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.629158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3659a2-0518-48d2-a28c-02f256f3dc7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:44.629758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f3659a2-0518-48d2-a28c-02f256f3dc7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.739561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3659a2-0518-48d2-a28c-02f256f3dc7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Network': ['ID=9984cc13-64ee-448e-bf61-914f5f7319e2,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:44.752047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 9984cc13-64ee-448e-bf61-914f5f7319e2 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:58:44.823730 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5f3659a2-0518-48d2-a28c-02f256f3dc7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6196070 Dec 22 04:58:44.826585 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43070) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:44.831354 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-462759503', 'admin_state_up': True, 'project_id': '029a077a8ccd4775910052d15f603bba', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:44.871539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8:0:1::12f (2485d7d3-5b15-435d-bf80-f80d67582626/598ac87c-5b71-4b27-badb-fbd32e39fb97/71421b0a-ec99-47de-b12f-a15661d7a7e5) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:44.878323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::f816:3eff:fe41:d1b4 (2485d7d3-5b15-435d-bf80-f80d67582626/2ae17da4-5906-42f8-a2df-a028bdc08add/71421b0a-ec99-47de-b12f-a15661d7a7e5) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:44.942762 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.946953 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:44.975206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 57a918c2-9b67-4964-b3ce-b0e006edcdb2 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:45.017914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.032090 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 57a918c2-9b67-4964-b3ce-b0e006edcdb2 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:45.032857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.060088 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.117582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31225e78-923d-4c26-a97f-8747c354b252 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:45.119905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.171742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.221685 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:45.225270 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:45.226547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 57a918c2-9b67-4964-b3ce-b0e006edcdb2, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=57a918c2-9b67-4964-b3ce-b0e006edcdb2,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:45.229472 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:45.238678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.238827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:45.238827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.240571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8e5cc3d0-ca37-4d0d-b3b5-7d2993649176 None None] Provisioning complete for port 57a918c2-9b67-4964-b3ce-b0e006edcdb2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:45.240993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8e5cc3d0-ca37-4d0d-b3b5-7d2993649176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.248149 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=71421b0a-ec99-47de-b12f-a15661d7a7e5,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:45.284981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.315254 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.347578 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8ed0e74e-7eae-4638-b8bb-3b507f03b99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1063871 Dec 22 04:58:45.350175 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43072) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:45.367487 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device dce603de-c748-40b9-af06-76e9a049a5a6 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:45.395827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: dce603de-c748-40b9-af06-76e9a049a5a6 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:45.396165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device dce603de-c748-40b9-af06-76e9a049a5a6 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:45.396707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 27a13777-b797-4873-bc29-9351402cb354 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:45.442953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-77202c81-7af6-4e89-ac7b-33d5b5b7ba70 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port 71421b0a-ec99-47de-b12f-a15661d7a7e5 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:45.443564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-77202c81-7af6-4e89-ac7b-33d5b5b7ba70 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.453247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 27a13777-b797-4873-bc29-9351402cb354 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:45.453585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 27a13777-b797-4873-bc29-9351402cb354 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:45.465147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=57a918c2-9b67-4964-b3ce-b0e006edcdb2,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:45.531590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Update dhcp port {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'fixed_ips': [{'subnet_id': '2ae17da4-5906-42f8-a2df-a028bdc08add', 'ip_address': '2001:db8::f816:3eff:fe49:a7a9'}, {'subnet_id': '598ac87c-5b71-4b27-badb-fbd32e39fb97'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '57a918c2-9b67-4964-b3ce-b0e006edcdb2'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:58:45.545278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-77202c81-7af6-4e89-ac7b-33d5b5b7ba70 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.556096 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.557895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.558480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-77202c81-7af6-4e89-ac7b-33d5b5b7ba70 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for 71421b0a-ec99-47de-b12f-a15661d7a7e5 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:45.577448 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.683700 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.220 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/299246b5-aaa8-4635-abcb-ca879171ff7c) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:45.720661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Allocated IP 2001:db8:0:1::2 (2485d7d3-5b15-435d-bf80-f80d67582626/598ac87c-5b71-4b27-badb-fbd32e39fb97/57a918c2-9b67-4964-b3ce-b0e006edcdb2) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:45.790239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.794008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-77202c81-7af6-4e89-ac7b-33d5b5b7ba70 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.821663 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] For port 57a918c2-9b67-4964-b3ce-b0e006edcdb2, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=57a918c2-9b67-4964-b3ce-b0e006edcdb2,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:45.823773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77202c81-7af6-4e89-ac7b-33d5b5b7ba70 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=71421b0a-ec99-47de-b12f-a15661d7a7e5,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:45.854067 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.867203 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-77202c81-7af6-4e89-ac7b-33d5b5b7ba70 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.870522 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-77202c81-7af6-4e89-ac7b-33d5b5b7ba70 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/71421b0a-ec99-47de-b12f-a15661d7a7e5 HTTP/1.1" status: 204 len: 168 time: 0.5214353 Dec 22 04:58:45.873068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43074) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:45.884653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.912628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:45.921821 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:45.924498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc07f03-218b-48b3-9731-fcfb29b48929 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:45.928454 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-abc07f03-218b-48b3-9731-fcfb29b48929 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0520840 Dec 22 04:58:45.931082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43076) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:45.931203 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:45.934732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:45.980367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c540c06c-a3f8-4015-8c46-d334c31f879d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:45.986187 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c540c06c-a3f8-4015-8c46-d334c31f879d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0517261 Dec 22 04:58:45.986187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43078) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:45.994180 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=299246b5-aaa8-4635-abcb-ca879171ff7c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:46.006823 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Pushing event updated for resources: {'Port': ['ID=57a918c2-9b67-4964-b3ce-b0e006edcdb2,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:46.014659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:46.015009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:46.015342 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:46.015671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:46.015996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:46.016354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:46.017193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:46.017193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:46.017423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:46.017609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:46.017926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:46.018238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d58225e-de3a-4818-b3e4-1f1d61b9651e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:46.040067 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190a2be6-9c5c-427d-8fb4-3a13ae829688 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:46.047244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190a2be6-9c5c-427d-8fb4-3a13ae829688 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:46.047244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190a2be6-9c5c-427d-8fb4-3a13ae829688 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:46.047244 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-190a2be6-9c5c-427d-8fb4-3a13ae829688 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0596194 Dec 22 04:58:46.047568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43080) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:46.100357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90af0b4-4ee2-414f-878c-c006c91b5600 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 2ae17da4-5906-42f8-a2df-a028bdc08add {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:46.104874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a90af0b4-4ee2-414f-878c-c006c91b5600 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.154830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a90af0b4-4ee2-414f-878c-c006c91b5600 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.238071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a90af0b4-4ee2-414f-878c-c006c91b5600 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.286690 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.375867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a90af0b4-4ee2-414f-878c-c006c91b5600 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.411049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90af0b4-4ee2-414f-878c-c006c91b5600 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=2ae17da4-5906-42f8-a2df-a028bdc08add,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:46.417374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a90af0b4-4ee2-414f-878c-c006c91b5600 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.423234 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a90af0b4-4ee2-414f-878c-c006c91b5600 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/2ae17da4-5906-42f8-a2df-a028bdc08add HTTP/1.1" status: 204 len: 168 time: 0.3722193 Dec 22 04:58:46.423491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43082) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:46.477270 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6f6701-aea9-4127-88d8-86d841c24518 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 598ac87c-5b71-4b27-badb-fbd32e39fb97 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:46.480519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6701-aea9-4127-88d8-86d841c24518 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.493797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.520321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6701-aea9-4127-88d8-86d841c24518 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.613351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6701-aea9-4127-88d8-86d841c24518 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.661719 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b44daee-0b8d-4fcf-9aca-d7dd36d77f62 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:46.696799 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router bccefce2-0cc8-4b31-8725-95f533272038 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:58:46.722359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d934a416-5ff3-4556-8c1e-cc9cd3bdd2d0 None None] Provisioning complete for port 57a918c2-9b67-4964-b3ce-b0e006edcdb2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:46.722724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d934a416-5ff3-4556-8c1e-cc9cd3bdd2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.760137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6701-aea9-4127-88d8-86d841c24518 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.789777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f6701-aea9-4127-88d8-86d841c24518 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=598ac87c-5b71-4b27-badb-fbd32e39fb97,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:46.791714 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed6f6701-aea9-4127-88d8-86d841c24518 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.794955 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ed6f6701-aea9-4127-88d8-86d841c24518 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/598ac87c-5b71-4b27-badb-fbd32e39fb97 HTTP/1.1" status: 204 len: 168 time: 0.3705125 Dec 22 04:58:46.797340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43084) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:46.815463 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:58:46.830562 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Sync routers for ids ['bccefce2-0cc8-4b31-8725-95f533272038'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:46.838665 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eade3669-0283-4819-8c48-97b954226f9a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402651 Dec 22 04:58:46.840730 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Routers {'bccefce2-0cc8-4b31-8725-95f533272038'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:46.841347 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:58:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['bccefce2-0cc8-4b31-8725-95f533272038'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:46.843864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43086) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:46.849459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5e4481ef-2b18-4255-a406-d37ccd58f22e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:46.886032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:46.887128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d934a416-5ff3-4556-8c1e-cc9cd3bdd2d0 None None] Could not find standard attr ID for object 71421b0a-ec99-47de-b12f-a15661d7a7e5. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:58:46.887789 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8a58a8b4-0571-49c0-ad57-afba74b02277 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0601163 Dec 22 04:58:46.890766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43088) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:46.935057 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-089fd8f2-9170-4403-b099-2c4802698340 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=029a077a8ccd4775910052d15f603bba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431376 Dec 22 04:58:46.937843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43090) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:46.967894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c94c51-f627-4291-a83e-2a4ffe1335e6 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:46.973464 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Set router bccefce2-0cc8-4b31-8725-95f533272038 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:47.014829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-16c94c51-f627-4291-a83e-2a4ffe1335e6 None None] Deleting port 57a918c2-9b67-4964-b3ce-b0e006edcdb2 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:47.015204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-16c94c51-f627-4291-a83e-2a4ffe1335e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.099109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bab8be-cb79-45c1-9a4e-e9bbfb6ffcd6 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:47.100031 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-16c94c51-f627-4291-a83e-2a4ffe1335e6 None None] For port 57a918c2-9b67-4964-b3ce-b0e006edcdb2, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=57a918c2-9b67-4964-b3ce-b0e006edcdb2,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:47.103430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-16c94c51-f627-4291-a83e-2a4ffe1335e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.103547 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-57bab8be-cb79-45c1-9a4e-e9bbfb6ffcd6 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1617804 Dec 22 04:58:47.103659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43092) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:47.117368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-16c94c51-f627-4291-a83e-2a4ffe1335e6 None None] Calling delete_port for 57a918c2-9b67-4964-b3ce-b0e006edcdb2 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:47.130981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4481ef-2b18-4255-a406-d37ccd58f22e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:47.133399 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-85afe2b9-1381-40cd-88ac-af7cc93359f2 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286467 Dec 22 04:58:47.135214 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e4481ef-2b18-4255-a406-d37ccd58f22e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.135956 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43094) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:47.142125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8e4bc535-c967-4d37-860b-56e2a81c6a14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-876673405', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'project_id': '029a077a8ccd4775910052d15f603bba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:47.167969 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:58:46Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:47.207409 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Checking router: bccefce2-0cc8-4b31-8725-95f533272038 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:47.207409 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Updating router bccefce2-0cc8-4b31-8725-95f533272038 port 299246b5-aaa8-4635-abcb-ca879171ff7c binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:58:47.290098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-16c94c51-f627-4291-a83e-2a4ffe1335e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.313350 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.315853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c94c51-f627-4291-a83e-2a4ffe1335e6 None None] Pushing event deleted for resources: {'Port': ['ID=57a918c2-9b67-4964-b3ce-b0e006edcdb2,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:47.319676 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c94c51-f627-4291-a83e-2a4ffe1335e6 None None] No DVR routers for this DVR port 57a918c2-9b67-4964-b3ce-b0e006edcdb2 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:47.325711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4bc535-c967-4d37-860b-56e2a81c6a14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:47.329352 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8e4bc535-c967-4d37-860b-56e2a81c6a14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.508342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e4481ef-2b18-4255-a406-d37ccd58f22e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.554806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4481ef-2b18-4255-a406-d37ccd58f22e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:47.560010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5e4481ef-2b18-4255-a406-d37ccd58f22e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:47.563881 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.564318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4481ef-2b18-4255-a406-d37ccd58f22e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:47.564904 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e4481ef-2b18-4255-a406-d37ccd58f22e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.570064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eafeabe-e0aa-4860-9bfd-4322c5582cb6 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:47.575451 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8e4bc535-c967-4d37-860b-56e2a81c6a14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.576351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4481ef-2b18-4255-a406-d37ccd58f22e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=fd382b93-22fc-4cb4-a5f7-0495312eaf00,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:47.638320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bc535-c967-4d37-860b-56e2a81c6a14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Subnet': ['ID=cce1af17-a18b-4def-9390-b8a96f9fc11c,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:47.645188 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.650165 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5e4481ef-2b18-4255-a406-d37ccd58f22e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8024533 Dec 22 04:58:47.650346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43096) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:47.653034 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4bc535-c967-4d37-860b-56e2a81c6a14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Checking segment: {'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:47.655334 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4bc535-c967-4d37-860b-56e2a81c6a14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network hostable DHCP agents. Network: 9984cc13-64ee-448e-bf61-914f5f7319e2, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:58:47.655496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-42ecba40-16df-4424-bc7a-f796aa46a1e3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:47.698882 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Attempting to bind port 299246b5-aaa8-4635-abcb-ca879171ff7c on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:47.699338 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Attempting to bind port 299246b5-aaa8-4635-abcb-ca879171ff7c by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:47.699702 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Attempting to bind port 299246b5-aaa8-4635-abcb-ca879171ff7c on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:47.708980 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Pushing event updated for resources: {'Port': ['ID=299246b5-aaa8-4635-abcb-ca879171ff7c,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:47.715121 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:47.715445 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:47.715841 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.716246 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:47.716708 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Bound port: 299246b5-aaa8-4635-abcb-ca879171ff7c, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:47.717080 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.720519 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:47.720881 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:47.721246 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:47.721521 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:47.721845 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:47.722179 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:47.722499 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:47.722815 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:47.723114 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:47.723424 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:47.723734 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:47.724042 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:47.727380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': 'fd382b93-22fc-4cb4-a5f7-0495312eaf00'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:58:47.728275 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.742631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4bc535-c967-4d37-860b-56e2a81c6a14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 9984cc13-64ee-448e-bf61-914f5f7319e2 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:58:47.779883 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] For port 299246b5-aaa8-4635-abcb-ca879171ff7c, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:47.783371 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] For port 299246b5-aaa8-4635-abcb-ca879171ff7c, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=299246b5-aaa8-4635-abcb-ca879171ff7c,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:47.822135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-8e4bc535-c967-4d37-860b-56e2a81c6a14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 9984cc13-64ee-448e-bf61-914f5f7319e2) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:47.830878 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4bc535-c967-4d37-860b-56e2a81c6a14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:47.831461 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8e4bc535-c967-4d37-860b-56e2a81c6a14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.837654 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda7173-18ac-4010-9610-e7a24c5b4882 None None] Network 9984cc13-64ee-448e-bf61-914f5f7319e2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:47.868346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ecba40-16df-4424-bc7a-f796aa46a1e3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:47.871425 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.874742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-42ecba40-16df-4424-bc7a-f796aa46a1e3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:47.922532 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d8359-b06d-479c-840d-a772e7e55b36 None None] Pushing event updated for resources: {'Port': ['ID=299246b5-aaa8-4635-abcb-ca879171ff7c,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:47.946783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Allocated IP 2001:db8::2 (2485d7d3-5b15-435d-bf80-f80d67582626/fd382b93-22fc-4cb4-a5f7-0495312eaf00/39b538c0-5eb3-438d-b7d4-a2535284188b) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:47.957908 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8e4bc535-c967-4d37-860b-56e2a81c6a14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8135905 Dec 22 04:58:47.957908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43098) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:47.961055 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Routers {'bccefce2-0cc8-4b31-8725-95f533272038'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:47.961720 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:58:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['bccefce2-0cc8-4b31-8725-95f533272038'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:48.051582 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.ipam_backend_mixin [None req-42ecba40-16df-4424-bc7a-f796aa46a1e3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd382b93-22fc-4cb4-a5f7-0495312eaf00 (CIDR: 2001:db8::/64) Dec 22 04:58:48.065138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-9984cc13-64ee-448e-bf61-914f5f7319e2', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ips': [{'subnet_id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:58:48.066422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:48.091476 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ecba40-16df-4424-bc7a-f796aa46a1e3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:48.091922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ecba40-16df-4424-bc7a-f796aa46a1e3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:48.136177 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] Set router bccefce2-0cc8-4b31-8725-95f533272038 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:48.174125 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-42ecba40-16df-4424-bc7a-f796aa46a1e3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5225065 Dec 22 04:58:48.176550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43100) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:48.182627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:48.336207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Allocated IP 172.20.0.2 (9984cc13-64ee-448e-bf61-914f5f7319e2/cce1af17-a18b-4def-9390-b8a96f9fc11c/14efa59f-372b-4be4-986e-b0355ee7fee2) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:48.357942 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:58:46Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:48.362512 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:48.370686 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:48.382846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:48.393542 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21124fec-11b9-4df6-b715-efd9f6a08789 None None] The sync data for ids ['bccefce2-0cc8-4b31-8725-95f533272038'] in dv-neutron-822523-1-hyperv is: [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:58:46Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:48.468236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:48.541545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:48.566655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:48.569975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:48.572460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:48.677775 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Pushing event updated for resources: {'Port': ['ID=39b538c0-5eb3-438d-b7d4-a2535284188b,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:48.681563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Attempting to bind port 39b538c0-5eb3-438d-b7d4-a2535284188b on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:48.681929 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Attempting to bind port 39b538c0-5eb3-438d-b7d4-a2535284188b by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:48.682289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Attempting to bind port 39b538c0-5eb3-438d-b7d4-a2535284188b on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:48.696312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:48.699081 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:48.699450 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:48.699834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:48.705299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:48.705922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Bound port: 39b538c0-5eb3-438d-b7d4-a2535284188b, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:48.706308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:48.771354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:48.823912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Network 9984cc13-64ee-448e-bf61-914f5f7319e2 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:48.846561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.objects.ports [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:58:48.862986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] For port 39b538c0-5eb3-438d-b7d4-a2535284188b, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:48.866469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] For port 39b538c0-5eb3-438d-b7d4-a2535284188b, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=39b538c0-5eb3-438d-b7d4-a2535284188b,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:48.870127 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:48.875387 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:48.888520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Pushing event updated for resources: {'Port': ['ID=14efa59f-372b-4be4-986e-b0355ee7fee2,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:49.028946 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.1 (9984cc13-64ee-448e-bf61-914f5f7319e2/cce1af17-a18b-4def-9390-b8a96f9fc11c/8cf139bc-2be2-4249-becd-ee3564f6cd00) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:49.124758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 299246b5-aaa8-4635-abcb-ca879171ff7c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:49.130670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.187233 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.189968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Attempting to bind port 14efa59f-372b-4be4-986e-b0355ee7fee2 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:49.190309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Attempting to bind port 14efa59f-372b-4be4-986e-b0355ee7fee2 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:49.190680 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Attempting to bind port 14efa59f-372b-4be4-986e-b0355ee7fee2 on network 9984cc13-64ee-448e-bf61-914f5f7319e2 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:49.197141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.199712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:49.199898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Checking segment: {'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:49.200227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.200620 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Bound using segment: {'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:49.201089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Bound port: 14efa59f-372b-4be4-986e-b0355ee7fee2, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:49.201470 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.276081 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b205e9f-14d6-416d-bec5-2ad9ab9db95c None None] Pushing event updated for resources: {'Port': ['ID=39b538c0-5eb3-438d-b7d4-a2535284188b,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:49.306244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 299246b5-aaa8-4635-abcb-ca879171ff7c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:49.306613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.338437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.346644 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] For port 14efa59f-372b-4be4-986e-b0355ee7fee2, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:49.360129 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] For port 14efa59f-372b-4be4-986e-b0355ee7fee2, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=14efa59f-372b-4be4-986e-b0355ee7fee2,segment=NetworkSegment(65397bf0-c46a-4f2c-b833-ec77821bb6eb),segment_id=65397bf0-c46a-4f2c-b833-ec77821bb6eb)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:49.403458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] For port 39b538c0-5eb3-438d-b7d4-a2535284188b, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=39b538c0-5eb3-438d-b7d4-a2535284188b,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:49.406652 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 9984cc13-64ee-448e-bf61-914f5f7319e2 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:49.410239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:49.415745 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:49.417352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.438625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.446142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.453958 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 299246b5-aaa8-4635-abcb-ca879171ff7c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=299246b5-aaa8-4635-abcb-ca879171ff7c,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:49.464279 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=8cf139bc-2be2-4249-becd-ee3564f6cd00,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:49.503905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.533058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.534947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.551847 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.562301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30356c5c-2c61-4617-afa0-28c5235e27dd None None] Pushing event updated for resources: {'Port': ['ID=14efa59f-372b-4be4-986e-b0355ee7fee2,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:49.652134 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=299246b5-aaa8-4635-abcb-ca879171ff7c,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:49.662703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 57a918c2-9b67-4964-b3ce-b0e006edcdb2 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:49.679610 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:49.695941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 57a918c2-9b67-4964-b3ce-b0e006edcdb2 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:49.696777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 57a918c2-9b67-4964-b3ce-b0e006edcdb2 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:49.723177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:49.726384 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:49.726967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:49.736559 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=39b538c0-5eb3-438d-b7d4-a2535284188b,revision_number=4']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:49.764479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=613ce40a-6f45-4a1a-93a5-8352ee159b6c,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:49.830447 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-363e4d3f-90cc-4fbc-9446-92bc41cd693d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6502473 Dec 22 04:58:49.839977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43102) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:49.843184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:8c:36:01', 'name': 'tempest-NetworksTestDHCPv6-388343057'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:49.849465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:50.021995 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:50.153401 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:50.199631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:50.424178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:50.446980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port a19484b2-5ac0-4390-b67a-6f5e36a722cd yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:50.608558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=8cf139bc-2be2-4249-becd-ee3564f6cd00,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:50.611078 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:50.617742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:50.627230 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53190fd3-e356-41a0-b4d5-64cf4a74c3d2 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:50.649625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::a5 (2485d7d3-5b15-435d-bf80-f80d67582626/fd382b93-22fc-4cb4-a5f7-0495312eaf00/a19484b2-5ac0-4390-b67a-6f5e36a722cd) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:50.657312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8c:3601 (2485d7d3-5b15-435d-bf80-f80d67582626/613ce40a-6f45-4a1a-93a5-8352ee159b6c/a19484b2-5ac0-4390-b67a-6f5e36a722cd) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:50.690107 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-145506bd-d3cd-4252-b79e-03dcc812f88d None None] Provisioning complete for port 39b538c0-5eb3-438d-b7d4-a2535284188b triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:50.690471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-145506bd-d3cd-4252-b79e-03dcc812f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:50.710718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 9984cc13-64ee-448e-bf61-914f5f7319e2 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:50.712679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:50.826351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:50.834438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router bccefce2-0cc8-4b31-8725-95f533272038 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:58:50.872589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-145506bd-d3cd-4252-b79e-03dcc812f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:50.916115 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-145506bd-d3cd-4252-b79e-03dcc812f88d None None] For port 39b538c0-5eb3-438d-b7d4-a2535284188b, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=39b538c0-5eb3-438d-b7d4-a2535284188b,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:50.931851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:50.972238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:58:50.974140 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3d29409e-3768-44c6-b142-6c0284c0c9a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/bccefce2-0cc8-4b31-8725-95f533272038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0193357 Dec 22 04:58:50.980216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43104) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:50.999938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:51.003479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:51.005935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-145506bd-d3cd-4252-b79e-03dcc812f88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.006126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:51.012766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.013437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.044699 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=a19484b2-5ac0-4390-b67a-6f5e36a722cd,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:51.074934 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145506bd-d3cd-4252-b79e-03dcc812f88d None None] Pushing event updated for resources: {'Port': ['ID=39b538c0-5eb3-438d-b7d4-a2535284188b,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:51.119549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e6bcd0-07b5-40f6-8b14-76ff93584e3e tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.119549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e6bcd0-07b5-40f6-8b14-76ff93584e3e tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.119549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e6bcd0-07b5-40f6-8b14-76ff93584e3e tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.119549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e6bcd0-07b5-40f6-8b14-76ff93584e3e tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.119549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e6bcd0-07b5-40f6-8b14-76ff93584e3e tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.119947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43106) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:51.121380 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-27e6bcd0-07b5-40f6-8b14-76ff93584e3e tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3626 time: 0.1397495 Dec 22 04:58:51.126928 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 14efa59f-372b-4be4-986e-b0355ee7fee2 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:51.160725 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7fcf3b9e-9df4-46dc-a337-39ec99419be9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3221998 Dec 22 04:58:51.162654 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43108) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:51.178627 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 14efa59f-372b-4be4-986e-b0355ee7fee2 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:51.179081 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.240825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Sync routers for ids ['bccefce2-0cc8-4b31-8725-95f533272038'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:58:51.250910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959efdb3-3c14-4403-badb-777c8089f75a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.251512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959efdb3-3c14-4403-badb-777c8089f75a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.251983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959efdb3-3c14-4403-badb-777c8089f75a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.252455 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959efdb3-3c14-4403-badb-777c8089f75a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.252897 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959efdb3-3c14-4403-badb-777c8089f75a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.253334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959efdb3-3c14-4403-badb-777c8089f75a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.258534 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-959efdb3-3c14-4403-badb-777c8089f75a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3985 time: 0.1443305 Dec 22 04:58:51.258810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Routers {'bccefce2-0cc8-4b31-8725-95f533272038'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:51.259113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43110) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:51.259898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:58:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['bccefce2-0cc8-4b31-8725-95f533272038'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:51.273075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-80ae5544-b197-4477-b7eb-db14760eee9b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port a19484b2-5ac0-4390-b67a-6f5e36a722cd {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:51.274157 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80ae5544-b197-4477-b7eb-db14760eee9b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.392229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.395046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80ae5544-b197-4477-b7eb-db14760eee9b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.409651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-80ae5544-b197-4477-b7eb-db14760eee9b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for a19484b2-5ac0-4390-b67a-6f5e36a722cd owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:51.434761 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 14efa59f-372b-4be4-986e-b0355ee7fee2, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=14efa59f-372b-4be4-986e-b0355ee7fee2,segment=NetworkSegment(65397bf0-c46a-4f2c-b833-ec77821bb6eb),segment_id=65397bf0-c46a-4f2c-b833-ec77821bb6eb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:51.466355 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Set router bccefce2-0cc8-4b31-8725-95f533272038 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:51.508742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.509535 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 299246b5-aaa8-4635-abcb-ca879171ff7c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:51.588297 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2fa2a692-3846-474f-99d2-fcf2f9383b17 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3233600 Dec 22 04:58:51.724902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=14efa59f-372b-4be4-986e-b0355ee7fee2,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:51.731387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80ae5544-b197-4477-b7eb-db14760eee9b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.773705 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae5544-b197-4477-b7eb-db14760eee9b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=a19484b2-5ac0-4390-b67a-6f5e36a722cd,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:51.793891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 299246b5-aaa8-4635-abcb-ca879171ff7c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:51.794438 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.824508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9de84b0e-0a37-470c-8f9f-1725641c5ff2 None None] Provisioning complete for port 39b538c0-5eb3-438d-b7d4-a2535284188b triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:51.824876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9de84b0e-0a37-470c-8f9f-1725641c5ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.836474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-80ae5544-b197-4477-b7eb-db14760eee9b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:51.840182 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-80ae5544-b197-4477-b7eb-db14760eee9b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/a19484b2-5ac0-4390-b67a-6f5e36a722cd HTTP/1.1" status: 204 len: 168 time: 0.6746573 Dec 22 04:58:51.843058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43114) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:51.903134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fb3001-a5b9-4022-8047-a99d2760df03 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.905537 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-37fb3001-a5b9-4022-8047-a99d2760df03 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0605149 Dec 22 04:58:51.907773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43116) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:51.972985 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fbc5a0-251f-4e82-b1b4-56ba3f8bfdcf None None] Network 9984cc13-64ee-448e-bf61-914f5f7319e2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:51.987333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02701aa-414b-4a2a-a92c-47313bbab99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:51.988914 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f02701aa-414b-4a2a-a92c-47313bbab99c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0799251 Dec 22 04:58:51.991571 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43118) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:52.048116 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d921eb9-e866-4da5-8e4c-ee236c06023c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:52.049858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d921eb9-e866-4da5-8e4c-ee236c06023c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:52.050993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 39b538c0-5eb3-438d-b7d4-a2535284188b up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:52.051271 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d921eb9-e866-4da5-8e4c-ee236c06023c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:52.055496 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7d921eb9-e866-4da5-8e4c-ee236c06023c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0593715 Dec 22 04:58:52.055748 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43120) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:52.101533 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8cf139bc-2be2-4249-becd-ee3564f6cd00', 'name': '', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:41:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:48Z', 'updated_at': '2021-12-22T04:58:50Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:52.109969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-37dc585b-098f-44bc-8fbe-d0e4429def05 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 613ce40a-6f45-4a1a-93a5-8352ee159b6c {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:52.111157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43122) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:52.113610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37dc585b-098f-44bc-8fbe-d0e4429def05 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.116779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-0701aac2-493a-4f80-aa4b-c1ad6d285624 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-363116840', 'description': 'tempest-secgroup-smoke-363116840 description', 'project_id': '029a077a8ccd4775910052d15f603bba'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:52.150335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Checking router: bccefce2-0cc8-4b31-8725-95f533272038 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:58:52.150705 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Updating router bccefce2-0cc8-4b31-8725-95f533272038 port 8cf139bc-2be2-4249-becd-ee3564f6cd00 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:58:52.156356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37dc585b-098f-44bc-8fbe-d0e4429def05 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.198510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0701aac2-493a-4f80-aa4b-c1ad6d285624 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.254122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37dc585b-098f-44bc-8fbe-d0e4429def05 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.280323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0701aac2-493a-4f80-aa4b-c1ad6d285624 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.359470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0701aac2-493a-4f80-aa4b-c1ad6d285624 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.372219 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.388501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37dc585b-098f-44bc-8fbe-d0e4429def05 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.390299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701aac2-493a-4f80-aa4b-c1ad6d285624 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4116f8f-2f8f-47c5-963a-14622e128ce0,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:52.414887 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc585b-098f-44bc-8fbe-d0e4429def05 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=613ce40a-6f45-4a1a-93a5-8352ee159b6c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:52.420630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-37dc585b-098f-44bc-8fbe-d0e4429def05 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.426209 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-37dc585b-098f-44bc-8fbe-d0e4429def05 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/613ce40a-6f45-4a1a-93a5-8352ee159b6c HTTP/1.1" status: 204 len: 168 time: 0.3670788 Dec 22 04:58:52.432259 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-2d85308a-2db1-4a92-afa0-b64384441f51 None None] Provisioning complete for port 14efa59f-372b-4be4-986e-b0355ee7fee2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:52.432259 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2d85308a-2db1-4a92-afa0-b64384441f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.432459 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43124) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:52.444837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 39b538c0-5eb3-438d-b7d4-a2535284188b triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:52.445212 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.446861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab0b3a6-ea38-4588-a378-5f8a185576ee None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:52.455171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0701aac2-493a-4f80-aa4b-c1ad6d285624 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.456470 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0701aac2-493a-4f80-aa4b-c1ad6d285624 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3435693 Dec 22 04:58:52.459159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43126) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:52.463585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e4eb4815-6498-4de3-aedc-1f51b722593b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'f4116f8f-2f8f-47c5-963a-14622e128ce0', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:52.479134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dce4d4-91be-4aa3-ab32-1c31c4b4cd97 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet fd382b93-22fc-4cb4-a5f7-0495312eaf00 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:52.482275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dce4d4-91be-4aa3-ab32-1c31c4b4cd97 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.527207 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dce4d4-91be-4aa3-ab32-1c31c4b4cd97 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.541728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4815-6498-4de3-aedc-1f51b722593b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.604253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4815-6498-4de3-aedc-1f51b722593b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.622429 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dce4d4-91be-4aa3-ab32-1c31c4b4cd97 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.662551 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4815-6498-4de3-aedc-1f51b722593b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.692113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb4815-6498-4de3-aedc-1f51b722593b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c687d794-e05e-4891-94fb-fae3833f2466,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:52.720822 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dce4d4-91be-4aa3-ab32-1c31c4b4cd97 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.738765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e4eb4815-6498-4de3-aedc-1f51b722593b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.740165 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e4eb4815-6498-4de3-aedc-1f51b722593b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2799361 Dec 22 04:58:52.742988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43128) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:52.747878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-671deb24-c07b-4490-853a-04eb1e2c061e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'f4116f8f-2f8f-47c5-963a-14622e128ce0', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:52.765029 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dce4d4-91be-4aa3-ab32-1c31c4b4cd97 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=fd382b93-22fc-4cb4-a5f7-0495312eaf00,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:52.773959 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dce4d4-91be-4aa3-ab32-1c31c4b4cd97 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.780042 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b3dce4d4-91be-4aa3-ab32-1c31c4b4cd97 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/fd382b93-22fc-4cb4-a5f7-0495312eaf00 HTTP/1.1" status: 204 len: 168 time: 0.3504908 Dec 22 04:58:52.780351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43130) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:52.827541 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c8ba3596-3c2e-4020-a38d-140c1c66f638 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432990 Dec 22 04:58:52.827894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43132) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:52.833380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-fd9c82dc-d5ca-4061-82cc-ccdefb0ae93c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:52.885266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-2d85308a-2db1-4a92-afa0-b64384441f51 None None] Could not find standard attr ID for object a19484b2-5ac0-4390-b67a-6f5e36a722cd. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:58:52.895282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-671deb24-c07b-4490-853a-04eb1e2c061e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:52.977739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 39b538c0-5eb3-438d-b7d4-a2535284188b up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:52.986673 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-671deb24-c07b-4490-853a-04eb1e2c061e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.025859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff415f9c-8079-41d7-b616-cd0830f7f90e None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:53.042514 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6a22dae9-d93d-4d47-b66e-1773b3c8b2d2 None None] Provisioning complete for port 8cf139bc-2be2-4249-becd-ee3564f6cd00 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:53.042799 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6a22dae9-d93d-4d47-b66e-1773b3c8b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.051143 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.074063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9c82dc-d5ca-4061-82cc-ccdefb0ae93c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:53.077664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fd9c82dc-d5ca-4061-82cc-ccdefb0ae93c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.117041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 39b538c0-5eb3-438d-b7d4-a2535284188b triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:53.117413 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.119718 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-671deb24-c07b-4490-853a-04eb1e2c061e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.121646 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-6a22dae9-d93d-4d47-b66e-1773b3c8b2d2 None None] Port 8cf139bc-2be2-4249-becd-ee3564f6cd00 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:53.144300 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.152016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671deb24-c07b-4490-853a-04eb1e2c061e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af5bfc1-0608-4d70-bfa0-5f22242fb666,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:53.224204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c802c-db5e-4c8e-a133-1e9e5568b30d None None] Pushing event updated for resources: {'Port': ['ID=8cf139bc-2be2-4249-becd-ee3564f6cd00,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:53.227170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ff415f9c-8079-41d7-b616-cd0830f7f90e None None] Deleting port 39b538c0-5eb3-438d-b7d4-a2535284188b {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:53.227541 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ff415f9c-8079-41d7-b616-cd0830f7f90e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.229292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6a22dae9-d93d-4d47-b66e-1773b3c8b2d2 None None] Provisioning complete for port 14efa59f-372b-4be4-986e-b0355ee7fee2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:53.229650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6a22dae9-d93d-4d47-b66e-1773b3c8b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.231363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-671deb24-c07b-4490-853a-04eb1e2c061e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.235541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43134) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:53.240431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-094e1bce-65fe-40d6-b9f8-5ec8a2e4926e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'f4116f8f-2f8f-47c5-963a-14622e128ce0', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:53.244762 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-671deb24-c07b-4490-853a-04eb1e2c061e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5006149 Dec 22 04:58:53.325717 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-094e1bce-65fe-40d6-b9f8-5ec8a2e4926e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.387069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fd9c82dc-d5ca-4061-82cc-ccdefb0ae93c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.403561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ff415f9c-8079-41d7-b616-cd0830f7f90e None None] For port 39b538c0-5eb3-438d-b7d4-a2535284188b, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=39b538c0-5eb3-438d-b7d4-a2535284188b,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:53.403959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ff415f9c-8079-41d7-b616-cd0830f7f90e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.406925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-094e1bce-65fe-40d6-b9f8-5ec8a2e4926e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.414833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Attempting to bind port 8cf139bc-2be2-4249-becd-ee3564f6cd00 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:53.415203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Attempting to bind port 8cf139bc-2be2-4249-becd-ee3564f6cd00 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:53.415565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Attempting to bind port 8cf139bc-2be2-4249-becd-ee3564f6cd00 on network 9984cc13-64ee-448e-bf61-914f5f7319e2 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:53.438760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ff415f9c-8079-41d7-b616-cd0830f7f90e None None] Calling delete_port for 39b538c0-5eb3-438d-b7d4-a2535284188b owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:53.440308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9c82dc-d5ca-4061-82cc-ccdefb0ae93c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:53.440630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:53.440999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Checking segment: {'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:53.441404 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.441792 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Bound using segment: {'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:53.442271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Bound port: 8cf139bc-2be2-4249-becd-ee3564f6cd00, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:53.442650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.444942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-fd9c82dc-d5ca-4061-82cc-ccdefb0ae93c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:53.455367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 14efa59f-372b-4be4-986e-b0355ee7fee2 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:53.456476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9c82dc-d5ca-4061-82cc-ccdefb0ae93c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:53.457313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fd9c82dc-d5ca-4061-82cc-ccdefb0ae93c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.468573 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c82dc-d5ca-4061-82cc-ccdefb0ae93c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=cab2d49d-c465-47a2-9ce5-bb34d2ceb5fe,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:53.479535 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-094e1bce-65fe-40d6-b9f8-5ec8a2e4926e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.501317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e1bce-65fe-40d6-b9f8-5ec8a2e4926e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96203a10-91a3-426b-810e-f886da78db78,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:53.579309 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fd9c82dc-d5ca-4061-82cc-ccdefb0ae93c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7502751 Dec 22 04:58:53.582236 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43136) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:53.587455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6e15a374-6bed-4ed5-884f-c1d69c30bb7e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:53.594941 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-094e1bce-65fe-40d6-b9f8-5ec8a2e4926e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.596078 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-094e1bce-65fe-40d6-b9f8-5ec8a2e4926e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3595104 Dec 22 04:58:53.598905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43138) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:53.605859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ab1d0353-1cf2-4173-8164-27e4249ce6f9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'f4116f8f-2f8f-47c5-963a-14622e128ce0', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:53.641388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] For port 8cf139bc-2be2-4249-becd-ee3564f6cd00, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:53.655352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] For port 8cf139bc-2be2-4249-becd-ee3564f6cd00, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8cf139bc-2be2-4249-becd-ee3564f6cd00,segment=NetworkSegment(65397bf0-c46a-4f2c-b833-ec77821bb6eb),segment_id=65397bf0-c46a-4f2c-b833-ec77821bb6eb)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:53.663492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 14efa59f-372b-4be4-986e-b0355ee7fee2 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:53.663492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.718690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab1d0353-1cf2-4173-8164-27e4249ce6f9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.744035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9f445b44-17e9-4ec1-b50e-8fb92c2e7f2c None None] Provisioning complete for port 8cf139bc-2be2-4249-becd-ee3564f6cd00 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:53.744429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9f445b44-17e9-4ec1-b50e-8fb92c2e7f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.770698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.773034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ff415f9c-8079-41d7-b616-cd0830f7f90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.781591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab1d0353-1cf2-4173-8164-27e4249ce6f9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.823377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff415f9c-8079-41d7-b616-cd0830f7f90e None None] No DVR routers for this DVR port 39b538c0-5eb3-438d-b7d4-a2535284188b on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:53.835501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-9f445b44-17e9-4ec1-b50e-8fb92c2e7f2c None None] Port 8cf139bc-2be2-4249-becd-ee3564f6cd00 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:53.843339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6c3bd9-9549-4209-a635-c6a9b9fca1d3 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:53.862385 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e15a374-6bed-4ed5-884f-c1d69c30bb7e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:53.866639 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6e15a374-6bed-4ed5-884f-c1d69c30bb7e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.876170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab1d0353-1cf2-4173-8164-27e4249ce6f9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:53.893804 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Routers {'bccefce2-0cc8-4b31-8725-95f533272038'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:58:53.894424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:58:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['bccefce2-0cc8-4b31-8725-95f533272038'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:53.900782 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c802c-db5e-4c8e-a133-1e9e5568b30d None None] Pushing event updated for resources: {'Port': ['ID=8cf139bc-2be2-4249-becd-ee3564f6cd00,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:53.903168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d0353-1cf2-4173-8164-27e4249ce6f9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ec62d7-131a-4633-9ffd-d9ca4919b12f,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:53.990210 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff415f9c-8079-41d7-b616-cd0830f7f90e None None] Pushing event deleted for resources: {'Port': ['ID=39b538c0-5eb3-438d-b7d4-a2535284188b,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:53.994615 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.ipam_backend_mixin [None req-6e15a374-6bed-4ed5-884f-c1d69c30bb7e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cab2d49d-c465-47a2-9ce5-bb34d2ceb5fe (CIDR: 2001:db8::/64) Dec 22 04:58:54.012750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab1d0353-1cf2-4173-8164-27e4249ce6f9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.014765 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ab1d0353-1cf2-4173-8164-27e4249ce6f9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4125700 Dec 22 04:58:54.017566 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43140) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:54.023315 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9dbb5541-f5a7-4c56-b275-472c4a0f0e0b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'f4116f8f-2f8f-47c5-963a-14622e128ce0', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:54.062812 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e15a374-6bed-4ed5-884f-c1d69c30bb7e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:58:54.063310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e15a374-6bed-4ed5-884f-c1d69c30bb7e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:54.153168 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-9dbb5541-f5a7-4c56-b275-472c4a0f0e0b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:58:54.158650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5541-f5a7-4c56-b275-472c4a0f0e0b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.196389 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6e15a374-6bed-4ed5-884f-c1d69c30bb7e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6129210 Dec 22 04:58:54.199500 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43142) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:54.205882 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2b59e6a9-2166-4ab2-93e4-76bd2943d7f4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'subnet': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:54.215709 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5541-f5a7-4c56-b275-472c4a0f0e0b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.225630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] Set router bccefce2-0cc8-4b31-8725-95f533272038 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:58:54.291061 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5541-f5a7-4c56-b275-472c4a0f0e0b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.304382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1930d103-3580-45b0-a419-1c1daea67684 None None] Provisioning complete for port 8cf139bc-2be2-4249-becd-ee3564f6cd00 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:54.304758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1930d103-3580-45b0-a419-1c1daea67684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.310946 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb5541-f5a7-4c56-b275-472c4a0f0e0b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be0c99d-6d8a-4482-bdd7-59ae4824ffd4,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:54.346296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2485d7d3-5b15-435d-bf80-f80d67582626', 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'tenant_id': 'c5795d9075b140d7b508dbcd8c771320', 'fixed_ips': [{'subnet_id': 'cab2d49d-c465-47a2-9ce5-bb34d2ceb5fe'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:58:54.347124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.384631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5541-f5a7-4c56-b275-472c4a0f0e0b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.386161 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9dbb5541-f5a7-4c56-b275-472c4a0f0e0b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3674881 Dec 22 04:58:54.388881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43144) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:54.393540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8ca28f8a-b6d7-43d1-a70d-3590cb49b506 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'f4116f8f-2f8f-47c5-963a-14622e128ce0', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:54.405566 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b59e6a9-2166-4ab2-93e4-76bd2943d7f4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:54.409976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2b59e6a9-2166-4ab2-93e4-76bd2943d7f4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.553230 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-8ca28f8a-b6d7-43d1-a70d-3590cb49b506 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:58:54.561591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ca28f8a-b6d7-43d1-a70d-3590cb49b506 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.606102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1930d103-3580-45b0-a419-1c1daea67684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.639869 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Allocated IP 2001:db8::2 (2485d7d3-5b15-435d-bf80-f80d67582626/cab2d49d-c465-47a2-9ce5-bb34d2ceb5fe/0fa6649b-84e0-49fb-9d64-0a4a92ef7002) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:54.657563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ca28f8a-b6d7-43d1-a70d-3590cb49b506 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.668372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1930d103-3580-45b0-a419-1c1daea67684 None None] For port 8cf139bc-2be2-4249-becd-ee3564f6cd00, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8cf139bc-2be2-4249-becd-ee3564f6cd00,segment=NetworkSegment(65397bf0-c46a-4f2c-b833-ec77821bb6eb),segment_id=65397bf0-c46a-4f2c-b833-ec77821bb6eb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:54.707886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ca28f8a-b6d7-43d1-a70d-3590cb49b506 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.713261 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8cf139bc-2be2-4249-becd-ee3564f6cd00', 'name': '', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:41:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:48Z', 'updated_at': '2021-12-22T04:58:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:58:54.726467 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca28f8a-b6d7-43d1-a70d-3590cb49b506 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03daf1c1-5284-4abb-85b3-a855c1defc7d,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:54.751124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1930d103-3580-45b0-a419-1c1daea67684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.753010 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70093414-46b8-4c49-b869-0ed9ecec9efb None None] The sync data for ids ['bccefce2-0cc8-4b31-8725-95f533272038'] in dv-neutron-822523-1-hyperv is: [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8cf139bc-2be2-4249-becd-ee3564f6cd00', 'name': '', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:41:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:48Z', 'updated_at': '2021-12-22T04:58:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:58:54.824674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ca28f8a-b6d7-43d1-a70d-3590cb49b506 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.828923 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8ca28f8a-b6d7-43d1-a70d-3590cb49b506 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4361012 Dec 22 04:58:54.841045 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930d103-3580-45b0-a419-1c1daea67684 None None] Pushing event updated for resources: {'Port': ['ID=8cf139bc-2be2-4249-becd-ee3564f6cd00,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:54.868230 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.objects.ports [None req-2b59e6a9-2166-4ab2-93e4-76bd2943d7f4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109183) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:58:54.870154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2b59e6a9-2166-4ab2-93e4-76bd2943d7f4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.930914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.972889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b59e6a9-2166-4ab2-93e4-76bd2943d7f4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:54.974086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-2b59e6a9-2166-4ab2-93e4-76bd2943d7f4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:54.979475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59e6a9-2166-4ab2-93e4-76bd2943d7f4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Subnet': ['ID=9871101e-4263-4b50-87be-387c43f09fb5,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:54.984450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b59e6a9-2166-4ab2-93e4-76bd2943d7f4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:54.985307 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2b59e6a9-2166-4ab2-93e4-76bd2943d7f4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:54.998951 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:55.026919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8cf139bc-2be2-4249-becd-ee3564f6cd00 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:55.055042 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2b59e6a9-2166-4ab2-93e4-76bd2943d7f4 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8541539 Dec 22 04:58:55.057877 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43162) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:55.065507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Request body: {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'mac_address': 'fa:16:3e:07:f7:56', 'name': 'tempest-NetworksTestDHCPv6-1080413201'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:55.068055 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:55.075385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:55.085964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:55.089607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Pushing event updated for resources: {'Port': ['ID=0fa6649b-84e0-49fb-9d64-0a4a92ef7002,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:55.159659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8cf139bc-2be2-4249-becd-ee3564f6cd00 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:55.160009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:55.161696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Attempting to bind port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:58:55.162064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Attempting to bind port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:58:55.162499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Attempting to bind port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 on network 2485d7d3-5b15-435d-bf80-f80d67582626 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:55.169041 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-09b3ac67-e939-4c1f-8cfd-759682c5cbd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-363116840&fields=id&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 267 time: 0.0846946 Dec 22 04:58:55.186068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:55.186444 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Checking segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:58:55.186849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:55.187248 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Bound using segment: {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:55.187728 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Bound port: 0fa6649b-84e0-49fb-9d64-0a4a92ef7002, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4af6237-ba40-41ef-baba-bd7f70207b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:58:55.188109 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:55.290996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] For port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:55.308412 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] For port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0fa6649b-84e0-49fb-9d64-0a4a92ef7002,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:55.316422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-57b7ddf8-a4c6-4ec7-9495-1b6b2fd3f70e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:55.318162 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-57b7ddf8-a4c6-4ec7-9495-1b6b2fd3f70e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/networks?id=9984cc13-64ee-448e-bf61-914f5f7319e2 HTTP/1.1" status: 200 len: 796 time: 0.1356330 Dec 22 04:58:55.334098 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fea308f5-4008-40af-9588-a94a17803156 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/quotas/029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 375 time: 0.0102270 Dec 22 04:58:55.370872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 39b538c0-5eb3-438d-b7d4-a2535284188b no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:55.396912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 39b538c0-5eb3-438d-b7d4-a2535284188b {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:58:55.397292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 39b538c0-5eb3-438d-b7d4-a2535284188b not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:55.405776 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Made reservation on behalf of c5795d9075b140d7b508dbcd8c771320 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:55.409884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:55.423345 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:55.440625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] device_id is not set on port 3e2bd0ec-c7c9-42bf-abe3-e4f94c6bfb17 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:58:55.463100 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-cd990ff9-8f1f-4edf-97e6-8e79dbcd1fcc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1217213 Dec 22 04:58:55.487853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ffffd-72e4-45c5-b476-66da0f8b3339 None None] Pushing event updated for resources: {'Port': ['ID=0fa6649b-84e0-49fb-9d64-0a4a92ef7002,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:55.721105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8::112 (2485d7d3-5b15-435d-bf80-f80d67582626/cab2d49d-c465-47a2-9ce5-bb34d2ceb5fe/3e2bd0ec-c7c9-42bf-abe3-e4f94c6bfb17) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:55.732331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Allocated IP 2001:db8:0:1:f816:3eff:fe07:f756 (2485d7d3-5b15-435d-bf80-f80d67582626/9871101e-4263-4b50-87be-387c43f09fb5/3e2bd0ec-c7c9-42bf-abe3-e4f94c6bfb17) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:55.782938 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-914d4cf1-cf5a-4e73-a43c-8053b27ebba5 service neutron] 10.222.0.54 "GET /v2.0/networks/9984cc13-64ee-448e-bf61-914f5f7319e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807069 Dec 22 04:58:55.963257 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-bba5fc56-e481-4243-8475-b0ed49afb85a service neutron] 10.222.0.54 "GET /v2.0/networks/9984cc13-64ee-448e-bf61-914f5f7319e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712434 Dec 22 04:58:55.979970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:56.113716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:56.161783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Network 2485d7d3-5b15-435d-bf80-f80d67582626 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:56.165021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:56.169045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:56.174650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:56.175271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:56.187270 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event updated for resources: {'Port': ['ID=3e2bd0ec-c7c9-42bf-abe3-e4f94c6bfb17,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:56.253781 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-62d64db0-6fc6-47bb-a7eb-4c7fd82ac301 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1947513 Dec 22 04:58:56.256424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43170) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:56.258430 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8677772a-769f-4e1d-9846-2e2fa647c6d6 req-f966847f-af86-4cf2-ab3f-7ca3e33f7722 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 210 time: 0.0349679 Dec 22 04:58:56.354736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8ed97f5e-8278-4118-af2e-1a515177d3fa tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting port 3e2bd0ec-c7c9-42bf-abe3-e4f94c6bfb17 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:56.355209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ed97f5e-8278-4118-af2e-1a515177d3fa tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:56.457965 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ed97f5e-8278-4118-af2e-1a515177d3fa tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:56.471717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8ed97f5e-8278-4118-af2e-1a515177d3fa tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Calling delete_port for 3e2bd0ec-c7c9-42bf-abe3-e4f94c6bfb17 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:56.548648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5570e1f7-e0a1-427a-a903-248e3c8c81f7 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:56.615661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a7e73cc4-f571-4f20-958c-96133afe78e0 None None] Provisioning complete for port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:56.616928 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a7e73cc4-f571-4f20-958c-96133afe78e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:56.707956 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ed97f5e-8278-4118-af2e-1a515177d3fa tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:56.737040 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed97f5e-8278-4118-af2e-1a515177d3fa tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Port': ['ID=3e2bd0ec-c7c9-42bf-abe3-e4f94c6bfb17,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:56.765593 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a7e73cc4-f571-4f20-958c-96133afe78e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:56.780702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8ed97f5e-8278-4118-af2e-1a515177d3fa tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:56.786475 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8ed97f5e-8278-4118-af2e-1a515177d3fa tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/3e2bd0ec-c7c9-42bf-abe3-e4f94c6bfb17 HTTP/1.1" status: 204 len: 168 time: 0.5286231 Dec 22 04:58:56.786808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43178) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:56.809770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a7e73cc4-f571-4f20-958c-96133afe78e0 None None] For port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0fa6649b-84e0-49fb-9d64-0a4a92ef7002,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:56.841574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e0b72-d0e3-4898-88d6-ee128d03ee79 None None] Update dhcp port {'port': {'network_id': '2485d7d3-5b15-435d-bf80-f80d67582626', 'fixed_ips': [{'subnet_id': 'cab2d49d-c465-47a2-9ce5-bb34d2ceb5fe', 'ip_address': '2001:db8::2'}, {'subnet_id': '9871101e-4263-4b50-87be-387c43f09fb5'}], 'binding:host_id': 'dv-neutron-822523-1-hyperv'}, 'id': '0fa6649b-84e0-49fb-9d64-0a4a92ef7002'} from dv-neutron-822523-1-hyperv. {{(pid=109184) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 22 04:58:56.841849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4973035b-6c69-498d-b7e0-c41becaf36ee tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:56.843413 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4973035b-6c69-498d-b7e0-c41becaf36ee tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0555065 Dec 22 04:58:56.846039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43180) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:56.867005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ed6e0b72-d0e3-4898-88d6-ee128d03ee79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:56.870019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a7e73cc4-f571-4f20-958c-96133afe78e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:56.892673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bf1799-dbc6-416b-8e87-6e909f4e77e5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:56.894139 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-18bf1799-dbc6-416b-8e87-6e909f4e77e5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0471146 Dec 22 04:58:56.897008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43182) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:56.960119 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e73cc4-f571-4f20-958c-96133afe78e0 None None] Pushing event updated for resources: {'Port': ['ID=0fa6649b-84e0-49fb-9d64-0a4a92ef7002,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:56.989543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1bedc3-43b5-4eac-a98a-3298aee8d5ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:56.990424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1bedc3-43b5-4eac-a98a-3298aee8d5ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:56.992490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1bedc3-43b5-4eac-a98a-3298aee8d5ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:56.996234 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0e1bedc3-43b5-4eac-a98a-3298aee8d5ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0884821 Dec 22 04:58:56.996953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43184) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:57.006915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:57.049781 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fa4715-d0ee-41c0-aa7f-56356aff2213 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet 9871101e-4263-4b50-87be-387c43f09fb5 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:57.052772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-62fa4715-d0ee-41c0-aa7f-56356aff2213 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.069877 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:57.070244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.091751 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-62fa4715-d0ee-41c0-aa7f-56356aff2213 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.135966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-62fa4715-d0ee-41c0-aa7f-56356aff2213 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.308234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-62fa4715-d0ee-41c0-aa7f-56356aff2213 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server [None req-ed6e0b72-d0e3-4898-88d6-ee128d03ee79 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9871101e-4263-4b50-87be-387c43f09fb5: This subnet is being modified by another concurrent operation. Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9871101e-4263-4b50-87be-387c43f09fb5: This subnet is being modified by another concurrent operation. Dec 22 04:58:57.310056 dv-neutron-822523-1-hyperv neutron-server[109184]: ERROR oslo_messaging.rpc.server Dec 22 04:58:57.352677 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa4715-d0ee-41c0-aa7f-56356aff2213 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=9871101e-4263-4b50-87be-387c43f09fb5,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:57.357237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-62fa4715-d0ee-41c0-aa7f-56356aff2213 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.359157 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-62fa4715-d0ee-41c0-aa7f-56356aff2213 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/9871101e-4263-4b50-87be-387c43f09fb5 HTTP/1.1" status: 204 len: 168 time: 0.3611898 Dec 22 04:58:57.362403 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43188) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:57.375944 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-27948309-c14f-469d-8aa9-8fbebed6635c req-0838ddfb-e20c-45b2-b9e7-d522751c7cdf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 210 time: 0.0358636 Dec 22 04:58:57.420380 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6c5b06-bfd8-4597-bd43-30cc2bdbacbf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Deleting subnet cab2d49d-c465-47a2-9ce5-bb34d2ceb5fe {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:58:57.423626 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5b06-bfd8-4597-bd43-30cc2bdbacbf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.475092 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5b06-bfd8-4597-bd43-30cc2bdbacbf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.486902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-dec0904d-a4ce-48f5-a0d5-7da2be53143c None None] Could not find standard attr ID for object 3e2bd0ec-c7c9-42bf-abe3-e4f94c6bfb17. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:58:57.504038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-dec0904d-a4ce-48f5-a0d5-7da2be53143c None None] Provisioning complete for port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:57.507279 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dec0904d-a4ce-48f5-a0d5-7da2be53143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.529865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b571b87-30d1-4f6b-82d7-cb65d0d1fef7 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:58:57.565744 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5b06-bfd8-4597-bd43-30cc2bdbacbf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.648031 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b571b87-30d1-4f6b-82d7-cb65d0d1fef7 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:58:57.696657 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5b06-bfd8-4597-bd43-30cc2bdbacbf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.727796 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c5b06-bfd8-4597-bd43-30cc2bdbacbf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Subnet': ['ID=cab2d49d-c465-47a2-9ce5-bb34d2ceb5fe,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:57.731428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5b06-bfd8-4597-bd43-30cc2bdbacbf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.734587 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4c6c5b06-bfd8-4597-bd43-30cc2bdbacbf tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/cab2d49d-c465-47a2-9ce5-bb34d2ceb5fe HTTP/1.1" status: 204 len: 168 time: 0.3705111 Dec 22 04:58:57.737111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43190) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:57.774267 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fdcd7256-cdb2-4788-9376-6f5520dac275 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0360498 Dec 22 04:58:57.776845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43192) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:57.828531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af2c3c4-510a-4431-9deb-f80511b917c8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:57.830750 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2af2c3c4-510a-4431-9deb-f80511b917c8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0529346 Dec 22 04:58:57.833758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43194) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:57.864541 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c86d00-7240-4d28-bae5-66083f124f92 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:58:57.883447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfba219-5dd3-427c-a5c8-c8a679e9ca7e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:57.885043 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4bfba219-5dd3-427c-a5c8-c8a679e9ca7e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0503790 Dec 22 04:58:57.887801 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43196) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:57.907177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-17a8cc27-7fcb-4b8a-b898-bd3a549a9b97 None None] Provisioning complete for port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:57.907546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-17a8cc27-7fcb-4b8a-b898-bd3a549a9b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:57.931441 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-53f344d8-09b7-4702-aa60-861bf92fa4e7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395937 Dec 22 04:58:57.935415 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43198) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:57.956115 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf5da21-7b7a-4da9-a9af-a1d097789de0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:57.956891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf5da21-7b7a-4da9-a9af-a1d097789de0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:57.960233 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6cf5da21-7b7a-4da9-a9af-a1d097789de0 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/3e2bd0ec-c7c9-42bf-abe3-e4f94c6bfb17 HTTP/1.1" status: 404 len: 333 time: 0.0253308 Dec 22 04:58:57.962495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43200) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:57.972408 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c86d00-7240-4d28-bae5-66083f124f92 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:58:57.990050 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f7895b-9961-4bb1-92a2-df3b4caa88ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:57.996356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f7895b-9961-4bb1-92a2-df3b4caa88ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:57.996356 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-35f7895b-9961-4bb1-92a2-df3b4caa88ef tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/9871101e-4263-4b50-87be-387c43f09fb5 HTTP/1.1" status: 404 len: 337 time: 0.0307350 Dec 22 04:58:57.996873 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43202) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.022418 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d59d19-13ed-4594-a0f0-c70affbea497 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.022866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d59d19-13ed-4594-a0f0-c70affbea497 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.028355 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-89d59d19-13ed-4594-a0f0-c70affbea497 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/cab2d49d-c465-47a2-9ce5-bb34d2ceb5fe HTTP/1.1" status: 404 len: 337 time: 0.0281181 Dec 22 04:58:58.028616 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43204) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.051418 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d21753-520a-4338-b8d8-da7c90afda01 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.052047 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d21753-520a-4338-b8d8-da7c90afda01 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.058082 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-52d21753-520a-4338-b8d8-da7c90afda01 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/a19484b2-5ac0-4390-b67a-6f5e36a722cd HTTP/1.1" status: 404 len: 333 time: 0.0262704 Dec 22 04:58:58.058319 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43206) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.083112 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-98604d96-1dd5-47f7-a017-a56392903456 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.083484 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98604d96-1dd5-47f7-a017-a56392903456 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.086578 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-98604d96-1dd5-47f7-a017-a56392903456 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/613ce40a-6f45-4a1a-93a5-8352ee159b6c HTTP/1.1" status: 404 len: 337 time: 0.0273695 Dec 22 04:58:58.089390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43208) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.124525 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6510e7-c623-426f-8b6b-b66724e2d386 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.125048 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6510e7-c623-426f-8b6b-b66724e2d386 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.127970 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1d6510e7-c623-426f-8b6b-b66724e2d386 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/fd382b93-22fc-4cb4-a5f7-0495312eaf00 HTTP/1.1" status: 404 len: 337 time: 0.0376945 Dec 22 04:58:58.131375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43210) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.153746 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95dbae3-8d60-42e3-a724-a767e581ca00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.154374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95dbae3-8d60-42e3-a724-a767e581ca00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.157432 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d95dbae3-8d60-42e3-a724-a767e581ca00 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/71421b0a-ec99-47de-b12f-a15661d7a7e5 HTTP/1.1" status: 404 len: 333 time: 0.0251319 Dec 22 04:58:58.160370 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43212) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.198028 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d266ec-a958-47ae-897f-8f5f418366e9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.198464 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d266ec-a958-47ae-897f-8f5f418366e9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.201438 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-01d266ec-a958-47ae-897f-8f5f418366e9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/598ac87c-5b71-4b27-badb-fbd32e39fb97 HTTP/1.1" status: 404 len: 337 time: 0.0399728 Dec 22 04:58:58.204213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43214) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.218920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c1beba-e7e0-4a10-adf4-13615128b836 None None] Network 2485d7d3-5b15-435d-bf80-f80d67582626 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:58:58.233188 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-263b2634-ffef-40b9-9c0f-adbfe1933aac tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.233758 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263b2634-ffef-40b9-9c0f-adbfe1933aac tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.237245 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-263b2634-ffef-40b9-9c0f-adbfe1933aac tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/2ae17da4-5906-42f8-a2df-a028bdc08add HTTP/1.1" status: 404 len: 337 time: 0.0314066 Dec 22 04:58:58.239409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43216) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.263013 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ab0939-17d7-466f-9a38-6306c4991f89 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.263638 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ab0939-17d7-466f-9a38-6306c4991f89 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.266672 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-93ab0939-17d7-466f-9a38-6306c4991f89 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/9f3bde71-ad2b-4809-8949-0f55e1e51104 HTTP/1.1" status: 404 len: 333 time: 0.0262766 Dec 22 04:58:58.274929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43218) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.303326 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-494599ea-645e-4a40-a731-3feb3080974f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.303795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494599ea-645e-4a40-a731-3feb3080974f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.307135 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-494599ea-645e-4a40-a731-3feb3080974f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/f682c4cc-b887-48f2-a861-a58cfd1f05ea HTTP/1.1" status: 404 len: 337 time: 0.0312309 Dec 22 04:58:58.309654 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43220) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.321162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b767ed8c-671c-4e1b-89a8-e11df6aab415 None None] Provisioning complete for port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:58.325503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b767ed8c-671c-4e1b-89a8-e11df6aab415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:58.325652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-9ed5d5de-42ee-41a0-b8a3-0792bc7e61d2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:58.325652 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-9ed5d5de-42ee-41a0-b8a3-0792bc7e61d2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks?id=9984cc13-64ee-448e-bf61-914f5f7319e2 HTTP/1.1" status: 200 len: 796 time: 0.1360393 Dec 22 04:58:58.338733 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f5d5ac-c792-4ba0-a00c-d5686e9d191d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.339121 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f5d5ac-c792-4ba0-a00c-d5686e9d191d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.344737 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-25f5d5ac-c792-4ba0-a00c-d5686e9d191d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/9121a1a4-d71c-44e1-a5cd-ca0b69187c09 HTTP/1.1" status: 404 len: 337 time: 0.0315945 Dec 22 04:58:58.344971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43222) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.373361 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ab251d-3516-4d22-8264-1ff3b1a60385 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.374098 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ab251d-3516-4d22-8264-1ff3b1a60385 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.377188 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-49ab251d-3516-4d22-8264-1ff3b1a60385 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/caea511d-706e-491c-b40d-3052c54dac71 HTTP/1.1" status: 404 len: 333 time: 0.0312970 Dec 22 04:58:58.378036 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-4a831ec0-6fe0-4043-aee3-82b899abad16 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 379 time: 0.0375640 Dec 22 04:58:58.379898 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43224) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.389066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'device_id': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'admin_state_up': True, 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'security_groups': ['f4116f8f-2f8f-47c5-963a-14622e128ce0']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:58.416171 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4885d00-cc08-466e-aea5-93ff45b3bf36 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.416961 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4885d00-cc08-466e-aea5-93ff45b3bf36 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.421104 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b4885d00-cc08-466e-aea5-93ff45b3bf36 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/21050059-e8db-4c84-b2de-d32df88dc86c HTTP/1.1" status: 404 len: 337 time: 0.0397637 Dec 22 04:58:58.424813 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43228) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.472346 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2834ed-f115-48df-9f44-191aaec5578f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.473142 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2834ed-f115-48df-9f44-191aaec5578f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.478939 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fe2834ed-f115-48df-9f44-191aaec5578f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/971f0a51-5200-42e1-815f-0db6c76d85e6 HTTP/1.1" status: 404 len: 333 time: 0.0494192 Dec 22 04:58:58.481287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43230) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.532156 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ca876ad5-e7e6-447f-aa5f-33c6c2286009 req-b71ba26b-2a8b-45ba-bc35-c800ee82c1b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 210 time: 0.0517397 Dec 22 04:58:58.533349 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b64cc8-5165-40ef-a6e2-1b13ee8afd55 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.533957 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b64cc8-5165-40ef-a6e2-1b13ee8afd55 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.537482 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-81b64cc8-5165-40ef-a6e2-1b13ee8afd55 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/631858c0-b568-4aa7-b35b-0074661068b2 HTTP/1.1" status: 404 len: 337 time: 0.0549395 Dec 22 04:58:58.541533 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43232) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.571066 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-86df8e62-6a68-4d9e-bfb3-2739adb5b302 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.571825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86df8e62-6a68-4d9e-bfb3-2739adb5b302 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.578070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43236) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.581000 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-86df8e62-6a68-4d9e-bfb3-2739adb5b302 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/f24f490a-9597-46f7-883a-a8196e7d14d2 HTTP/1.1" status: 404 len: 333 time: 0.0368326 Dec 22 04:58:58.607305 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:58.611087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:58.612942 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-41600636-2a76-465a-b45e-c518efe87ee1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.613364 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41600636-2a76-465a-b45e-c518efe87ee1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.618897 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-41600636-2a76-465a-b45e-c518efe87ee1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/51861694-7264-4c52-8c24-fc13c623c54a HTTP/1.1" status: 404 len: 337 time: 0.0397537 Dec 22 04:58:58.619113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43240) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.625497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f72e49-56ff-4dc8-b875-7d3a17fc7e55 None None] DHCP port deletion for 2485d7d3-5b15-435d-bf80-f80d67582626 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:58:58.646978 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-481c41e8-304b-4a6e-a42d-9fa7fe507ad8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.648354 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481c41e8-304b-4a6e-a42d-9fa7fe507ad8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.651683 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-481c41e8-304b-4a6e-a42d-9fa7fe507ad8 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/c8a49be3-cdec-47c8-9100-c1cd584c3757 HTTP/1.1" status: 404 len: 333 time: 0.0315008 Dec 22 04:58:58.654162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43242) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.675798 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b5f72e49-56ff-4dc8-b875-7d3a17fc7e55 None None] Deleting port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:58:58.676432 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b5f72e49-56ff-4dc8-b875-7d3a17fc7e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:58.680630 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-447d37e0-cf33-4247-8265-fbe7ef3e0f4e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.681077 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447d37e0-cf33-4247-8265-fbe7ef3e0f4e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.684112 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-447d37e0-cf33-4247-8265-fbe7ef3e0f4e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/6791ed4d-45d4-48ea-b552-aa8fc51de6dd HTTP/1.1" status: 404 len: 337 time: 0.0289688 Dec 22 04:58:58.686630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43244) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.719567 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc27031f-2a1d-4549-9537-cb206ab25f3c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.720683 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc27031f-2a1d-4549-9537-cb206ab25f3c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.723475 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-dc27031f-2a1d-4549-9537-cb206ab25f3c tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/54a5a531-b3d8-446a-b1d6-a5f86685de31 HTTP/1.1" status: 404 len: 333 time: 0.0336125 Dec 22 04:58:58.725938 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43246) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.747865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b5f72e49-56ff-4dc8-b875-7d3a17fc7e55 None None] For port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0fa6649b-84e0-49fb-9d64-0a4a92ef7002,segment=NetworkSegment(e4af6237-ba40-41ef-baba-bd7f70207b00),segment_id=e4af6237-ba40-41ef-baba-bd7f70207b00)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:58.748404 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b5f72e49-56ff-4dc8-b875-7d3a17fc7e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:58.760814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.11 (9984cc13-64ee-448e-bf61-914f5f7319e2/cce1af17-a18b-4def-9390-b8a96f9fc11c/0a563b02-ab3d-489c-bd4a-52f10017fdf7) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:58.762818 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b5f72e49-56ff-4dc8-b875-7d3a17fc7e55 None None] Calling delete_port for 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:58:58.764980 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-301f64a9-24df-4bee-a14d-ff0c2fa48217 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.764980 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301f64a9-24df-4bee-a14d-ff0c2fa48217 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.771122 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-301f64a9-24df-4bee-a14d-ff0c2fa48217 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/0f16da54-20d1-4e87-bc99-1818b3e09b4d HTTP/1.1" status: 404 len: 337 time: 0.0436280 Dec 22 04:58:58.771294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43248) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.804748 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b2dc56-3a82-486e-97e6-d238cb8dfcd1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.805385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b2dc56-3a82-486e-97e6-d238cb8dfcd1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.808395 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-82b2dc56-3a82-486e-97e6-d238cb8dfcd1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/a81bb487-d6ee-494c-b941-99cb58063d56 HTTP/1.1" status: 404 len: 333 time: 0.0363243 Dec 22 04:58:58.811477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43250) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.838913 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66732c6-6e63-4e4f-b3db-0be1bd6c01ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.839359 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66732c6-6e63-4e4f-b3db-0be1bd6c01ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.842890 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e66732c6-6e63-4e4f-b3db-0be1bd6c01ad tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/5088d976-9e0a-468c-bc0d-e03b8a46a0a3 HTTP/1.1" status: 404 len: 337 time: 0.0304368 Dec 22 04:58:58.851323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43252) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.877045 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69a6d94-7c7f-4ab3-90c6-9831c6575765 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.877045 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69a6d94-7c7f-4ab3-90c6-9831c6575765 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.880135 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a69a6d94-7c7f-4ab3-90c6-9831c6575765 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/1e005676-58da-4b7d-936f-3042cac0f78e HTTP/1.1" status: 404 len: 337 time: 0.0277653 Dec 22 04:58:58.887541 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43254) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.917986 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf6c912-6e8f-4fe4-82a4-b50e138cd1ff tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.924681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf6c912-6e8f-4fe4-82a4-b50e138cd1ff tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.924681 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5bf6c912-6e8f-4fe4-82a4-b50e138cd1ff tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/ea05124e-8e9e-48b5-b288-5c1b645dadce HTTP/1.1" status: 404 len: 333 time: 0.0351369 Dec 22 04:58:58.926087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43256) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.935443 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:58.963940 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-566b7d9c-a987-41ec-9f52-cead38e0ae41 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.964122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b5f72e49-56ff-4dc8-b875-7d3a17fc7e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:58.964325 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566b7d9c-a987-41ec-9f52-cead38e0ae41 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:58.966289 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-566b7d9c-a987-41ec-9f52-cead38e0ae41 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/2f77652a-3a19-4afd-9065-aa2f2e33790e HTTP/1.1" status: 404 len: 337 time: 0.0389907 Dec 22 04:58:58.969051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43258) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:58.976612 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:58.994457 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-584d51ed-a695-4765-8a54-af510433a5e1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:58.994883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584d51ed-a695-4765-8a54-af510433a5e1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.000390 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-584d51ed-a695-4765-8a54-af510433a5e1 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/30bee114-ae30-42ca-9b8c-297fa94877e9 HTTP/1.1" status: 404 len: 337 time: 0.0277665 Dec 22 04:58:59.000762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43260) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.001311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f72e49-56ff-4dc8-b875-7d3a17fc7e55 None None] Pushing event deleted for resources: {'Port': ['ID=0fa6649b-84e0-49fb-9d64-0a4a92ef7002,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:59.012529 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f72e49-56ff-4dc8-b875-7d3a17fc7e55 None None] No DVR routers for this DVR port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:59.023397 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No active binding found for port 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 {{(pid=109184) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:58:59.023397 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0fa6649b-84e0-49fb-9d64-0a4a92ef7002 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:59.027718 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f130177-6062-44f5-b6b7-c84ea0877388 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.035042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f130177-6062-44f5-b6b7-c84ea0877388 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.035042 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7f130177-6062-44f5-b6b7-c84ea0877388 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/faf6001f-3986-464d-b5d9-7074d68fbe58 HTTP/1.1" status: 404 len: 333 time: 0.0297921 Dec 22 04:58:59.035943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43262) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.065604 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fa39b7-09b5-4f8a-9544-edf6abf6a961 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.066056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fa39b7-09b5-4f8a-9544-edf6abf6a961 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.070061 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-52fa39b7-09b5-4f8a-9544-edf6abf6a961 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/32ebf98d-1b3a-4b08-b7e9-9fbac2e547d6 HTTP/1.1" status: 404 len: 337 time: 0.0327463 Dec 22 04:58:59.072711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43264) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.099699 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0ac820-4381-4817-b08d-0dea0ffb60d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.100179 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0ac820-4381-4817-b08d-0dea0ffb60d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.103268 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fb0ac820-4381-4817-b08d-0dea0ffb60d3 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/72325b6b-d5ce-45fa-857f-85f7cd3fc40d HTTP/1.1" status: 404 len: 337 time: 0.0295897 Dec 22 04:58:59.105773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43266) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.125513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:59.133075 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-0572de6d-d7dd-428f-99f7-ddfb8793d03b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.137908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0572de6d-d7dd-428f-99f7-ddfb8793d03b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.137908 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0572de6d-d7dd-428f-99f7-ddfb8793d03b tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/f6428d57-90dc-411a-84bf-ce81c0ba71c3 HTTP/1.1" status: 404 len: 333 time: 0.0301077 Dec 22 04:58:59.139548 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43268) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.165901 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae898b6-9d6f-4d4d-9084-f8c453e7cef2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.166338 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae898b6-9d6f-4d4d-9084-f8c453e7cef2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.169762 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6ae898b6-9d6f-4d4d-9084-f8c453e7cef2 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/92840ac9-a5a8-4e86-954e-9bb7c5e5708b HTTP/1.1" status: 404 len: 337 time: 0.0292058 Dec 22 04:58:59.173479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43270) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.175646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 9984cc13-64ee-448e-bf61-914f5f7319e2 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:59.179402 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:59.187866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:59.193059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=0a563b02-ab3d-489c-bd4a-52f10017fdf7,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:59.209242 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-8186f468-267b-4fb6-bbed-bbec614fe03f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.209721 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8186f468-267b-4fb6-bbed-bbec614fe03f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.215229 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8186f468-267b-4fb6-bbed-bbec614fe03f tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/1bfb2d1c-f5f5-488a-b908-182594fe7808 HTTP/1.1" status: 404 len: 337 time: 0.0384338 Dec 22 04:58:59.215667 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43272) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.249138 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9c07d74c-1a28-4b6e-9bfa-4027e95c9400 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports?device_id=6e7966dd-d4a6-4474-b02a-e7ae28ec6624 HTTP/1.1" status: 200 len: 205 time: 0.0317965 Dec 22 04:58:59.251075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43274) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.256164 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:59.257445 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:59.306614 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.api.v2.resource [None req-127e2be5-8f97-4530-8f74-87ada9e68d71 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] delete failed (client error): The resource could not be found. Dec 22 04:58:59.308239 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-127e2be5-8f97-4530-8f74-87ada9e68d71 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/routers/6e7966dd-d4a6-4474-b02a-e7ae28ec6624 HTTP/1.1" status: 404 len: 336 time: 0.0558956 Dec 22 04:58:59.310428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43276) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.339563 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-fbb4c3ea-7b86-4dad-8631-e3652168f89d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9556415 Dec 22 04:58:59.342994 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-88781884-5bb5-4106-a9ff-78d520ebb2a5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.347090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88781884-5bb5-4106-a9ff-78d520ebb2a5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.350302 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-88781884-5bb5-4106-a9ff-78d520ebb2a5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/c5b402b6-59f9-4ae3-bf6d-2e332cd4e0e6 HTTP/1.1" status: 404 len: 337 time: 0.0386870 Dec 22 04:58:59.353182 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43278) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.369207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Request body: {'port': {'device_id': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:59.394055 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-13526cc6-4671-493d-b09a-83affd6c3980 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "GET /v2.0/ports?device_id=6894ab5f-1f03-4743-a3c4-4de716409f86 HTTP/1.1" status: 200 len: 205 time: 0.0365908 Dec 22 04:58:59.395223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43280) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.436736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7634798e-658e-4b11-88d9-fce17677fbf6 None None] Provisioning complete for port 0a563b02-ab3d-489c-bd4a-52f10017fdf7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:59.437110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7634798e-658e-4b11-88d9-fce17677fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:59.445906 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-6d138e60-ad5f-4c4f-b60b-63b79de4a827 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] delete failed (client error): The resource could not be found. Dec 22 04:58:59.446945 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6d138e60-ad5f-4c4f-b60b-63b79de4a827 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/routers/6894ab5f-1f03-4743-a3c4-4de716409f86 HTTP/1.1" status: 404 len: 336 time: 0.0507703 Dec 22 04:58:59.450088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43282) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.476525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7634798e-658e-4b11-88d9-fce17677fbf6 None None] Port 0a563b02-ab3d-489c-bd4a-52f10017fdf7 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:58:59.479222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:58:59.479859 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-123d0988-949c-480e-9999-1044ae368b6e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.480332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123d0988-949c-480e-9999-1044ae368b6e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.483592 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-123d0988-949c-480e-9999-1044ae368b6e tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/4e39e7e1-42f9-44a0-b528-cc9834340fda HTTP/1.1" status: 404 len: 337 time: 0.0320759 Dec 22 04:58:59.486198 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43284) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.513463 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-813f7308-d1bb-448b-946f-d1440206c5f5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.513912 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813f7308-d1bb-448b-946f-d1440206c5f5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.518104 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-813f7308-d1bb-448b-946f-d1440206c5f5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/fe49f214-96dd-49e3-a143-a5ec69f435e4 HTTP/1.1" status: 404 len: 337 time: 0.0309374 Dec 22 04:58:59.520786 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43286) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.546058 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-b96bbb4e-ba0e-4498-9b2a-97c3dbe660f7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.547224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b96bbb4e-ba0e-4498-9b2a-97c3dbe660f7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.549855 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b96bbb4e-ba0e-4498-9b2a-97c3dbe660f7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/cdb4d432-90cc-42ae-81d5-1825f27a0074 HTTP/1.1" status: 404 len: 333 time: 0.0281658 Dec 22 04:58:59.552519 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43288) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.581916 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa095124-46ec-41c4-9321-41a295565fb5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.587436 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa095124-46ec-41c4-9321-41a295565fb5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.587436 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-aa095124-46ec-41c4-9321-41a295565fb5 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/f27ec503-648a-4b10-a868-e7832a3db7bd HTTP/1.1" status: 404 len: 337 time: 0.0327144 Dec 22 04:58:59.590096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43292) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.614731 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-191332e8-8b6d-4220-90bc-77c31b705d87 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.615387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191332e8-8b6d-4220-90bc-77c31b705d87 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.619341 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-191332e8-8b6d-4220-90bc-77c31b705d87 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/b6af3c15-1ece-4274-b49c-6edc55b69fa2 HTTP/1.1" status: 404 len: 333 time: 0.0280058 Dec 22 04:58:59.621639 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43294) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.652759 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3078759-629c-4047-8886-2bd4855e777d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.653215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3078759-629c-4047-8886-2bd4855e777d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.657360 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b3078759-629c-4047-8886-2bd4855e777d tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/44491943-37d3-49b6-985c-4cc01ed89114 HTTP/1.1" status: 404 len: 337 time: 0.0337059 Dec 22 04:58:59.658870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43296) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.686157 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6996bf-c835-4f50-97b8-0ef12426769a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.686933 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb6996bf-c835-4f50-97b8-0ef12426769a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.690181 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bb6996bf-c835-4f50-97b8-0ef12426769a tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/a9f812e0-a982-49d0-b53e-f6947b03c348 HTTP/1.1" status: 404 len: 333 time: 0.0289884 Dec 22 04:58:59.692786 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43298) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.724636 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-a944c688-a2c8-4aa4-b087-2ace901af6a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.725820 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a944c688-a2c8-4aa4-b087-2ace901af6a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.729904 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a944c688-a2c8-4aa4-b087-2ace901af6a9 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/8b434629-7eae-4490-abfb-fa9605ae6c56 HTTP/1.1" status: 404 len: 337 time: 0.0360780 Dec 22 04:58:59.732433 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43300) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.757051 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e0c080-89cb-4cac-9230-e183b92efcda tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.757773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e0c080-89cb-4cac-9230-e183b92efcda tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.760914 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-51e0c080-89cb-4cac-9230-e183b92efcda tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/3019bc6c-bfa3-47e0-a27c-54b45e4df91a HTTP/1.1" status: 404 len: 333 time: 0.0274997 Dec 22 04:58:59.763367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43302) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.791021 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b7cc88-2b56-47ed-a3be-3fc302607b05 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.791485 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b7cc88-2b56-47ed-a3be-3fc302607b05 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.794944 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-01b7cc88-2b56-47ed-a3be-3fc302607b05 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/dfc3d9f7-99e7-49f0-9e4b-e86b95f7d960 HTTP/1.1" status: 404 len: 337 time: 0.0304329 Dec 22 04:58:59.797324 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43304) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.821721 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c540da-8a03-4132-b8d0-f9cd7e0e0608 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.822427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c540da-8a03-4132-b8d0-f9cd7e0e0608 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.825576 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e5c540da-8a03-4132-b8d0-f9cd7e0e0608 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/745b3766-52e3-4b8a-8e06-961287d907f1 HTTP/1.1" status: 404 len: 333 time: 0.0272808 Dec 22 04:58:59.828143 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43306) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.862312 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb991776-81ad-4f55-8432-0d43c7d45069 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.862772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb991776-81ad-4f55-8432-0d43c7d45069 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.865976 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cb991776-81ad-4f55-8432-0d43c7d45069 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/ad4bc62f-39c9-4c33-8822-fbb8d9b074c6 HTTP/1.1" status: 404 len: 337 time: 0.0367398 Dec 22 04:58:59.868477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43308) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.891676 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-f373ad33-18b0-47eb-8542-66e89fd3af10 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.892406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f373ad33-18b0-47eb-8542-66e89fd3af10 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.895474 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f373ad33-18b0-47eb-8542-66e89fd3af10 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/279ffcbd-de9d-430d-8738-40e06d9296f9 HTTP/1.1" status: 404 len: 333 time: 0.0260777 Dec 22 04:58:59.898618 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43310) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.925376 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-519a7567-136a-4c4e-8707-077803103472 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.925832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519a7567-136a-4c4e-8707-077803103472 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.928955 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-519a7567-136a-4c4e-8707-077803103472 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/d62421aa-347e-491d-ac7b-7591ecd987dc HTTP/1.1" status: 404 len: 337 time: 0.0293634 Dec 22 04:58:59.931551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43312) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.954245 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-80afd689-0896-449c-a488-1e7af8ace0fc tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.959271 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80afd689-0896-449c-a488-1e7af8ace0fc tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.959271 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-80afd689-0896-449c-a488-1e7af8ace0fc tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/ports/a8eb6b10-08fe-4cf8-9d16-fcde595b901f HTTP/1.1" status: 404 len: 333 time: 0.0255136 Dec 22 04:58:59.961682 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43314) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:58:59.990229 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6254d3-b84a-4bea-bd00-4fecf7a3f1b7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] DELETE failed (client error): The resource could not be found. Dec 22 04:58:59.990687 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6254d3-b84a-4bea-bd00-4fecf7a3f1b7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:58:59.994915 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cf6254d3-b84a-4bea-bd00-4fecf7a3f1b7 tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/subnets/2580a665-7fbe-4746-a2a1-3a44363f22d8 HTTP/1.1" status: 404 len: 337 time: 0.0322294 Dec 22 04:58:59.997459 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43316) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:00.033139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582a570-c7ad-4e66-887c-3842ce79cbaf req-d326f30d-7d6b-47da-9803-81dd6b23138f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:00.034629 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5582a570-c7ad-4e66-887c-3842ce79cbaf req-d326f30d-7d6b-47da-9803-81dd6b23138f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 932 time: 0.4102659 Dec 22 04:59:00.081346 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:00.097356 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5582a570-c7ad-4e66-887c-3842ce79cbaf req-fc8987fb-7e64-4c48-a354-ec314067d116 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4116f8f-2f8f-47c5-963a-14622e128ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557201 Dec 22 04:59:00.133654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a563b02-ab3d-489c-bd4a-52f10017fdf7 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:59:00.141161 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:00.153390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Transition to ACTIVE for port object 0a563b02-ab3d-489c-bd4a-52f10017fdf7 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:59:00.172255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:00.191263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2485d7d3-5b15-435d-bf80-f80d67582626']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:00.200781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4af6237-ba40-41ef-baba-bd7f70207b00') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:00.201056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4af6237-ba40-41ef-baba-bd7f70207b00') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:00.210725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:00.214887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:00.223661 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:00.229542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:59:00.229916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:59:00.233034 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:59:00.270986 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a563b02-ab3d-489c-bd4a-52f10017fdf7,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:00.338219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Attempting to bind port 0a563b02-ab3d-489c-bd4a-52f10017fdf7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:59:00.338219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Attempting to bind port 0a563b02-ab3d-489c-bd4a-52f10017fdf7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:59:00.338431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Attempting to bind port 0a563b02-ab3d-489c-bd4a-52f10017fdf7 on network 9984cc13-64ee-448e-bf61-914f5f7319e2 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:00.343231 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Port 0a563b02-ab3d-489c-bd4a-52f10017fdf7 on network 9984cc13-64ee-448e-bf61-914f5f7319e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:59:00.343553 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Attempting to bind port 0a563b02-ab3d-489c-bd4a-52f10017fdf7 on network 9984cc13-64ee-448e-bf61-914f5f7319e2 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:00.348777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:59:00.349177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Checking segment: {'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:00.349619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Bound using segment: {'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:59:00.350143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Bound port: 0a563b02-ab3d-489c-bd4a-52f10017fdf7, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65397bf0-c46a-4f2c-b833-ec77821bb6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:59:00.350555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:00.358326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:00.362924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:00.366779 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] 10.222.0.54 "DELETE /v2.0/networks/2485d7d3-5b15-435d-bf80-f80d67582626 HTTP/1.1" status: 204 len: 168 time: 0.3681390 Dec 22 04:59:00.384483 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c83bd90-50de-42e8-8aaa-d77ebf61a0fb tempest-NetworksTestDHCPv6-1002247109 tempest-NetworksTestDHCPv6-1002247109-project] Pushing event deleted for resources: {'Network': ['ID=2485d7d3-5b15-435d-bf80-f80d67582626,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:00.423964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] For port 0a563b02-ab3d-489c-bd4a-52f10017fdf7, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:59:00.427200 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] For port 0a563b02-ab3d-489c-bd4a-52f10017fdf7, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a563b02-ab3d-489c-bd4a-52f10017fdf7,segment=NetworkSegment(65397bf0-c46a-4f2c-b833-ec77821bb6eb),segment_id=65397bf0-c46a-4f2c-b833-ec77821bb6eb)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:59:00.513912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:00.550005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:00.550619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:00.552093 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] 10.222.0.16 "PUT /v2.0/ports/0a563b02-ab3d-489c-bd4a-52f10017fdf7 HTTP/1.1" status: 200 len: 1094 time: 1.1985652 Dec 22 04:59:00.552536 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'tag': '0a563b02-ab3d-489c-bd4a-52f10017fdf7'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:59:00.555304 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c171cfd-dad2-4874-bc3e-dedc6b382afd" -d '{"events": [{"name": "network-changed", "server_uuid": "9264dcb2-edf9-4cf5-ba65-9aaa5f806b31", "tag": "0a563b02-ab3d-489c-bd4a-52f10017fdf7"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:59:00.580605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5b029-a6f7-4395-8a9d-da5e186ca3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a563b02-ab3d-489c-bd4a-52f10017fdf7,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:00.593151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89599a80-394a-46be-9d76-6fb04f721fbe x-openstack-request-id: req-89599a80-394a-46be-9d76-6fb04f721fbe {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:59:00.593529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9264dcb2-edf9-4cf5-ba65-9aaa5f806b31", "tag": "0a563b02-ab3d-489c-bd4a-52f10017fdf7", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:59:00.593842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89599a80-394a-46be-9d76-6fb04f721fbe {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:59:00.594296 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'tag': '0a563b02-ab3d-489c-bd4a-52f10017fdf7', 'status': 'completed', 'code': 200} Dec 22 04:59:00.684701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c171cfd-dad2-4874-bc3e-dedc6b382afd req-815b2aaa-423f-4145-bffa-9f03744a5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:00.686265 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5c171cfd-dad2-4874-bc3e-dedc6b382afd req-815b2aaa-423f-4145-bffa-9f03744a5b3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 1097 time: 0.0466425 Dec 22 04:59:00.795439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c171cfd-dad2-4874-bc3e-dedc6b382afd req-d03f10ad-e615-4de9-bda6-52806baf7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:00.796923 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5c171cfd-dad2-4874-bc3e-dedc6b382afd req-d03f10ad-e615-4de9-bda6-52806baf7d33 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=029a077a8ccd4775910052d15f603bba&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0977287 Dec 22 04:59:00.893311 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c171cfd-dad2-4874-bc3e-dedc6b382afd req-1db6991c-4e14-43da-b4db-4a2c12765b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:00.894773 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5c171cfd-dad2-4874-bc3e-dedc6b382afd req-1db6991c-4e14-43da-b4db-4a2c12765b15 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906429 Dec 22 04:59:00.917931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43324) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:00.991610 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-73a7dacb-d17e-44ee-ae72-301ad711b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:00.993246 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-73a7dacb-d17e-44ee-ae72-301ad711b5f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 1097 time: 0.0410020 Dec 22 04:59:01.048283 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-0b29ac4b-025a-4e67-a41e-e2096dc49e60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a563b02-ab3d-489c-bd4a-52f10017fdf7 HTTP/1.1" status: 200 len: 217 time: 0.0423138 Dec 22 04:59:01.112500 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9687a87d-a066-4afb-b9e9-258dd19f6170 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5795d9075b140d7b508dbcd8c771320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1934359 Dec 22 04:59:01.115267 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43328) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:01.116811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-ff7f9fcf-dc10-468b-a190-c3516d70ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:01.118212 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-ff7f9fcf-dc10-468b-a190-c3516d70ae15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cce1af17-a18b-4def-9390-b8a96f9fc11c HTTP/1.1" status: 200 len: 834 time: 0.0618722 Dec 22 04:59:01.166301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e78e7b66-18c2-4091-9c83-c9248cd1616f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:01.187484 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e78e7b66-18c2-4091-9c83-c9248cd1616f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:01.201624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-e17fd997-8590-44f7-9837-1d6cc9b05dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:01.203171 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-e17fd997-8590-44f7-9837-1d6cc9b05dd5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9984cc13-64ee-448e-bf61-914f5f7319e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778868 Dec 22 04:59:01.261371 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d6d45-2871-45ea-9f99-d81fca76d4fd req-d0c37c08-fe97-4d0b-9def-efaa2d7928ec tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:01.262816 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-656d6d45-2871-45ea-9f99-d81fca76d4fd req-d0c37c08-fe97-4d0b-9def-efaa2d7928ec tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 944 time: 0.0973449 Dec 22 04:59:01.313235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e78e7b66-18c2-4091-9c83-c9248cd1616f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:01.315817 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e78e7b66-18c2-4091-9c83-c9248cd1616f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:01.317251 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e78e7b66-18c2-4091-9c83-c9248cd1616f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5554140f-707b-4fd7-b3e5-943c62429a1d HTTP/1.1" status: 204 len: 168 time: 0.2000408 Dec 22 04:59:01.324929 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-656d6d45-2871-45ea-9f99-d81fca76d4fd req-89986f22-e17f-4aa3-9131-8c29586c9c36 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4116f8f-2f8f-47c5-963a-14622e128ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548327 Dec 22 04:59:01.325079 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e7b66-18c2-4091-9c83-c9248cd1616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5554140f-707b-4fd7-b3e5-943c62429a1d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:01.331400 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-64148416-375b-4c9d-b15c-9665798240b6 service neutron] 10.222.0.16 "GET /v2.0/networks/9984cc13-64ee-448e-bf61-914f5f7319e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206753 Dec 22 04:59:01.432997 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9474dab-dff3-47ca-a739-62ca5dc8ac88 req-6547e3e6-8ed3-4c73-9998-52b659679cbe service neutron] 10.222.0.16 "GET /v2.0/networks/9984cc13-64ee-448e-bf61-914f5f7319e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932672 Dec 22 04:59:02.372874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43354) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:02.443211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a57dd-faa7-4954-b5eb-4108cd40394f req-df78ef60-449f-4059-8474-e64c2a9f1375 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:02.444696 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c92a57dd-faa7-4954-b5eb-4108cd40394f req-df78ef60-449f-4059-8474-e64c2a9f1375 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 944 time: 0.0482047 Dec 22 04:59:02.468132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'networks': [{'name': 'tempest-network--769196193'}, {'name': 'tempest-network--1990570374'}]} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:02.468499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'network': {'name': 'tempest-network--769196193'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:02.468931 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'network': {'name': 'tempest-network--1990570374'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:02.497898 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c92a57dd-faa7-4954-b5eb-4108cd40394f req-c2bbb058-e06e-4f4b-9fa1-0f3a88b556be tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4116f8f-2f8f-47c5-963a-14622e128ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468328 Dec 22 04:59:02.592100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Made reservation on behalf of 07594bb7e6e3411493948e1c9f863609 for: {'network': 2} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:02.596750 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:02.605031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:02.675404 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:02.746248 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:02.746697 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:02.784509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0190101a-f478-4782-bdff-9e28a261e9fd,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:02.790409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:59:02.799005 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:02.799344 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Added segment a8350a12-53f6-497d-a193-5903e37b2290 of type vlan for network c199bfc5-c66f-4c6c-883c-2953d854ba82 Dec 22 04:59:02.841004 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:02.868489 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:59:02.876604 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:02.876941 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Added segment cc2c9e48-9b32-4312-948e-ffac375d7678 of type vlan for network dc22534b-efea-453b-b9ea-a6e9e5e2676f Dec 22 04:59:02.914686 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:02.987801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:02.988330 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:02.994526 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:02.999328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:02.999936 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.062822 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event updated for resources: {'Network': ['ID=c199bfc5-c66f-4c6c-883c-2953d854ba82,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:03.069874 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 0a563b02-ab3d-489c-bd4a-52f10017fdf7 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:59:03.074138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network c199bfc5-c66f-4c6c-883c-2953d854ba82 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:59:03.129374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event updated for resources: {'Network': ['ID=dc22534b-efea-453b-b9ea-a6e9e5e2676f,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:03.140929 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b2a512ab-cee7-44de-87cc-9e58726e375b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7644954 Dec 22 04:59:03.141190 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43358) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:03.149417 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network dc22534b-efea-453b-b9ea-a6e9e5e2676f details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:59:03.277314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 0a563b02-ab3d-489c-bd4a-52f10017fdf7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a563b02-ab3d-489c-bd4a-52f10017fdf7,segment=NetworkSegment(65397bf0-c46a-4f2c-b833-ec77821bb6eb),segment_id=65397bf0-c46a-4f2c-b833-ec77821bb6eb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:03.288005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '0a563b02-ab3d-489c-bd4a-52f10017fdf7', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'port_id': '0a563b02-ab3d-489c-bd4a-52f10017fdf7', 'mac_address': 'fa:16:3e:b7:0f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:59:03.317648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10fd21-7627-4eab-bc5f-0fdbe09960fc tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:03.323382 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10fd21-7627-4eab-bc5f-0fdbe09960fc tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:03.324605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.329358 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10fd21-7627-4eab-bc5f-0fdbe09960fc tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:03.335163 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10fd21-7627-4eab-bc5f-0fdbe09960fc tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:03.336831 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-eb10fd21-7627-4eab-bc5f-0fdbe09960fc tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1947896 Dec 22 04:59:03.336975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a563b02-ab3d-489c-bd4a-52f10017fdf7 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:59:03.339669 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43360) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:03.356073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 0a563b02-ab3d-489c-bd4a-52f10017fdf7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a563b02-ab3d-489c-bd4a-52f10017fdf7,segment=NetworkSegment(65397bf0-c46a-4f2c-b833-ec77821bb6eb),segment_id=65397bf0-c46a-4f2c-b833-ec77821bb6eb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:03.418824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.422000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.469282 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=0a563b02-ab3d-489c-bd4a-52f10017fdf7,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:03.504832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.524064 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c199bfc5-c66f-4c6c-883c-2953d854ba82']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:03.533273 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8350a12-53f6-497d-a193-5903e37b2290') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:03.533487 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8350a12-53f6-497d-a193-5903e37b2290') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:03.543256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.556145 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.562089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:59:03.562502 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:59:03.565497 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:59:03.611700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e91975-a7bc-4b9a-99c1-9384a8eda9d9 req-4b8914b4-4f99-4a88-87a6-d1475251a03e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:03.621389 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-57e91975-a7bc-4b9a-99c1-9384a8eda9d9 req-4b8914b4-4f99-4a88-87a6-d1475251a03e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 945 time: 0.0505722 Dec 22 04:59:03.651689 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-57e91975-a7bc-4b9a-99c1-9384a8eda9d9 req-11868f83-00b8-4a86-b082-bfd8c7913564 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4116f8f-2f8f-47c5-963a-14622e128ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318329 Dec 22 04:59:03.707550 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['0a563b02-ab3d-489c-bd4a-52f10017fdf7'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:59:03.718971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.726586 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.729294 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "DELETE /v2.0/networks/c199bfc5-c66f-4c6c-883c-2953d854ba82 HTTP/1.1" status: 204 len: 168 time: 0.3887000 Dec 22 04:59:03.732065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43364) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:03.742167 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ee7f2-98ff-4e1a-9748-7b262ca354e1 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event deleted for resources: {'Network': ['ID=c199bfc5-c66f-4c6c-883c-2953d854ba82,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:03.817621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.902170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.922166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc22534b-efea-453b-b9ea-a6e9e5e2676f']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:03.931989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2c9e48-9b32-4312-948e-ffac375d7678') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:03.932309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2c9e48-9b32-4312-948e-ffac375d7678') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:03.946976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.960478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.966343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:59:03.966731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:59:03.970038 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:59:04.112400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:04.119277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:04.122398 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "DELETE /v2.0/networks/dc22534b-efea-453b-b9ea-a6e9e5e2676f HTTP/1.1" status: 204 len: 168 time: 0.3891985 Dec 22 04:59:04.125157 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43366) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:04.134478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb32db-3f25-4f9c-b2d0-cde955a8ef90 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event deleted for resources: {'Network': ['ID=dc22534b-efea-453b-b9ea-a6e9e5e2676f,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:04.231620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcaf4c9-65ea-4a6c-8e4f-56c3a7d8aa78 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:04.237408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcaf4c9-65ea-4a6c-8e4f-56c3a7d8aa78 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:04.238928 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9dcaf4c9-65ea-4a6c-8e4f-56c3a7d8aa78 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1128089 Dec 22 04:59:04.243247 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43368) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:04.247944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ce1e6edc-8b4e-47d7-8ee9-129ab3cce585 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-116573090'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:04.323061 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1e6edc-8b4e-47d7-8ee9-129ab3cce585 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Made reservation on behalf of 07594bb7e6e3411493948e1c9f863609 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:04.326324 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6edc-8b4e-47d7-8ee9-129ab3cce585 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:04.348809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1e6edc-8b4e-47d7-8ee9-129ab3cce585 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:59:04.357547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6edc-8b4e-47d7-8ee9-129ab3cce585 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:04.357875 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-ce1e6edc-8b4e-47d7-8ee9-129ab3cce585 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Added segment 926c31af-796d-4ee9-8ac0-b7a626450942 of type vlan for network 4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3 Dec 22 04:59:04.395240 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6edc-8b4e-47d7-8ee9-129ab3cce585 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:04.495872 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6edc-8b4e-47d7-8ee9-129ab3cce585 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:04.501243 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1e6edc-8b4e-47d7-8ee9-129ab3cce585 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:04.501807 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce1e6edc-8b4e-47d7-8ee9-129ab3cce585 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:04.565827 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e6edc-8b4e-47d7-8ee9-129ab3cce585 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event updated for resources: {'Network': ['ID=4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:04.575693 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:59:04.669852 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ce1e6edc-8b4e-47d7-8ee9-129ab3cce585 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4256132 Dec 22 04:59:04.672368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43370) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:04.677360 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ced23e87-d99b-49ff-83d0-feee6e2660da tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-924567808'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:04.758388 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced23e87-d99b-49ff-83d0-feee6e2660da tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Made reservation on behalf of 07594bb7e6e3411493948e1c9f863609 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:04.761611 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ced23e87-d99b-49ff-83d0-feee6e2660da tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:04.769831 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6c0dd-aa42-4734-a36e-164ce9afca17 req-abd9d106-6dc4-4833-98e0-50ff67e5af9d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:04.771259 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d1d6c0dd-aa42-4734-a36e-164ce9afca17 req-abd9d106-6dc4-4833-98e0-50ff67e5af9d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 945 time: 0.0522547 Dec 22 04:59:04.812229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced23e87-d99b-49ff-83d0-feee6e2660da tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:59:04.824688 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d1d6c0dd-aa42-4734-a36e-164ce9afca17 req-89f4ff49-8752-42f0-8ef9-0c9e432fe736 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4116f8f-2f8f-47c5-963a-14622e128ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457151 Dec 22 04:59:04.827237 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ced23e87-d99b-49ff-83d0-feee6e2660da tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:04.827610 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-ced23e87-d99b-49ff-83d0-feee6e2660da tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Added segment b46af193-9786-417b-a0e8-0870645e4406 of type vlan for network 14a787b8-f4fe-47b7-81de-2fb1cb060053 Dec 22 04:59:04.865021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ced23e87-d99b-49ff-83d0-feee6e2660da tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:04.970010 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ced23e87-d99b-49ff-83d0-feee6e2660da tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:04.975478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced23e87-d99b-49ff-83d0-feee6e2660da tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:04.976036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ced23e87-d99b-49ff-83d0-feee6e2660da tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:05.037095 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced23e87-d99b-49ff-83d0-feee6e2660da tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event updated for resources: {'Network': ['ID=14a787b8-f4fe-47b7-81de-2fb1cb060053,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:05.046963 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 14a787b8-f4fe-47b7-81de-2fb1cb060053 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:59:05.085371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 0a563b02-ab3d-489c-bd4a-52f10017fdf7 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:05.093200 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ced23e87-d99b-49ff-83d0-feee6e2660da tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4198353 Dec 22 04:59:05.096051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43374) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:05.100951 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'ports': [{'network_id': '4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3', 'name': 'tempest-port--350939466', 'admin_state_up': True}, {'network_id': '14a787b8-f4fe-47b7-81de-2fb1cb060053', 'admin_state_up': False}]} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:05.101261 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'port': {'network_id': '4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3', 'name': 'tempest-port--350939466', 'admin_state_up': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:05.101740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'port': {'network_id': '14a787b8-f4fe-47b7-81de-2fb1cb060053', 'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:05.193207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 0a563b02-ab3d-489c-bd4a-52f10017fdf7 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:59:05.197765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 0a563b02-ab3d-489c-bd4a-52f10017fdf7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:05.198128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:05.276485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:05.298100 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a563b02-ab3d-489c-bd4a-52f10017fdf7'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:59:05.300284 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801c52ea-13a2-494f-9082-726898d81422" -d '{"events": [{"server_uuid": "9264dcb2-edf9-4cf5-ba65-9aaa5f806b31", "name": "network-vif-plugged", "status": "completed", "tag": "0a563b02-ab3d-489c-bd4a-52f10017fdf7"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:59:05.307764 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Made reservation on behalf of 07594bb7e6e3411493948e1c9f863609 for: {'port': 2} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:05.312367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:05.313612 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 0a563b02-ab3d-489c-bd4a-52f10017fdf7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a563b02-ab3d-489c-bd4a-52f10017fdf7,segment=NetworkSegment(65397bf0-c46a-4f2c-b833-ec77821bb6eb),segment_id=65397bf0-c46a-4f2c-b833-ec77821bb6eb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:05.326316 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:05.346991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a92509f-0ec1-43b1-8478-c17430f60631 x-openstack-request-id: req-3a92509f-0ec1-43b1-8478-c17430f60631 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:59:05.346991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9264dcb2-edf9-4cf5-ba65-9aaa5f806b31", "name": "network-vif-plugged", "status": "completed", "tag": "0a563b02-ab3d-489c-bd4a-52f10017fdf7", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:59:05.346991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a92509f-0ec1-43b1-8478-c17430f60631 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:59:05.346991 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a563b02-ab3d-489c-bd4a-52f10017fdf7', 'code': 200} Dec 22 04:59:05.387918 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:05.409978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] device_id is not set on port d92d4fde-554b-42d9-bdab-0d9a10f13921 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:59:05.440953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=0a563b02-ab3d-489c-bd4a-52f10017fdf7,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:05.525794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:05.592016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] device_id is not set on port 2869d1c9-78be-468f-a808-34d7d882d352 yet. {{(pid=109182) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:59:05.664570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a63dea-bd64-44fc-9c3d-9c02cebee10c req-3bb6f31b-fc6c-420e-849f-21959f7a7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:05.666069 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f3a63dea-bd64-44fc-9c3d-9c02cebee10c req-3bb6f31b-fc6c-420e-849f-21959f7a7839 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 1099 time: 0.0391407 Dec 22 04:59:05.698582 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:05.707132 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f3a63dea-bd64-44fc-9c3d-9c02cebee10c req-502fade2-b45b-4214-b1f3-005c0b7b4d04 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f4116f8f-2f8f-47c5-963a-14622e128ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274241 Dec 22 04:59:05.782042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:05.846001 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event updated for resources: {'Port': ['ID=d92d4fde-554b-42d9-bdab-0d9a10f13921,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:05.851603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Checking segment: {'id': '926c31af-796d-4ee9-8ac0-b7a626450942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:05.851944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Network hostable DHCP agents. Network: 4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:59:05.917415 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Network 4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:59:05.942187 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bb147-b6ba-476c-9822-78285f1ced85 req-96951b6d-1342-47eb-b9e7-4c9d750c5a0c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:05.943621 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8a8bb147-b6ba-476c-9822-78285f1ced85 req-96951b6d-1342-47eb-b9e7-4c9d750c5a0c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 946 time: 0.0529351 Dec 22 04:59:05.982159 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8a8bb147-b6ba-476c-9822-78285f1ced85 req-1d9fc5fe-74e6-4bfb-9a31-4a173cb04195 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4116f8f-2f8f-47c5-963a-14622e128ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324204 Dec 22 04:59:05.998304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:06.004071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:06.005043 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:06.009158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8de0a3-7261-4b1e-8ef1-08f97e141e72 None None] Network 4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:06.064847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event updated for resources: {'Port': ['ID=2869d1c9-78be-468f-a808-34d7d882d352,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:06.076441 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Checking segment: {'id': 'b46af193-9786-417b-a0e8-0870645e4406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '14a787b8-f4fe-47b7-81de-2fb1cb060053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:06.076818 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Network hostable DHCP agents. Network: 14a787b8-f4fe-47b7-81de-2fb1cb060053, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:59:06.324353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Network 14a787b8-f4fe-47b7-81de-2fb1cb060053 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:59:06.404489 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 14a787b8-f4fe-47b7-81de-2fb1cb060053) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:06.407985 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:06.412737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5610bad8-9290-4d0a-b8a3-09f5d3e738f3 None None] Network 14a787b8-f4fe-47b7-81de-2fb1cb060053 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:06.413647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:06.418403 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:06.419035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:06.493151 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-123f5697-f03d-463e-b7a5-bf1d7e12ce84 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3959823 Dec 22 04:59:06.495677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43382) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:06.542710 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb943b-7e6b-4149-ab87-214738e4dab4 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:06.548460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eb943b-7e6b-4149-ab87-214738e4dab4 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:06.549949 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f2eb943b-7e6b-4149-ab87-214738e4dab4 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0532837 Dec 22 04:59:06.552706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43384) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:06.638319 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-69b31937-4472-41e6-b176-f1b5b3c9de24 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Deleting port d92d4fde-554b-42d9-bdab-0d9a10f13921 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:59:06.638657 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-69b31937-4472-41e6-b176-f1b5b3c9de24 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:06.701572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-69b31937-4472-41e6-b176-f1b5b3c9de24 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:06.713760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-69b31937-4472-41e6-b176-f1b5b3c9de24 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Calling delete_port for d92d4fde-554b-42d9-bdab-0d9a10f13921 owned by {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:59:07.103033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f624d8-d1b5-4138-b6d5-004ce7466c65 req-ee946bdd-9846-4c77-a1e7-5795a62f7003 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:07.104517 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-81f624d8-d1b5-4138-b6d5-004ce7466c65 req-ee946bdd-9846-4c77-a1e7-5795a62f7003 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 946 time: 0.0540507 Dec 22 04:59:07.141468 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-81f624d8-d1b5-4138-b6d5-004ce7466c65 req-d43e49bb-535a-45b9-adc8-d420fbc715f1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4116f8f-2f8f-47c5-963a-14622e128ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309422 Dec 22 04:59:07.193464 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-69b31937-4472-41e6-b176-f1b5b3c9de24 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.222572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b31937-4472-41e6-b176-f1b5b3c9de24 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event deleted for resources: {'Port': ['ID=d92d4fde-554b-42d9-bdab-0d9a10f13921,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:07.249514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-69b31937-4472-41e6-b176-f1b5b3c9de24 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.252708 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-69b31937-4472-41e6-b176-f1b5b3c9de24 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "DELETE /v2.0/ports/d92d4fde-554b-42d9-bdab-0d9a10f13921 HTTP/1.1" status: 204 len: 168 time: 0.6986158 Dec 22 04:59:07.255405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43390) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:07.278889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9c53f-2d02-4379-a524-1b4a282537a8 req-dfd9ce19-b984-408d-b638-9fb2d6044e76 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:07.280847 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d2c9c53f-2d02-4379-a524-1b4a282537a8 req-dfd9ce19-b984-408d-b638-9fb2d6044e76 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 946 time: 0.0621192 Dec 22 04:59:07.320623 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d2c9c53f-2d02-4379-a524-1b4a282537a8 req-7bd52807-a1ec-418c-aafc-3aad371d0bac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4116f8f-2f8f-47c5-963a-14622e128ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330417 Dec 22 04:59:07.342674 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43392) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:07.356334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-9157f813-6012-484b-a03a-437e2448ddb2 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Deleting port 2869d1c9-78be-468f-a808-34d7d882d352 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:59:07.356681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9157f813-6012-484b-a03a-437e2448ddb2 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.403176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07383773-fba4-4306-8e1e-97b72c324142 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:07.404706 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-07383773-fba4-4306-8e1e-97b72c324142 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 1094 time: 0.0610859 Dec 22 04:59:07.407552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43394) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:07.411876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '0a563b02-ab3d-489c-bd4a-52f10017fdf7', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:07.424382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9157f813-6012-484b-a03a-437e2448ddb2 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.437913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-9157f813-6012-484b-a03a-437e2448ddb2 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Calling delete_port for 2869d1c9-78be-468f-a808-34d7d882d352 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:59:07.541547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.604614 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9157f813-6012-484b-a03a-437e2448ddb2 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.632895 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157f813-6012-484b-a03a-437e2448ddb2 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event deleted for resources: {'Port': ['ID=2869d1c9-78be-468f-a808-34d7d882d352,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:07.635593 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.637887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9157f813-6012-484b-a03a-437e2448ddb2 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.643563 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9157f813-6012-484b-a03a-437e2448ddb2 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "DELETE /v2.0/ports/2869d1c9-78be-468f-a808-34d7d882d352 HTTP/1.1" status: 204 len: 168 time: 0.3847535 Dec 22 04:59:07.643750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43396) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:07.675056 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3adac144-c66b-4a01-9508-1b246c43f4f5 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0301332 Dec 22 04:59:07.680560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43398) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:07.685377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-90ccc663-60c5-48bc-981b-39a37d350f22 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1466395357'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:07.740764 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.27 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/ecede4cf-9f56-4b5d-9e2a-05e0e3ddb024) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:59:07.764529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ccc663-60c5-48bc-981b-39a37d350f22 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Made reservation on behalf of 07594bb7e6e3411493948e1c9f863609 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:07.767956 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-90ccc663-60c5-48bc-981b-39a37d350f22 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.795345 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ccc663-60c5-48bc-981b-39a37d350f22 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:59:07.804173 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-90ccc663-60c5-48bc-981b-39a37d350f22 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.804540 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-90ccc663-60c5-48bc-981b-39a37d350f22 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Added segment 80066c0f-5bd4-493b-b6ea-97d33a479bc6 of type vlan for network 6930e2e0-7cc6-49a6-ae01-ac62952b0c37 Dec 22 04:59:07.839955 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.844842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-90ccc663-60c5-48bc-981b-39a37d350f22 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.923115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-90ccc663-60c5-48bc-981b-39a37d350f22 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.928702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ccc663-60c5-48bc-981b-39a37d350f22 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:07.929282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-90ccc663-60c5-48bc-981b-39a37d350f22 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.960085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:07.993659 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccc663-60c5-48bc-981b-39a37d350f22 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event updated for resources: {'Network': ['ID=6930e2e0-7cc6-49a6-ae01-ac62952b0c37,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:08.000937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:08.003921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:08.004602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 6930e2e0-7cc6-49a6-ae01-ac62952b0c37 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:59:08.006933 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:08.015396 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=ecede4cf-9f56-4b5d-9e2a-05e0e3ddb024,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:08.064832 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-90ccc663-60c5-48bc-981b-39a37d350f22 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3830235 Dec 22 04:59:08.067275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43400) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:08.072764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-24f81900-7d36-4c86-bcd2-bececd50d87e tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-963247875'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:08.175489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f81900-7d36-4c86-bcd2-bececd50d87e tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Made reservation on behalf of 07594bb7e6e3411493948e1c9f863609 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:08.179620 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24f81900-7d36-4c86-bcd2-bececd50d87e tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:08.203641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f81900-7d36-4c86-bcd2-bececd50d87e tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:59:08.212152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24f81900-7d36-4c86-bcd2-bececd50d87e tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:08.212540 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-24f81900-7d36-4c86-bcd2-bececd50d87e tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Added segment 9aae63db-ed4b-486b-ae4b-0afede9961f7 of type vlan for network ddd1c764-3ae0-4369-8f9d-5aebd72c409b Dec 22 04:59:08.254844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24f81900-7d36-4c86-bcd2-bececd50d87e tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:08.334908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24f81900-7d36-4c86-bcd2-bececd50d87e tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:08.340568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f81900-7d36-4c86-bcd2-bececd50d87e tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:08.341292 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24f81900-7d36-4c86-bcd2-bececd50d87e tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:08.355965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:08.406951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f81900-7d36-4c86-bcd2-bececd50d87e tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event updated for resources: {'Network': ['ID=ddd1c764-3ae0-4369-8f9d-5aebd72c409b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:08.417403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network ddd1c764-3ae0-4369-8f9d-5aebd72c409b details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:59:08.476211 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-24f81900-7d36-4c86-bcd2-bececd50d87e tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3901820 Dec 22 04:59:08.488104 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:08.587032 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43402) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:08.592418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'subnets': [{'network_id': '6930e2e0-7cc6-49a6-ae01-ac62952b0c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--509729078', 'ip_version': 4}, {'network_id': 'ddd1c764-3ae0-4369-8f9d-5aebd72c409b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:08.592785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'subnet': {'network_id': '6930e2e0-7cc6-49a6-ae01-ac62952b0c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--509729078', 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:08.593408 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Request body: {'subnet': {'network_id': 'ddd1c764-3ae0-4369-8f9d-5aebd72c409b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:08.636252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:08.695738 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:08.764652 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=ecede4cf-9f56-4b5d-9e2a-05e0e3ddb024,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:08.775246 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:08.814693 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Made reservation on behalf of 07594bb7e6e3411493948e1c9f863609 for: {'subnet': 2} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:08.819939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:08.820303 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:08.875014 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP 89f39c09-efc9-43f1-ae87-a7ddc8539160 associated. External IP: 172.26.5.27, port: 0a563b02-ab3d-489c-bd4a-52f10017fdf7. Dec 22 04:59:09.086335 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router bccefce2-0cc8-4b31-8725-95f533272038 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:59:09.196363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:59:09.198764 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e09eff71-398f-422d-b992-3912f7577cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:09.211133 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bba296-2d33-48d9-807a-55d44a67cf9b None None] Sync routers for ids ['bccefce2-0cc8-4b31-8725-95f533272038'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:59:09.215132 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bba296-2d33-48d9-807a-55d44a67cf9b None None] Routers {'bccefce2-0cc8-4b31-8725-95f533272038'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:09.215730 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c4bba296-2d33-48d9-807a-55d44a67cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:58:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['bccefce2-0cc8-4b31-8725-95f533272038'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:09.227582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:09.276148 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:09.289254 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event updated for resources: {'Subnet': ['ID=816c11e1-2b46-4b3d-b80f-a7a5388bcc75,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:09.296920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Checking segment: {'id': '80066c0f-5bd4-493b-b6ea-97d33a479bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6930e2e0-7cc6-49a6-ae01-ac62952b0c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:09.297268 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Network hostable DHCP agents. Network: 6930e2e0-7cc6-49a6-ae01-ac62952b0c37, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:59:09.304444 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2c4f821f-eebc-4882-ad12-9fb034550a3c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8958752 Dec 22 04:59:09.305027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'tag': '0a563b02-ab3d-489c-bd4a-52f10017fdf7'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:59:09.307209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43404) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:09.307341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865ff47c-2f9f-49a7-a458-e5bff50535d5" -d '{"events": [{"name": "network-changed", "server_uuid": "9264dcb2-edf9-4cf5-ba65-9aaa5f806b31", "tag": "0a563b02-ab3d-489c-bd4a-52f10017fdf7"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:59:09.329328 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c4bba296-2d33-48d9-807a-55d44a67cf9b None None] Set router bccefce2-0cc8-4b31-8725-95f533272038 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:09.342724 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b96bf3-ee8c-42c1-b2ce-534000b2baca x-openstack-request-id: req-37b96bf3-ee8c-42c1-b2ce-534000b2baca {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:59:09.343012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9264dcb2-edf9-4cf5-ba65-9aaa5f806b31", "tag": "0a563b02-ab3d-489c-bd4a-52f10017fdf7", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:59:09.343260 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-37b96bf3-ee8c-42c1-b2ce-534000b2baca {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:59:09.343667 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'tag': '0a563b02-ab3d-489c-bd4a-52f10017fdf7', 'status': 'completed', 'code': 200} Dec 22 04:59:09.447170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Network 6930e2e0-7cc6-49a6-ae01-ac62952b0c37 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:59:09.460937 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d45ba9e7-d9dd-42b6-93f7-180d977633b5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/89f39c09-efc9-43f1-ae87-a7ddc8539160 HTTP/1.1" status: 200 len: 991 time: 0.1526921 Dec 22 04:59:09.470352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ff47c-2f9f-49a7-a458-e5bff50535d5 req-8e8a7432-9949-42d3-8aad-b31f0e522f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:09.471773 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-865ff47c-2f9f-49a7-a458-e5bff50535d5 req-8e8a7432-9949-42d3-8aad-b31f0e522f51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 1099 time: 0.0824230 Dec 22 04:59:09.523454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 6930e2e0-7cc6-49a6-ae01-ac62952b0c37) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:09.527748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:09.534238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8416550d-5b2a-4a31-a0b5-1b79698c11d8 None None] Network 6930e2e0-7cc6-49a6-ae01-ac62952b0c37 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:09.551001 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c4bba296-2d33-48d9-807a-55d44a67cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '89f39c09-efc9-43f1-ae87-a7ddc8539160', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.27', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'port_id': '0a563b02-ab3d-489c-bd4a-52f10017fdf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'mac_address': 'fa:16:3e:b7:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:59:08Z', 'updated_at': '2021-12-22T04:59:08Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf139bc-2be2-4249-becd-ee3564f6cd00', 'name': '', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:41:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:48Z', 'updated_at': '2021-12-22T04:58:54Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:09.576609 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bba296-2d33-48d9-807a-55d44a67cf9b None None] Checking router: bccefce2-0cc8-4b31-8725-95f533272038 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:59:09.586306 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bba296-2d33-48d9-807a-55d44a67cf9b None None] Routers {'bccefce2-0cc8-4b31-8725-95f533272038'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:09.586910 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c4bba296-2d33-48d9-807a-55d44a67cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:58:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['bccefce2-0cc8-4b31-8725-95f533272038'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:09.613424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event updated for resources: {'Subnet': ['ID=d121aba2-3191-408d-999f-812903f03568,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:09.634448 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ff47c-2f9f-49a7-a458-e5bff50535d5 req-77aabaec-fb96-4e26-aa81-8f9b3230959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:09.635937 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-865ff47c-2f9f-49a7-a458-e5bff50535d5 req-77aabaec-fb96-4e26-aa81-8f9b3230959d service neutron] 10.222.0.16 "GET /v2.0/networks?id=9984cc13-64ee-448e-bf61-914f5f7319e2 HTTP/1.1" status: 200 len: 897 time: 0.1574683 Dec 22 04:59:09.639855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Checking segment: {'id': '9aae63db-ed4b-486b-ae4b-0afede9961f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ddd1c764-3ae0-4369-8f9d-5aebd72c409b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:09.640562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Network hostable DHCP agents. Network: ddd1c764-3ae0-4369-8f9d-5aebd72c409b, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:59:09.691640 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c4bba296-2d33-48d9-807a-55d44a67cf9b None None] Set router bccefce2-0cc8-4b31-8725-95f533272038 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:09.693667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-6930e2e0-7cc6-49a6-ae01-ac62952b0c37', 'network_id': '6930e2e0-7cc6-49a6-ae01-ac62952b0c37', 'tenant_id': '07594bb7e6e3411493948e1c9f863609', 'fixed_ips': [{'subnet_id': '816c11e1-2b46-4b3d-b80f-a7a5388bcc75'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:59:09.694969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:09.711692 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-865ff47c-2f9f-49a7-a458-e5bff50535d5 req-85e21fe9-8a5d-4f1f-956b-9fe7926a8dea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a563b02-ab3d-489c-bd4a-52f10017fdf7 HTTP/1.1" status: 200 len: 999 time: 0.0656641 Dec 22 04:59:09.764855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ff47c-2f9f-49a7-a458-e5bff50535d5 req-d1c0bad4-9577-4e40-b596-7b655aeeaec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:09.767236 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-865ff47c-2f9f-49a7-a458-e5bff50535d5 req-d1c0bad4-9577-4e40-b596-7b655aeeaec8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cce1af17-a18b-4def-9390-b8a96f9fc11c HTTP/1.1" status: 200 len: 834 time: 0.0495126 Dec 22 04:59:09.770039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Network ddd1c764-3ae0-4369-8f9d-5aebd72c409b is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:59:09.816404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ff47c-2f9f-49a7-a458-e5bff50535d5 req-786675e9-a08f-4a48-9256-1bb159c76bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:09.818018 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-865ff47c-2f9f-49a7-a458-e5bff50535d5 req-786675e9-a08f-4a48-9256-1bb159c76bb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9984cc13-64ee-448e-bf61-914f5f7319e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438805 Dec 22 04:59:09.839788 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Allocated IP 172.20.0.2 (6930e2e0-7cc6-49a6-ae01-ac62952b0c37/816c11e1-2b46-4b3d-b80f-a7a5388bcc75/f0f589b1-197b-4ae7-95d9-b0b7adf754f8) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:59:09.869578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, ddd1c764-3ae0-4369-8f9d-5aebd72c409b) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:09.877722 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:09.878184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:09.878796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:09.897602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dff41a3-8b4b-4dc8-b61e-a88e6f278d33 None None] Network ddd1c764-3ae0-4369-8f9d-5aebd72c409b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:09.920169 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c4bba296-2d33-48d9-807a-55d44a67cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '89f39c09-efc9-43f1-ae87-a7ddc8539160', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.27', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'port_id': '0a563b02-ab3d-489c-bd4a-52f10017fdf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'mac_address': 'fa:16:3e:b7:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:59:08Z', 'updated_at': '2021-12-22T04:59:08Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf139bc-2be2-4249-becd-ee3564f6cd00', 'name': '', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:41:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:48Z', 'updated_at': '2021-12-22T04:58:54Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:09.923659 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-865ff47c-2f9f-49a7-a458-e5bff50535d5 req-12ba17b3-d620-4477-a36e-cbfffe6ee627 service neutron] 10.222.0.16 "GET /v2.0/networks/9984cc13-64ee-448e-bf61-914f5f7319e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970569 Dec 22 04:59:09.969882 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bba296-2d33-48d9-807a-55d44a67cf9b None None] The sync data for ids ['bccefce2-0cc8-4b31-8725-95f533272038'] in dv-neutron-822523-1-hyperv is: [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '89f39c09-efc9-43f1-ae87-a7ddc8539160', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.27', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'port_id': '0a563b02-ab3d-489c-bd4a-52f10017fdf7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'mac_address': 'fa:16:3e:b7:0f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:59:08Z', 'updated_at': '2021-12-22T04:59:08Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cf139bc-2be2-4249-becd-ee3564f6cd00', 'name': '', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:41:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:48Z', 'updated_at': '2021-12-22T04:58:54Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:59:10.027812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43408) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:10.028339 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-80d18e68-2aaf-4dec-b98d-d28144d9619c tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4401560 Dec 22 04:59:10.032926 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-865ff47c-2f9f-49a7-a458-e5bff50535d5 req-cf48fd05-b945-41a8-89eb-788688b342cd service neutron] 10.222.0.16 "GET /v2.0/networks/9984cc13-64ee-448e-bf61-914f5f7319e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026587 Dec 22 04:59:10.093996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea60d6-d473-45e9-bc64-647013d23bf5 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:10.095816 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea60d6-d473-45e9-bc64-647013d23bf5 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:10.097737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea60d6-d473-45e9-bc64-647013d23bf5 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:10.099465 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-65ea60d6-d473-45e9-bc64-647013d23bf5 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0706420 Dec 22 04:59:10.103435 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43410) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:10.159412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff8615e-2673-4f16-87ce-1026adad6e73 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Deleting subnet 816c11e1-2b46-4b3d-b80f-a7a5388bcc75 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:59:10.222580 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c47d396-5556-4243-a9e5-9fbf832deb36 None None] New status for floating IP 89f39c09-efc9-43f1-ae87-a7ddc8539160: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:59:10.271366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-ddd1c764-3ae0-4369-8f9d-5aebd72c409b', 'network_id': 'ddd1c764-3ae0-4369-8f9d-5aebd72c409b', 'tenant_id': '07594bb7e6e3411493948e1c9f863609', 'fixed_ips': [{'subnet_id': 'd121aba2-3191-408d-999f-812903f03568'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:59:10.272763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.327507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.419986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eff8615e-2673-4f16-87ce-1026adad6e73 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.423278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.465081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43412) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:10.466014 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eff8615e-2673-4f16-87ce-1026adad6e73 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.527108 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ba2747ef-3e71-4425-9b60-5f06acd762cd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/89f39c09-efc9-43f1-ae87-a7ddc8539160 HTTP/1.1" status: 200 len: 991 time: 0.0606484 Dec 22 04:59:10.528511 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Network 6930e2e0-7cc6-49a6-ae01-ac62952b0c37 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:10.534165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:10.544366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:10.547755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Pushing event updated for resources: {'Port': ['ID=f0f589b1-197b-4ae7-95d9-b0b7adf754f8,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:10.571839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eff8615e-2673-4f16-87ce-1026adad6e73 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.587521 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Allocated IP 172.20.0.18 (ddd1c764-3ae0-4369-8f9d-5aebd72c409b/d121aba2-3191-408d-999f-812903f03568/9ce775f5-a0d6-4d77-b6fc-18b446a1fee7) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:59:10.603378 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:59:10.626402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Attempting to bind port f0f589b1-197b-4ae7-95d9-b0b7adf754f8 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:59:10.626772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Attempting to bind port f0f589b1-197b-4ae7-95d9-b0b7adf754f8 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '80066c0f-5bd4-493b-b6ea-97d33a479bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6930e2e0-7cc6-49a6-ae01-ac62952b0c37'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:59:10.627134 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Attempting to bind port f0f589b1-197b-4ae7-95d9-b0b7adf754f8 on network 6930e2e0-7cc6-49a6-ae01-ac62952b0c37 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:10.665777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:59:10.666153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Checking segment: {'id': '80066c0f-5bd4-493b-b6ea-97d33a479bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6930e2e0-7cc6-49a6-ae01-ac62952b0c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:10.666554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.666944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Bound using segment: {'id': '80066c0f-5bd4-493b-b6ea-97d33a479bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6930e2e0-7cc6-49a6-ae01-ac62952b0c37'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:59:10.667410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Bound port: f0f589b1-197b-4ae7-95d9-b0b7adf754f8, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80066c0f-5bd4-493b-b6ea-97d33a479bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6930e2e0-7cc6-49a6-ae01-ac62952b0c37'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:59:10.667797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.690801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eff8615e-2673-4f16-87ce-1026adad6e73 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.723901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8615e-2673-4f16-87ce-1026adad6e73 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event deleted for resources: {'Subnet': ['ID=816c11e1-2b46-4b3d-b80f-a7a5388bcc75,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:10.727390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eff8615e-2673-4f16-87ce-1026adad6e73 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.730615 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-eff8615e-2673-4f16-87ce-1026adad6e73 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "DELETE /v2.0/subnets/816c11e1-2b46-4b3d-b80f-a7a5388bcc75 HTTP/1.1" status: 204 len: 168 time: 0.6259971 Dec 22 04:59:10.733422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43414) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:10.787624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c194cc-b0b3-4ab4-be49-029a5ae3a926 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Deleting subnet d121aba2-3191-408d-999f-812903f03568 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:59:10.790467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] For port f0f589b1-197b-4ae7-95d9-b0b7adf754f8, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:59:10.806011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] For port f0f589b1-197b-4ae7-95d9-b0b7adf754f8, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f0f589b1-197b-4ae7-95d9-b0b7adf754f8,segment=NetworkSegment(80066c0f-5bd4-493b-b6ea-97d33a479bc6),segment_id=80066c0f-5bd4-493b-b6ea-97d33a479bc6)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:59:10.822046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.856355 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.878664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9c194cc-b0b3-4ab4-be49-029a5ae3a926 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.888837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.920129 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9c194cc-b0b3-4ab4-be49-029a5ae3a926 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:10.964918 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Network ddd1c764-3ae0-4369-8f9d-5aebd72c409b is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:10.971309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:10.974876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:10.976806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe796920-f2f3-4363-aebc-63924be1e036 None None] Pushing event updated for resources: {'Port': ['ID=f0f589b1-197b-4ae7-95d9-b0b7adf754f8,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:11.002622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff14575-2b9b-482c-b148-726a8f46bae7 None None] Network 6930e2e0-7cc6-49a6-ae01-ac62952b0c37 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:11.010609 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9c194cc-b0b3-4ab4-be49-029a5ae3a926 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.091457 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Pushing event updated for resources: {'Port': ['ID=9ce775f5-a0d6-4d77-b6fc-18b446a1fee7,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:11.115289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Attempting to bind port 9ce775f5-a0d6-4d77-b6fc-18b446a1fee7 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:59:11.116248 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Attempting to bind port 9ce775f5-a0d6-4d77-b6fc-18b446a1fee7 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '9aae63db-ed4b-486b-ae4b-0afede9961f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ddd1c764-3ae0-4369-8f9d-5aebd72c409b'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:59:11.116556 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Attempting to bind port 9ce775f5-a0d6-4d77-b6fc-18b446a1fee7 on network ddd1c764-3ae0-4369-8f9d-5aebd72c409b {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:11.124736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:59:11.125102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Checking segment: {'id': '9aae63db-ed4b-486b-ae4b-0afede9961f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ddd1c764-3ae0-4369-8f9d-5aebd72c409b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:11.133061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.133061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Bound using segment: {'id': '9aae63db-ed4b-486b-ae4b-0afede9961f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ddd1c764-3ae0-4369-8f9d-5aebd72c409b'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:59:11.133061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Bound port: 9ce775f5-a0d6-4d77-b6fc-18b446a1fee7, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aae63db-ed4b-486b-ae4b-0afede9961f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ddd1c764-3ae0-4369-8f9d-5aebd72c409b'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:59:11.133061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.153445 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9c194cc-b0b3-4ab4-be49-029a5ae3a926 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.181022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c194cc-b0b3-4ab4-be49-029a5ae3a926 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event deleted for resources: {'Subnet': ['ID=d121aba2-3191-408d-999f-812903f03568,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:11.185930 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9c194cc-b0b3-4ab4-be49-029a5ae3a926 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.189232 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c9c194cc-b0b3-4ab4-be49-029a5ae3a926 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "DELETE /v2.0/subnets/d121aba2-3191-408d-999f-812903f03568 HTTP/1.1" status: 204 len: 168 time: 0.4547842 Dec 22 04:59:11.191955 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43416) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:11.226480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] For port 9ce775f5-a0d6-4d77-b6fc-18b446a1fee7, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:59:11.231011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] For port 9ce775f5-a0d6-4d77-b6fc-18b446a1fee7, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9ce775f5-a0d6-4d77-b6fc-18b446a1fee7,segment=NetworkSegment(9aae63db-ed4b-486b-ae4b-0afede9961f7),segment_id=9aae63db-ed4b-486b-ae4b-0afede9961f7)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:59:11.245432 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff414bf2-acfc-4975-9982-e384c2c621d3 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:11.246886 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ff414bf2-acfc-4975-9982-e384c2c621d3 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0537746 Dec 22 04:59:11.258243 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43418) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:11.313307 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.335679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.392755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a414f1-b516-43c2-89b0-3b5346668c14 None None] Pushing event updated for resources: {'Port': ['ID=9ce775f5-a0d6-4d77-b6fc-18b446a1fee7,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:11.393070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Deleting port 9ce775f5-a0d6-4d77-b6fc-18b446a1fee7 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:59:11.393394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.407071 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12992b7-475f-4739-87c4-32b504390348 None None] Network ddd1c764-3ae0-4369-8f9d-5aebd72c409b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:11.457338 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] For port 9ce775f5-a0d6-4d77-b6fc-18b446a1fee7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9ce775f5-a0d6-4d77-b6fc-18b446a1fee7,segment=NetworkSegment(9aae63db-ed4b-486b-ae4b-0afede9961f7),segment_id=9aae63db-ed4b-486b-ae4b-0afede9961f7)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:11.457695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.470381 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Calling delete_port for 9ce775f5-a0d6-4d77-b6fc-18b446a1fee7 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:59:11.527247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a5b52-ee3d-4e9e-807c-7158741e7cb4 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:59:11.530277 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43420) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:11.601390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a5b52-ee3d-4e9e-807c-7158741e7cb4 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:59:11.604114 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c3b1f729-6347-4500-a286-4c6b46e771d0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/89f39c09-efc9-43f1-ae87-a7ddc8539160 HTTP/1.1" status: 200 len: 993 time: 0.0716419 Dec 22 04:59:11.662089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-58f530a4-ff4c-42ea-9eb6-908b351cb57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.679564 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.706330 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event deleted for resources: {'Port': ['ID=9ce775f5-a0d6-4d77-b6fc-18b446a1fee7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:11.708221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] No DVR routers for this DVR port 9ce775f5-a0d6-4d77-b6fc-18b446a1fee7 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:59:11.792011 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.811484 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd1c764-3ae0-4369-8f9d-5aebd72c409b']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:11.821163 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aae63db-ed4b-486b-ae4b-0afede9961f7') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:11.821452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aae63db-ed4b-486b-ae4b-0afede9961f7') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:11.830862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.833981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2507fea6-9ab7-41a5-b442-b99452c9f94c None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 04:59:11.845262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.851726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:59:11.852099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:59:11.854975 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:59:11.899437 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507fea6-9ab7-41a5-b442-b99452c9f94c None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:59:11.981514 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.989568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:11.992832 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "DELETE /v2.0/networks/ddd1c764-3ae0-4369-8f9d-5aebd72c409b HTTP/1.1" status: 204 len: 168 time: 0.7336049 Dec 22 04:59:11.995448 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43422) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:12.007325 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea19d6-709a-4a12-94a6-e871905d9e8b tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event deleted for resources: {'Network': ['ID=ddd1c764-3ae0-4369-8f9d-5aebd72c409b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:12.070449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.126173 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Deleting port f0f589b1-197b-4ae7-95d9-b0b7adf754f8 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:59:12.126509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.186202 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] For port f0f589b1-197b-4ae7-95d9-b0b7adf754f8, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f0f589b1-197b-4ae7-95d9-b0b7adf754f8,segment=NetworkSegment(80066c0f-5bd4-493b-b6ea-97d33a479bc6),segment_id=80066c0f-5bd4-493b-b6ea-97d33a479bc6)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:12.186551 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.199233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Calling delete_port for f0f589b1-197b-4ae7-95d9-b0b7adf754f8 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:59:12.342175 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.368594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event deleted for resources: {'Port': ['ID=f0f589b1-197b-4ae7-95d9-b0b7adf754f8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:12.373974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] No DVR routers for this DVR port f0f589b1-197b-4ae7-95d9-b0b7adf754f8 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:59:12.449158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.468551 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6930e2e0-7cc6-49a6-ae01-ac62952b0c37']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:12.477384 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80066c0f-5bd4-493b-b6ea-97d33a479bc6') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:12.477669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80066c0f-5bd4-493b-b6ea-97d33a479bc6') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:12.486655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.499205 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.504895 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:59:12.505272 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:59:12.508685 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:59:12.603795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.617752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.617752 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "DELETE /v2.0/networks/6930e2e0-7cc6-49a6-ae01-ac62952b0c37 HTTP/1.1" status: 204 len: 168 time: 0.6168609 Dec 22 04:59:12.617964 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43424) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:12.625057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc8a24-2675-4919-9690-e4e9a6764d36 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event deleted for resources: {'Network': ['ID=6930e2e0-7cc6-49a6-ae01-ac62952b0c37,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:12.691298 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.777682 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.796477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a787b8-f4fe-47b7-81de-2fb1cb060053']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:12.805724 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46af193-9786-417b-a0e8-0870645e4406') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:12.806012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46af193-9786-417b-a0e8-0870645e4406') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:12.814910 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.827770 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.833366 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:59:12.833742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:59:12.836534 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:59:12.941144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.947719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:12.952300 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "DELETE /v2.0/networks/14a787b8-f4fe-47b7-81de-2fb1cb060053 HTTP/1.1" status: 204 len: 168 time: 0.3332591 Dec 22 04:59:12.956296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43426) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:12.962057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7adf42-87b7-41c0-9e0c-5a358c5d12fb tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event deleted for resources: {'Network': ['ID=14a787b8-f4fe-47b7-81de-2fb1cb060053,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:13.033327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:13.078613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:13.116594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:13.135773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:13.144923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926c31af-796d-4ee9-8ac0-b7a626450942') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:13.145214 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926c31af-796d-4ee9-8ac0-b7a626450942') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:13.154395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:13.167730 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:13.173466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:59:13.173839 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:59:13.176707 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:59:13.266729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:13.274188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:13.276816 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] 10.222.0.54 "DELETE /v2.0/networks/4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3 HTTP/1.1" status: 204 len: 168 time: 0.3195233 Dec 22 04:59:13.289106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5246e48-10b7-4c84-a133-ccdbdb342844 tempest-BulkNetworkOpsTest-1536960994 tempest-BulkNetworkOpsTest-1536960994-project] Pushing event deleted for resources: {'Network': ['ID=4b516bdc-fc02-4dbf-8a15-2ca92ffd8fb3,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:13.673716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43432) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:13.801369 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ded4a1aa-b3bb-4d9f-91e4-300e23647f18 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=07594bb7e6e3411493948e1c9f863609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265323 Dec 22 04:59:13.803773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43436) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:13.850438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0595-d267-4fb1-b2bb-6383d202e3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:13.870710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0595-d267-4fb1-b2bb-6383d202e3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:14.021482 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0595-d267-4fb1-b2bb-6383d202e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:14.024674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ba8b0595-d267-4fb1-b2bb-6383d202e3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:14.025830 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ba8b0595-d267-4fb1-b2bb-6383d202e3ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0190101a-f478-4782-bdff-9e28a261e9fd HTTP/1.1" status: 204 len: 168 time: 0.2211630 Dec 22 04:59:14.033735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b0595-d267-4fb1-b2bb-6383d202e3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0190101a-f478-4782-bdff-9e28a261e9fd,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:14.203459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:14.889022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43458) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:14.984779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1614410577-network', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:15.055283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Made reservation on behalf of 9c34e1b494e844b9999ca88d156069cc for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:15.057547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:15.065665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:15.136875 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:15.203398 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:15.228749 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:59:15.231916 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:15.238558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb106f3-17a9-4ca2-b325-fb352148320d,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:15.245543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:15.245543 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Added segment ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182 of type vlan for network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc Dec 22 04:59:15.284628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:15.374563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:15.375484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:15.376043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:15.466315 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] Pushing event updated for resources: {'Network': ['ID=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:15.475781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:59:15.516440 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e3ab9fd0-a4ed-4a66-8f1f-5467bc06802e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6261001 Dec 22 04:59:15.519427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43462) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:15.525058 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-f9fc79f2-188f-4c96-a3fe-13c986fbaad7 admin admin] Request body: {'subnet': {'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1614410577-subnet', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'ip_version': 4}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:15.598392 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fc79f2-188f-4c96-a3fe-13c986fbaad7 admin admin] Made reservation on behalf of 9c34e1b494e844b9999ca88d156069cc for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:15.600707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f9fc79f2-188f-4c96-a3fe-13c986fbaad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:15.792857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f9fc79f2-188f-4c96-a3fe-13c986fbaad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:15.851594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc79f2-188f-4c96-a3fe-13c986fbaad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:15.859850 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc79f2-188f-4c96-a3fe-13c986fbaad7 admin admin] Checking segment: {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:15.860214 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc79f2-188f-4c96-a3fe-13c986fbaad7 admin admin] Network hostable DHCP agents. Network: 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:59:15.906635 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc79f2-188f-4c96-a3fe-13c986fbaad7 admin admin] Network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:59:15.969635 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-f9fc79f2-188f-4c96-a3fe-13c986fbaad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:15.973596 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fc79f2-188f-4c96-a3fe-13c986fbaad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:15.974430 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f9fc79f2-188f-4c96-a3fe-13c986fbaad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:15.979454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bfcff6-8548-4550-8281-77f9299b51ac None None] Network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:16.087301 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f9fc79f2-188f-4c96-a3fe-13c986fbaad7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5665658 Dec 22 04:59:16.089798 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43464) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:16.094275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:16.118970 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:59:16.119806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:16.181004 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:16.182051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:16.233595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:16.253266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Allocated IP 172.20.0.2 (3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc/754e03c2-64f2-4154-b7fe-bfd8d56d6f7c/60c27cda-a70a-4cf5-b668-1761c5f93ec7) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:59:16.390312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:16.431871 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:16.449123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:16.490685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:16.493520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:16.495935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:16.509537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Pushing event updated for resources: {'Port': ['ID=60c27cda-a70a-4cf5-b668-1761c5f93ec7,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:16.554862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Attempting to bind port 60c27cda-a70a-4cf5-b668-1761c5f93ec7 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:59:16.555236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Attempting to bind port 60c27cda-a70a-4cf5-b668-1761c5f93ec7 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:59:16.555590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Attempting to bind port 60c27cda-a70a-4cf5-b668-1761c5f93ec7 on network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:16.560456 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:59:16.560834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Checking segment: {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:16.561228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:16.561619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Bound using segment: {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:59:16.562079 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Bound port: 60c27cda-a70a-4cf5-b668-1761c5f93ec7, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:59:16.562451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:16.623540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] For port 60c27cda-a70a-4cf5-b668-1761c5f93ec7, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:59:16.626524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] For port 60c27cda-a70a-4cf5-b668-1761c5f93ec7, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=60c27cda-a70a-4cf5-b668-1761c5f93ec7,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:59:16.705642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:16.707497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:16.728315 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:16.771041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88abbc-4013-4727-992f-f354c0c6eadf None None] Pushing event updated for resources: {'Port': ['ID=60c27cda-a70a-4cf5-b668-1761c5f93ec7,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:16.838763 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Allocated IP 172.26.5.159 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/61f9f553-75a1-4727-8449-50d608e8f5f7) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:59:16.967235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:17.055968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:17.094113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:17.096848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:17.100340 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:17.124433 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Pushing event updated for resources: {'Port': ['ID=61f9f553-75a1-4727-8449-50d608e8f5f7,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:17.390365 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:17.589597 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:17.671587 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2689de19-6ade-4c16-b236-d06c69ddbba0 None None] Network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:17.793076 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8b9e4ffa-9683-4726-baf7-477316116c11 None None] Provisioning complete for port 60c27cda-a70a-4cf5-b668-1761c5f93ec7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:17.793369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4ffa-9683-4726-baf7-477316116c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:18.058189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4ffa-9683-4726-baf7-477316116c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:18.090189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8b9e4ffa-9683-4726-baf7-477316116c11 None None] For port 60c27cda-a70a-4cf5-b668-1761c5f93ec7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=60c27cda-a70a-4cf5-b668-1761c5f93ec7,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:18.101118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Router 74902c69-e44a-40c7-a530-26719c0ac712 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:59:18.186834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8b9e4ffa-9683-4726-baf7-477316116c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:18.210027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:59:18.220070 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Sync routers for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:59:18.230753 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:18.231476 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:18.242367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e4ffa-9683-4726-baf7-477316116c11 None None] Pushing event updated for resources: {'Port': ['ID=60c27cda-a70a-4cf5-b668-1761c5f93ec7,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:18.292223 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:18.295969 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9f6e4b4c-e0c8-4622-b693-e88746c39a8c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2027283 Dec 22 04:59:18.296466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43466) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:18.307151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d54c47d1-65c7-4ceb-aa98-562d5aacbeff None None] Provisioning complete for port 60c27cda-a70a-4cf5-b668-1761c5f93ec7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:18.307527 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d54c47d1-65c7-4ceb-aa98-562d5aacbeff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:18.426061 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:18.595667 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:17Z', 'revision_number': 3, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:18.624565 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Checking router: 74902c69-e44a-40c7-a530-26719c0ac712 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:59:18.624908 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Updating router 74902c69-e44a-40c7-a530-26719c0ac712 port 61f9f553-75a1-4727-8449-50d608e8f5f7 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:59:18.648770 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:18.706737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:18.892360 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:18.907178 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Allocated IP 172.20.0.1 (3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc/754e03c2-64f2-4154-b7fe-bfd8d56d6f7c/fbab5a2b-7a09-4e2b-a986-5dc7c7713777) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:59:18.954558 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:18.973815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 60c27cda-a70a-4cf5-b668-1761c5f93ec7 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:19.009938 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Attempting to bind port 61f9f553-75a1-4727-8449-50d608e8f5f7 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:59:19.010290 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Attempting to bind port 61f9f553-75a1-4727-8449-50d608e8f5f7 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:59:19.010620 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Attempting to bind port 61f9f553-75a1-4727-8449-50d608e8f5f7 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:19.016808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:19.021230 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9447f0-5136-4985-b89b-70ba42dd8c52 None None] Pushing event updated for resources: {'Port': ['ID=61f9f553-75a1-4727-8449-50d608e8f5f7,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:19.024261 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:59:19.024624 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:19.025009 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:19.025372 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:59:19.025862 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Bound port: 61f9f553-75a1-4727-8449-50d608e8f5f7, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:59:19.026263 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:19.028086 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 60c27cda-a70a-4cf5-b668-1761c5f93ec7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:19.028640 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:19.075466 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] For port 61f9f553-75a1-4727-8449-50d608e8f5f7, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:59:19.078547 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] For port 61f9f553-75a1-4727-8449-50d608e8f5f7, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=61f9f553-75a1-4727-8449-50d608e8f5f7,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:59:19.107285 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:19.124850 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:19.146428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:19.149883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:19.156637 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:19.159255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Pushing event updated for resources: {'Port': ['ID=fbab5a2b-7a09-4e2b-a986-5dc7c7713777,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:19.170837 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:19.171456 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:19.197077 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:19.250487 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9447f0-5136-4985-b89b-70ba42dd8c52 None None] Pushing event updated for resources: {'Port': ['ID=61f9f553-75a1-4727-8449-50d608e8f5f7,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:19.297433 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:19.367659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:19.417478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1e7667c4-199f-4c28-924a-ecc809382c79 None None] Provisioning complete for port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:19.417854 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1e7667c4-199f-4c28-924a-ecc809382c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:19.451933 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1e7667c4-199f-4c28-924a-ecc809382c79 None None] Port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:59:19.479753 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:17Z', 'revision_number': 3, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:19.505384 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fd84a5-c536-4290-93a9-2c0f9636a5ef None None] The sync data for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv is: [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:17Z', 'revision_number': 3, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:59:19.545489 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:19.609733 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:19.676084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:19.677850 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Pushing event updated for resources: {'Port': ['ID=fbab5a2b-7a09-4e2b-a986-5dc7c7713777,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:19.785844 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:19.787222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:19.915677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Router 74902c69-e44a-40c7-a530-26719c0ac712 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:59:20.035079 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:59:20.040944 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9a2c77db-1f3a-4694-92c2-bc7a1cc9329b admin admin] 10.222.0.54 "PUT /v2.0/routers/74902c69-e44a-40c7-a530-26719c0ac712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7434514 Dec 22 04:59:20.073691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8a4e1a23-54c7-4605-8bc8-7f9b9aea6aec None None] Provisioning complete for port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:20.074313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1a23-54c7-4605-8bc8-7f9b9aea6aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:20.110962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e1a23-54c7-4605-8bc8-7f9b9aea6aec None None] Port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:59:20.598750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:20.757993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43482) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:20.762916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-347584371-network', 'tenant_id': '11e19d414654490dbc3b363edaee2aea'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:20.872739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Made reservation on behalf of 11e19d414654490dbc3b363edaee2aea for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:20.875021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:20.885030 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:20.962008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:20.971853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 61f9f553-75a1-4727-8449-50d608e8f5f7 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:20.975365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Sync routers for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:59:21.005855 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:21.007026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:21.098452 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 61f9f553-75a1-4727-8449-50d608e8f5f7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:21.099123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.129900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.148754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:21.154255 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:59:21.163227 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55175c0e-4c18-44a4-a6d5-c09ca9d3d209,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:21.168999 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.169338 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Added segment cef2ddbd-4322-48da-8901-2eb1b60ca988 of type vlan for network 3f637100-d7dc-47fb-a959-c0b802ee6e3e Dec 22 04:59:21.212098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.294188 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.313792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.313792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:21.314052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.327438 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 61f9f553-75a1-4727-8449-50d608e8f5f7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=61f9f553-75a1-4727-8449-50d608e8f5f7,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:21.373777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] Pushing event updated for resources: {'Network': ['ID=3f637100-d7dc-47fb-a959-c0b802ee6e3e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:21.384156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 3f637100-d7dc-47fb-a959-c0b802ee6e3e details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:59:21.389193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.435128 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-294e25f3-db7c-4b80-ac47-2aa87f9e8975 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6760321 Dec 22 04:59:21.437858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43484) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:21.442608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7d066442-1e38-464d-8e62-254fab0b8cf9 admin admin] Request body: {'subnet': {'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-347584371-subnet', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:21.450416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 2, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:21.493849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Checking router: 74902c69-e44a-40c7-a530-26719c0ac712 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:59:21.494121 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Updating router 74902c69-e44a-40c7-a530-26719c0ac712 port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:59:21.518075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d066442-1e38-464d-8e62-254fab0b8cf9 admin admin] Made reservation on behalf of 11e19d414654490dbc3b363edaee2aea for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:21.524035 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d066442-1e38-464d-8e62-254fab0b8cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.539763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=61f9f553-75a1-4727-8449-50d608e8f5f7,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:21.546040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.724319 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d066442-1e38-464d-8e62-254fab0b8cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.779710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d066442-1e38-464d-8e62-254fab0b8cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=923d5eaf-6703-48db-b9a7-2d881a6e8f47,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:21.787029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d066442-1e38-464d-8e62-254fab0b8cf9 admin admin] Checking segment: {'id': 'cef2ddbd-4322-48da-8901-2eb1b60ca988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:21.787379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d066442-1e38-464d-8e62-254fab0b8cf9 admin admin] Network hostable DHCP agents. Network: 3f637100-d7dc-47fb-a959-c0b802ee6e3e, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:59:21.806348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.844026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d066442-1e38-464d-8e62-254fab0b8cf9 admin admin] Network 3f637100-d7dc-47fb-a959-c0b802ee6e3e is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:59:21.861275 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.908893 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608250b0-c62d-4164-817b-b1c3ef0e8192 None None] Pushing event updated for resources: {'Port': ['ID=fbab5a2b-7a09-4e2b-a986-5dc7c7713777,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:21.931767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-7d066442-1e38-464d-8e62-254fab0b8cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 3f637100-d7dc-47fb-a959-c0b802ee6e3e) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:21.937318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d066442-1e38-464d-8e62-254fab0b8cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:21.938285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d066442-1e38-464d-8e62-254fab0b8cf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:21.954438 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee69cfd-a049-4a41-bb9b-75e5ad5d1d9e None None] Network 3f637100-d7dc-47fb-a959-c0b802ee6e3e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:22.007320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Attempting to bind port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:59:22.007685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Attempting to bind port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:59:22.008044 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Attempting to bind port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 on network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:22.016919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:59:22.017290 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Checking segment: {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:22.017717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:22.018102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Bound using segment: {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:59:22.018572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Bound port: fbab5a2b-7a09-4e2b-a986-5dc7c7713777, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:59:22.018942 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:22.134863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] For port fbab5a2b-7a09-4e2b-a986-5dc7c7713777, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:59:22.138352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] For port fbab5a2b-7a09-4e2b-a986-5dc7c7713777, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=fbab5a2b-7a09-4e2b-a986-5dc7c7713777,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:59:22.165025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-22d520d6-0e64-486d-9bac-0b841daaf07e None None] Provisioning complete for port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:22.165313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-22d520d6-0e64-486d-9bac-0b841daaf07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:22.185134 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-3f637100-d7dc-47fb-a959-c0b802ee6e3e', 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'fixed_ips': [{'subnet_id': '923d5eaf-6703-48db-b9a7-2d881a6e8f47'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:59:22.185989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:22.195860 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7d066442-1e38-464d-8e62-254fab0b8cf9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7569931 Dec 22 04:59:22.198337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43486) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:22.202580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-347584371-router', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:22.217645 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:22.219317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-22d520d6-0e64-486d-9bac-0b841daaf07e None None] Port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:59:22.266735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:22.267797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:22.325004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:22.346578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:22.347188 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:22.366866 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608250b0-c62d-4164-817b-b1c3ef0e8192 None None] Pushing event updated for resources: {'Port': ['ID=fbab5a2b-7a09-4e2b-a986-5dc7c7713777,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:22.454934 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Allocated IP 172.20.0.2 (3f637100-d7dc-47fb-a959-c0b802ee6e3e/923d5eaf-6703-48db-b9a7-2d881a6e8f47/e776401f-52e6-40c7-a1fb-b5993d0e709c) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:59:22.539737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:22.744567 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d53dc94b-a117-4f84-961b-c7fa85b2844e None None] Provisioning complete for port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:22.744931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d53dc94b-a117-4f84-961b-c7fa85b2844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:22.830046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:22.914102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:22.965426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 61f9f553-75a1-4727-8449-50d608e8f5f7 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:23.025586 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:23.046358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d53dc94b-a117-4f84-961b-c7fa85b2844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:23.109070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Network 3f637100-d7dc-47fb-a959-c0b802ee6e3e is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:23.118529 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:23.120881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:23.140419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:23.148714 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Pushing event updated for resources: {'Port': ['ID=e776401f-52e6-40c7-a1fb-b5993d0e709c,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:23.160163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:23.168235 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-d53dc94b-a117-4f84-961b-c7fa85b2844e None None] For port fbab5a2b-7a09-4e2b-a986-5dc7c7713777, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=fbab5a2b-7a09-4e2b-a986-5dc7c7713777,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:23.190541 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 61f9f553-75a1-4727-8449-50d608e8f5f7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:23.190909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:23.244342 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Attempting to bind port e776401f-52e6-40c7-a1fb-b5993d0e709c on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:59:23.244703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Attempting to bind port e776401f-52e6-40c7-a1fb-b5993d0e709c by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'cef2ddbd-4322-48da-8901-2eb1b60ca988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:59:23.245053 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Attempting to bind port e776401f-52e6-40c7-a1fb-b5993d0e709c on network 3f637100-d7dc-47fb-a959-c0b802ee6e3e {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:23.248431 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d53dc94b-a117-4f84-961b-c7fa85b2844e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:23.281790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:22Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:23.284530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:59:23.284894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Checking segment: {'id': 'cef2ddbd-4322-48da-8901-2eb1b60ca988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:23.285283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:23.285670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Bound using segment: {'id': 'cef2ddbd-4322-48da-8901-2eb1b60ca988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:59:23.286133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Bound port: e776401f-52e6-40c7-a1fb-b5993d0e709c, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef2ddbd-4322-48da-8901-2eb1b60ca988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:59:23.286499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:23.311884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Allocated IP 172.26.5.41 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/1a83cc56-05c4-4f59-8103-b58640725691) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:59:23.331947 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dc0d24-3091-4a86-9d86-ee62eabc7b08 None None] The sync data for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv is: [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:22Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:59:23.375281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dc94b-a117-4f84-961b-c7fa85b2844e None None] Pushing event updated for resources: {'Port': ['ID=fbab5a2b-7a09-4e2b-a986-5dc7c7713777,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:23.449851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:23.467191 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] For port e776401f-52e6-40c7-a1fb-b5993d0e709c, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:59:23.472281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] For port e776401f-52e6-40c7-a1fb-b5993d0e709c, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e776401f-52e6-40c7-a1fb-b5993d0e709c,segment=NetworkSegment(cef2ddbd-4322-48da-8901-2eb1b60ca988),segment_id=cef2ddbd-4322-48da-8901-2eb1b60ca988)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:59:23.570747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:23.604452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:23.648781 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:23.653953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fbd77-b186-415b-9c81-3bca788670ce None None] Pushing event updated for resources: {'Port': ['ID=e776401f-52e6-40c7-a1fb-b5993d0e709c,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:23.654251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:23.662092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:23.702644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Pushing event updated for resources: {'Port': ['ID=1a83cc56-05c4-4f59-8103-b58640725691,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:24.065253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:24.273915 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:24.467313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Router 09633f82-7ebc-47c7-9e05-6717b62c37f9 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:59:24.563503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a717f99-cbcf-48a6-ad52-2644b0e18531 None None] Network 3f637100-d7dc-47fb-a959-c0b802ee6e3e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:24.578064 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:59:24.587120 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Sync routers for ids ['09633f82-7ebc-47c7-9e05-6717b62c37f9'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:59:24.595985 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Routers {'09633f82-7ebc-47c7-9e05-6717b62c37f9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:24.596684 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['09633f82-7ebc-47c7-9e05-6717b62c37f9'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:24.625382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1b0cb4d6-a803-4a98-ac40-2069c237a921 None None] Provisioning complete for port e776401f-52e6-40c7-a1fb-b5993d0e709c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:24.625757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb4d6-a803-4a98-ac40-2069c237a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:24.651997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:24.656438 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a13244f6-89ab-47ab-9278-a85eaddc8760 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4541693 Dec 22 04:59:24.656857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43488) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:24.703247 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Set router 09633f82-7ebc-47c7-9e05-6717b62c37f9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:24.792339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb4d6-a803-4a98-ac40-2069c237a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:24.827709 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1b0cb4d6-a803-4a98-ac40-2069c237a921 None None] For port e776401f-52e6-40c7-a1fb-b5993d0e709c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e776401f-52e6-40c7-a1fb-b5993d0e709c,segment=NetworkSegment(cef2ddbd-4322-48da-8901-2eb1b60ca988),segment_id=cef2ddbd-4322-48da-8901-2eb1b60ca988)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:24.886423 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'name': 'tempest-TestVolumeBootPattern-347584371-router', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '1a83cc56-05c4-4f59-8103-b58640725691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:22Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 3, 'project_id': '11e19d414654490dbc3b363edaee2aea', 'gw_port': {'id': '1a83cc56-05c4-4f59-8103-b58640725691', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:23Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:24.906827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b0cb4d6-a803-4a98-ac40-2069c237a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:24.924348 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Checking router: 09633f82-7ebc-47c7-9e05-6717b62c37f9 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:59:24.925021 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Updating router 09633f82-7ebc-47c7-9e05-6717b62c37f9 port 1a83cc56-05c4-4f59-8103-b58640725691 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:59:24.969028 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:24.994685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cb4d6-a803-4a98-ac40-2069c237a921 None None] Pushing event updated for resources: {'Port': ['ID=e776401f-52e6-40c7-a1fb-b5993d0e709c,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:25.052027 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device fbab5a2b-7a09-4e2b-a986-5dc7c7713777 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:25.103854 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:25.104169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.151011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-761c85c7-bc6b-4de7-810f-3b0864429573 None None] Provisioning complete for port e776401f-52e6-40c7-a1fb-b5993d0e709c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:25.151366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-761c85c7-bc6b-4de7-810f-3b0864429573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.158889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.222012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e776401f-52e6-40c7-a1fb-b5993d0e709c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:25.246601 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.309099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port e776401f-52e6-40c7-a1fb-b5993d0e709c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:25.309471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.320030 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.320557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Allocated IP 172.20.0.1 (3f637100-d7dc-47fb-a959-c0b802ee6e3e/923d5eaf-6703-48db-b9a7-2d881a6e8f47/dc583e2a-69a2-4527-acc3-bc4b98eb2b17) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:59:25.366532 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Attempting to bind port 1a83cc56-05c4-4f59-8103-b58640725691 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:59:25.366833 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Attempting to bind port 1a83cc56-05c4-4f59-8103-b58640725691 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:59:25.367151 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Attempting to bind port 1a83cc56-05c4-4f59-8103-b58640725691 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:25.377644 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f460bcc-b7fb-47b8-a790-00547f0d2255 None None] Pushing event updated for resources: {'Port': ['ID=1a83cc56-05c4-4f59-8103-b58640725691,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:25.379980 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:59:25.380443 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:25.380834 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.381785 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:59:25.382251 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Bound port: 1a83cc56-05c4-4f59-8103-b58640725691, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:59:25.382619 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.435459 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.435900 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] For port 1a83cc56-05c4-4f59-8103-b58640725691, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:59:25.438918 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] For port 1a83cc56-05c4-4f59-8103-b58640725691, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1a83cc56-05c4-4f59-8103-b58640725691,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:59:25.507423 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.541832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.587040 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Network 3f637100-d7dc-47fb-a959-c0b802ee6e3e is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:25.590062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:25.593399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:25.622083 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Pushing event updated for resources: {'Port': ['ID=dc583e2a-69a2-4527-acc3-bc4b98eb2b17,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:25.643635 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.659313 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f460bcc-b7fb-47b8-a790-00547f0d2255 None None] Pushing event updated for resources: {'Port': ['ID=1a83cc56-05c4-4f59-8103-b58640725691,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:25.662080 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Routers {'09633f82-7ebc-47c7-9e05-6717b62c37f9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:25.663228 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['09633f82-7ebc-47c7-9e05-6717b62c37f9'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:25.775405 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] Set router 09633f82-7ebc-47c7-9e05-6717b62c37f9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:25.818125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.829554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e586cbd5-6038-41a4-9b7e-afb0d01fe156 None None] Provisioning complete for port dc583e2a-69a2-4527-acc3-bc4b98eb2b17 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:25.830131 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e586cbd5-6038-41a4-9b7e-afb0d01fe156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.864554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e586cbd5-6038-41a4-9b7e-afb0d01fe156 None None] Port dc583e2a-69a2-4527-acc3-bc4b98eb2b17 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:59:25.962883 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'name': 'tempest-TestVolumeBootPattern-347584371-router', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '1a83cc56-05c4-4f59-8103-b58640725691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:22Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 3, 'project_id': '11e19d414654490dbc3b363edaee2aea', 'gw_port': {'id': '1a83cc56-05c4-4f59-8103-b58640725691', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:23Z', 'updated_at': '2021-12-22T04:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:25.984329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:25.992946 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ecde1-f9b5-4f78-a828-1824f1bfe2c7 None None] The sync data for ids ['09633f82-7ebc-47c7-9e05-6717b62c37f9'] in dv-neutron-822523-1-hyperv is: [{'id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'name': 'tempest-TestVolumeBootPattern-347584371-router', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '1a83cc56-05c4-4f59-8103-b58640725691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:22Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 3, 'project_id': '11e19d414654490dbc3b363edaee2aea', 'gw_port': {'id': '1a83cc56-05c4-4f59-8103-b58640725691', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:23Z', 'updated_at': '2021-12-22T04:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:59:26.066364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:26.136076 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Pushing event updated for resources: {'Port': ['ID=dc583e2a-69a2-4527-acc3-bc4b98eb2b17,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:26.138460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:26.247445 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Network 3f637100-d7dc-47fb-a959-c0b802ee6e3e is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:26.248842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:26.379155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Router 09633f82-7ebc-47c7-9e05-6717b62c37f9 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:59:26.486559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3ec5239e-2988-4633-8625-edba4e8e69a9 None None] Provisioning complete for port dc583e2a-69a2-4527-acc3-bc4b98eb2b17 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:26.486944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3ec5239e-2988-4633-8625-edba4e8e69a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:26.510970 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:59:26.516583 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3bc697a3-029b-4738-8b81-c9802fbd28ac admin admin] 10.222.0.54 "PUT /v2.0/routers/09633f82-7ebc-47c7-9e05-6717b62c37f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8586500 Dec 22 04:59:26.531243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5239e-2988-4633-8625-edba4e8e69a9 None None] Port dc583e2a-69a2-4527-acc3-bc4b98eb2b17 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:59:27.010243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e776401f-52e6-40c7-a1fb-b5993d0e709c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:27.057932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port e776401f-52e6-40c7-a1fb-b5993d0e709c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:27.058298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.150356 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1a83cc56-05c4-4f59-8103-b58640725691 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:27.159173 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43496) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:27.164299 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-75f75369-a444-4734-976d-7dcd1315bc06 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555108327', 'description': 'tempest-secgroup-smoke-1555108327 description', 'project_id': '9c34e1b494e844b9999ca88d156069cc'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:27.196755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 1a83cc56-05c4-4f59-8103-b58640725691 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:27.197070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.249801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f75369-a444-4734-976d-7dcd1315bc06 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.278123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.298312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 1a83cc56-05c4-4f59-8103-b58640725691, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1a83cc56-05c4-4f59-8103-b58640725691,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:27.318021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f75369-a444-4734-976d-7dcd1315bc06 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.357590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.381199 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f75369-a444-4734-976d-7dcd1315bc06 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.406576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=1a83cc56-05c4-4f59-8103-b58640725691,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:27.409543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f75369-a444-4734-976d-7dcd1315bc06 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bc70d9-cf4a-4586-b19c-61804276bf3b,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:27.469130 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f75369-a444-4734-976d-7dcd1315bc06 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.470413 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-75f75369-a444-4734-976d-7dcd1315bc06 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3102469 Dec 22 04:59:27.473344 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43498) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:27.478313 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ef9ba35a-97d3-463d-bcd5-52c309d0bd60 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'security_group_rule': {'security_group_id': '51bc70d9-cf4a-4586-b19c-61804276bf3b', 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:27.528038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Sync routers for ids ['09633f82-7ebc-47c7-9e05-6717b62c37f9'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:59:27.537173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Routers {'09633f82-7ebc-47c7-9e05-6717b62c37f9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:27.540301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['09633f82-7ebc-47c7-9e05-6717b62c37f9'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:27.586633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba35a-97d3-463d-bcd5-52c309d0bd60 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.647550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba35a-97d3-463d-bcd5-52c309d0bd60 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.650531 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Set router 09633f82-7ebc-47c7-9e05-6717b62c37f9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:27.723955 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba35a-97d3-463d-bcd5-52c309d0bd60 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.742322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ba35a-97d3-463d-bcd5-52c309d0bd60 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5529b368-9ba3-4f63-9c90-3f1dbd7378ee,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:27.811780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ef9ba35a-97d3-463d-bcd5-52c309d0bd60 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.813055 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ef9ba35a-97d3-463d-bcd5-52c309d0bd60 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386171 Dec 22 04:59:27.815601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43500) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:27.819983 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b8acbc8c-dd20-484a-866c-a408d335bb91 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'security_group_rule': {'security_group_id': '51bc70d9-cf4a-4586-b19c-61804276bf3b', 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:27.854075 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'name': 'tempest-TestVolumeBootPattern-347584371-router', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '1a83cc56-05c4-4f59-8103-b58640725691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:22Z', 'updated_at': '2021-12-22T04:59:25Z', 'revision_number': 4, 'project_id': '11e19d414654490dbc3b363edaee2aea', 'gw_port': {'id': '1a83cc56-05c4-4f59-8103-b58640725691', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:23Z', 'updated_at': '2021-12-22T04:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'dc583e2a-69a2-4527-acc3-bc4b98eb2b17', 'name': '', 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'mac_address': 'fa:16:3e:e6:2f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '923d5eaf-6703-48db-b9a7-2d881a6e8f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:25Z', 'updated_at': '2021-12-22T04:59:25Z', 'revision_number': 2, 'project_id': '11e19d414654490dbc3b363edaee2aea', 'subnets': [{'id': '923d5eaf-6703-48db-b9a7-2d881a6e8f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:27.934534 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b8acbc8c-dd20-484a-866c-a408d335bb91 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:27.996643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b8acbc8c-dd20-484a-866c-a408d335bb91 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.026178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Checking router: 09633f82-7ebc-47c7-9e05-6717b62c37f9 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:59:28.028009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Updating router 09633f82-7ebc-47c7-9e05-6717b62c37f9 port dc583e2a-69a2-4527-acc3-bc4b98eb2b17 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:59:28.050920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.078032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b8acbc8c-dd20-484a-866c-a408d335bb91 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.097127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acbc8c-dd20-484a-866c-a408d335bb91 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd793056-804a-4df6-ac71-67df60c7e671,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:28.177299 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b8acbc8c-dd20-484a-866c-a408d335bb91 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.178520 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b8acbc8c-dd20-484a-866c-a408d335bb91 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3619938 Dec 22 04:59:28.181381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43502) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:28.186065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-37391ee8-ea94-48d9-a88c-e357c6d8b80d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'security_group_rule': {'security_group_id': '51bc70d9-cf4a-4586-b19c-61804276bf3b', 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:28.294471 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37391ee8-ea94-48d9-a88c-e357c6d8b80d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.311961 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.351899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37391ee8-ea94-48d9-a88c-e357c6d8b80d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.369219 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.409644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37391ee8-ea94-48d9-a88c-e357c6d8b80d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.422799 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b14ec-e676-4078-92f5-dc9b75844989 None None] Pushing event updated for resources: {'Port': ['ID=dc583e2a-69a2-4527-acc3-bc4b98eb2b17,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:28.434708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37391ee8-ea94-48d9-a88c-e357c6d8b80d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e0d646-6716-4f82-adb9-f51c71ce422d,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:28.471029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-37391ee8-ea94-48d9-a88c-e357c6d8b80d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.472329 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-37391ee8-ea94-48d9-a88c-e357c6d8b80d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2899485 Dec 22 04:59:28.476320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43504) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:28.476911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Attempting to bind port dc583e2a-69a2-4527-acc3-bc4b98eb2b17 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:59:28.477277 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Attempting to bind port dc583e2a-69a2-4527-acc3-bc4b98eb2b17 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'cef2ddbd-4322-48da-8901-2eb1b60ca988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:59:28.477663 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Attempting to bind port dc583e2a-69a2-4527-acc3-bc4b98eb2b17 on network 3f637100-d7dc-47fb-a959-c0b802ee6e3e {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:28.481697 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2a051401-7c10-48ae-9049-e3c8f9985985 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'security_group_rule': {'security_group_id': '51bc70d9-cf4a-4586-b19c-61804276bf3b', 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:28.483183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:59:28.483550 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Checking segment: {'id': 'cef2ddbd-4322-48da-8901-2eb1b60ca988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:28.483949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.484367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Bound using segment: {'id': 'cef2ddbd-4322-48da-8901-2eb1b60ca988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:59:28.484826 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Bound port: dc583e2a-69a2-4527-acc3-bc4b98eb2b17, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef2ddbd-4322-48da-8901-2eb1b60ca988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:59:28.485200 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.550481 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] For port dc583e2a-69a2-4527-acc3-bc4b98eb2b17, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:59:28.554063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] For port dc583e2a-69a2-4527-acc3-bc4b98eb2b17, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=dc583e2a-69a2-4527-acc3-bc4b98eb2b17,segment=NetworkSegment(cef2ddbd-4322-48da-8901-2eb1b60ca988),segment_id=cef2ddbd-4322-48da-8901-2eb1b60ca988)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:59:28.580752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a051401-7c10-48ae-9049-e3c8f9985985 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.621210 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.639204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a051401-7c10-48ae-9049-e3c8f9985985 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.689920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b14ec-e676-4078-92f5-dc9b75844989 None None] Pushing event updated for resources: {'Port': ['ID=dc583e2a-69a2-4527-acc3-bc4b98eb2b17,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:28.696829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Routers {'09633f82-7ebc-47c7-9e05-6717b62c37f9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:28.697449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['09633f82-7ebc-47c7-9e05-6717b62c37f9'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:28.700151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a051401-7c10-48ae-9049-e3c8f9985985 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.700687 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-57eb965e-7a74-472d-bf7a-31c391c40d8f None None] Provisioning complete for port dc583e2a-69a2-4527-acc3-bc4b98eb2b17 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:28.701008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-57eb965e-7a74-472d-bf7a-31c391c40d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.718765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a051401-7c10-48ae-9049-e3c8f9985985 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40176198-6cd3-480f-a210-3e63b258e662,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:28.783034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a051401-7c10-48ae-9049-e3c8f9985985 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.784321 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2a051401-7c10-48ae-9049-e3c8f9985985 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3067937 Dec 22 04:59:28.787124 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43506) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:28.791653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6e1765ca-d6a5-4757-b9af-62fd47126522 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'security_group_rule': {'security_group_id': '51bc70d9-cf4a-4586-b19c-61804276bf3b', 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:28.855436 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-6e1765ca-d6a5-4757-b9af-62fd47126522 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Project 9c34e1b494e844b9999ca88d156069cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:59:28.861123 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6e1765ca-d6a5-4757-b9af-62fd47126522 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.867435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] Set router 09633f82-7ebc-47c7-9e05-6717b62c37f9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:28.897512 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-57eb965e-7a74-472d-bf7a-31c391c40d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.923052 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6e1765ca-d6a5-4757-b9af-62fd47126522 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:28.968914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1a83cc56-05c4-4f59-8103-b58640725691 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:28.981739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-57eb965e-7a74-472d-bf7a-31c391c40d8f None None] For port dc583e2a-69a2-4527-acc3-bc4b98eb2b17, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=dc583e2a-69a2-4527-acc3-bc4b98eb2b17,segment=NetworkSegment(cef2ddbd-4322-48da-8901-2eb1b60ca988),segment_id=cef2ddbd-4322-48da-8901-2eb1b60ca988)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:28.992278 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6e1765ca-d6a5-4757-b9af-62fd47126522 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:29.012969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1765ca-d6a5-4757-b9af-62fd47126522 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d11c5f8-008d-4018-9f23-19d57dc6a4a3,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:29.031768 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-57eb965e-7a74-472d-bf7a-31c391c40d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:29.085868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6e1765ca-d6a5-4757-b9af-62fd47126522 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:29.087039 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6e1765ca-d6a5-4757-b9af-62fd47126522 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2989395 Dec 22 04:59:29.089966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43508) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:29.097338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f6fd06d5-795a-44e0-bc00-a2712afa2c0b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'security_group_rule': {'security_group_id': '51bc70d9-cf4a-4586-b19c-61804276bf3b', 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:29.128362 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb965e-7a74-472d-bf7a-31c391c40d8f None None] Pushing event updated for resources: {'Port': ['ID=dc583e2a-69a2-4527-acc3-bc4b98eb2b17,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:29.158330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 1a83cc56-05c4-4f59-8103-b58640725691 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:29.158698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:29.186641 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-f6fd06d5-795a-44e0-bc00-a2712afa2c0b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Project 9c34e1b494e844b9999ca88d156069cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:59:29.191656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f6fd06d5-795a-44e0-bc00-a2712afa2c0b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:29.199635 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0cf5371e-dfc9-46b7-a21c-3e7f109ded84 None None] Provisioning complete for port dc583e2a-69a2-4527-acc3-bc4b98eb2b17 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:29.200001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0cf5371e-dfc9-46b7-a21c-3e7f109ded84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:29.256955 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f6fd06d5-795a-44e0-bc00-a2712afa2c0b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:29.282107 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'name': 'tempest-TestVolumeBootPattern-347584371-router', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '1a83cc56-05c4-4f59-8103-b58640725691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:22Z', 'updated_at': '2021-12-22T04:59:25Z', 'revision_number': 4, 'project_id': '11e19d414654490dbc3b363edaee2aea', 'gw_port': {'id': '1a83cc56-05c4-4f59-8103-b58640725691', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:23Z', 'updated_at': '2021-12-22T04:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'dc583e2a-69a2-4527-acc3-bc4b98eb2b17', 'name': '', 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'mac_address': 'fa:16:3e:e6:2f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '923d5eaf-6703-48db-b9a7-2d881a6e8f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:25Z', 'updated_at': '2021-12-22T04:59:28Z', 'revision_number': 4, 'project_id': '11e19d414654490dbc3b363edaee2aea', 'subnets': [{'id': '923d5eaf-6703-48db-b9a7-2d881a6e8f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:29.317682 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f90b44-0491-4099-b395-1fd49238bb38 None None] The sync data for ids ['09633f82-7ebc-47c7-9e05-6717b62c37f9'] in dv-neutron-822523-1-hyperv is: [{'id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'name': 'tempest-TestVolumeBootPattern-347584371-router', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '1a83cc56-05c4-4f59-8103-b58640725691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:22Z', 'updated_at': '2021-12-22T04:59:25Z', 'revision_number': 4, 'project_id': '11e19d414654490dbc3b363edaee2aea', 'gw_port': {'id': '1a83cc56-05c4-4f59-8103-b58640725691', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:23Z', 'updated_at': '2021-12-22T04:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'dc583e2a-69a2-4527-acc3-bc4b98eb2b17', 'name': '', 'network_id': '3f637100-d7dc-47fb-a959-c0b802ee6e3e', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'mac_address': 'fa:16:3e:e6:2f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '923d5eaf-6703-48db-b9a7-2d881a6e8f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:25Z', 'updated_at': '2021-12-22T04:59:28Z', 'revision_number': 4, 'project_id': '11e19d414654490dbc3b363edaee2aea', 'subnets': [{'id': '923d5eaf-6703-48db-b9a7-2d881a6e8f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:59:29.324498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f6fd06d5-795a-44e0-bc00-a2712afa2c0b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:29.346077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd06d5-795a-44e0-bc00-a2712afa2c0b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc41412-d684-4719-9676-8c3377591d0e,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:29.411649 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f6fd06d5-795a-44e0-bc00-a2712afa2c0b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:29.413470 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f6fd06d5-795a-44e0-bc00-a2712afa2c0b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3200929 Dec 22 04:59:30.977945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device dc583e2a-69a2-4527-acc3-bc4b98eb2b17 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:31.032802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port dc583e2a-69a2-4527-acc3-bc4b98eb2b17 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:31.033169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:38.218032 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43620) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:38.280234 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a0a1b2bd-13fe-4392-ac90-ef71657a212b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/89f39c09-efc9-43f1-ae87-a7ddc8539160 HTTP/1.1" status: 200 len: 993 time: 0.0608680 Dec 22 04:59:38.589200 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43626) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:38.754312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port ecede4cf-9f56-4b5d-9e2a-05e0e3ddb024 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:59:38.754655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:38.835162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:38.835658 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:38.848259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for ecede4cf-9f56-4b5d-9e2a-05e0e3ddb024 owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:59:39.112531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:39.140321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=ecede4cf-9f56-4b5d-9e2a-05e0e3ddb024,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:39.192099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-63f358a4-5842-4bdc-b06f-5382d6f0f154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:39.208457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:39.209367 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP 89f39c09-efc9-43f1-ae87-a7ddc8539160 disassociated (deleted). External IP: 172.26.5.27, port: 0a563b02-ab3d-489c-bd4a-52f10017fdf7. Dec 22 04:59:39.421844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router bccefce2-0cc8-4b31-8725-95f533272038 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:59:39.532472 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:59:39.536981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:39.543711 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15456fa1-f3ef-4263-aa8d-ee8b9526ab53 None None] Sync routers for ids ['bccefce2-0cc8-4b31-8725-95f533272038'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:59:39.554728 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15456fa1-f3ef-4263-aa8d-ee8b9526ab53 None None] Routers {'bccefce2-0cc8-4b31-8725-95f533272038'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:39.555663 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-15456fa1-f3ef-4263-aa8d-ee8b9526ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['bccefce2-0cc8-4b31-8725-95f533272038'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:39.564571 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-32820d89-8807-4a76-8c23-1e3b36734142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/floatingips/89f39c09-efc9-43f1-ae87-a7ddc8539160 HTTP/1.1" status: 204 len: 168 time: 0.9743440 Dec 22 04:59:39.565209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'tag': '0a563b02-ab3d-489c-bd4a-52f10017fdf7'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:59:39.569100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11645939-1655-4dd3-a857-2386521f3149" -d '{"events": [{"name": "network-changed", "server_uuid": "9264dcb2-edf9-4cf5-ba65-9aaa5f806b31", "tag": "0a563b02-ab3d-489c-bd4a-52f10017fdf7"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:59:39.619485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757c94a0-3161-4319-a0cd-9a67666991c4 x-openstack-request-id: req-757c94a0-3161-4319-a0cd-9a67666991c4 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:59:39.619791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9264dcb2-edf9-4cf5-ba65-9aaa5f806b31", "tag": "0a563b02-ab3d-489c-bd4a-52f10017fdf7", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:59:39.620019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-757c94a0-3161-4319-a0cd-9a67666991c4 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:59:39.620600 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'tag': '0a563b02-ab3d-489c-bd4a-52f10017fdf7', 'status': 'completed', 'code': 200} Dec 22 04:59:39.709488 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-15456fa1-f3ef-4263-aa8d-ee8b9526ab53 None None] Set router bccefce2-0cc8-4b31-8725-95f533272038 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:39.716999 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11645939-1655-4dd3-a857-2386521f3149 req-5dd4981d-d981-476f-ae92-62ff0db5eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:39.718727 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11645939-1655-4dd3-a857-2386521f3149 req-5dd4981d-d981-476f-ae92-62ff0db5eac4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 1099 time: 0.0495813 Dec 22 04:59:39.814745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11645939-1655-4dd3-a857-2386521f3149 req-2f9a209c-b3e8-4480-9a70-57afa11c6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:39.816285 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11645939-1655-4dd3-a857-2386521f3149 req-2f9a209c-b3e8-4480-9a70-57afa11c6ca9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9984cc13-64ee-448e-bf61-914f5f7319e2 HTTP/1.1" status: 200 len: 897 time: 0.0900052 Dec 22 04:59:39.863352 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11645939-1655-4dd3-a857-2386521f3149 req-8b4827f5-59ab-44ad-986f-71cb219ed1d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a563b02-ab3d-489c-bd4a-52f10017fdf7 HTTP/1.1" status: 200 len: 217 time: 0.0395474 Dec 22 04:59:39.896106 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-15456fa1-f3ef-4263-aa8d-ee8b9526ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8cf139bc-2be2-4249-becd-ee3564f6cd00', 'name': '', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:41:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:48Z', 'updated_at': '2021-12-22T04:58:54Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:39.914932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11645939-1655-4dd3-a857-2386521f3149 req-99fb1331-c44f-4cf5-9499-acc184342de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:39.916464 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11645939-1655-4dd3-a857-2386521f3149 req-99fb1331-c44f-4cf5-9499-acc184342de9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cce1af17-a18b-4def-9390-b8a96f9fc11c HTTP/1.1" status: 200 len: 834 time: 0.0458543 Dec 22 04:59:39.922277 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15456fa1-f3ef-4263-aa8d-ee8b9526ab53 None None] Checking router: bccefce2-0cc8-4b31-8725-95f533272038 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:59:39.931246 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15456fa1-f3ef-4263-aa8d-ee8b9526ab53 None None] Routers {'bccefce2-0cc8-4b31-8725-95f533272038'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:39.931852 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-15456fa1-f3ef-4263-aa8d-ee8b9526ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['bccefce2-0cc8-4b31-8725-95f533272038'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:39.976094 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11645939-1655-4dd3-a857-2386521f3149 req-efc9869e-51b5-4ffe-8d49-bc49600d2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:39.977546 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11645939-1655-4dd3-a857-2386521f3149 req-efc9869e-51b5-4ffe-8d49-bc49600d2112 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9984cc13-64ee-448e-bf61-914f5f7319e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515888 Dec 22 04:59:40.049035 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-15456fa1-f3ef-4263-aa8d-ee8b9526ab53 None None] Set router bccefce2-0cc8-4b31-8725-95f533272038 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:40.076064 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11645939-1655-4dd3-a857-2386521f3149 req-e359547a-2747-4111-88a2-ce57fdb437e9 service neutron] 10.222.0.16 "GET /v2.0/networks/9984cc13-64ee-448e-bf61-914f5f7319e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907433 Dec 22 04:59:40.180286 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11645939-1655-4dd3-a857-2386521f3149 req-64953166-8c50-40c3-879c-126d8b944e1b service neutron] 10.222.0.16 "GET /v2.0/networks/9984cc13-64ee-448e-bf61-914f5f7319e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968578 Dec 22 04:59:40.273085 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-15456fa1-f3ef-4263-aa8d-ee8b9526ab53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8cf139bc-2be2-4249-becd-ee3564f6cd00', 'name': '', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:41:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:48Z', 'updated_at': '2021-12-22T04:58:54Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:40.301857 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15456fa1-f3ef-4263-aa8d-ee8b9526ab53 None None] The sync data for ids ['bccefce2-0cc8-4b31-8725-95f533272038'] in dv-neutron-822523-1-hyperv is: [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8cf139bc-2be2-4249-becd-ee3564f6cd00', 'name': '', 'network_id': '9984cc13-64ee-448e-bf61-914f5f7319e2', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:38:41:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:48Z', 'updated_at': '2021-12-22T04:58:54Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'cce1af17-a18b-4def-9390-b8a96f9fc11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:59:40.538639 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d20a622-e6f3-415b-8fae-ea854615dab8 None None] New status for floating IP 89f39c09-efc9-43f1-ae87-a7ddc8539160: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:59:40.960502 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9136e-039c-487d-bad0-398fb5db7acd req-cc429f38-d760-4378-a026-bea1adc37fa8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:40.962118 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f6b9136e-039c-487d-bad0-398fb5db7acd req-cc429f38-d760-4378-a026-bea1adc37fa8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 946 time: 0.0532286 Dec 22 04:59:41.000035 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f6b9136e-039c-487d-bad0-398fb5db7acd req-59e55cbd-f723-40ac-a16c-6d38d6c1a131 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4116f8f-2f8f-47c5-963a-14622e128ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 Dec 22 04:59:41.666460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-675e9683-f5b4-48ad-9973-2a26d51e27b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:42.125269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205f585-0f01-416c-bf81-7ab2e2c44d11 req-96551d83-2ea6-4ff1-83f6-93b469f9f78d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:42.126756 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b205f585-0f01-416c-bf81-7ab2e2c44d11 req-96551d83-2ea6-4ff1-83f6-93b469f9f78d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 946 time: 0.0507057 Dec 22 04:59:42.165536 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b205f585-0f01-416c-bf81-7ab2e2c44d11 req-84909f27-6799-41a9-a17e-3d79b920470b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=f4116f8f-2f8f-47c5-963a-14622e128ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323274 Dec 22 04:59:42.526721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a53181-af36-4291-8bd2-e42a5a404880 req-edaffdc8-ae5d-49ac-8d36-474101c4b9de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:42.528181 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-44a53181-af36-4291-8bd2-e42a5a404880 req-edaffdc8-ae5d-49ac-8d36-474101c4b9de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 946 time: 0.0529592 Dec 22 04:59:42.632538 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-44a53181-af36-4291-8bd2-e42a5a404880 req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 0a563b02-ab3d-489c-bd4a-52f10017fdf7 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:59:42.632874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-44a53181-af36-4291-8bd2-e42a5a404880 req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:42.737385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-44a53181-af36-4291-8bd2-e42a5a404880 req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 0a563b02-ab3d-489c-bd4a-52f10017fdf7, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0a563b02-ab3d-489c-bd4a-52f10017fdf7,segment=NetworkSegment(65397bf0-c46a-4f2c-b833-ec77821bb6eb),segment_id=65397bf0-c46a-4f2c-b833-ec77821bb6eb)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:42.737743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-44a53181-af36-4291-8bd2-e42a5a404880 req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:42.751459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-44a53181-af36-4291-8bd2-e42a5a404880 req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 0a563b02-ab3d-489c-bd4a-52f10017fdf7 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:59:42.963291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-44a53181-af36-4291-8bd2-e42a5a404880 req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:43.003846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=0a563b02-ab3d-489c-bd4a-52f10017fdf7,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:43.053707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a53181-af36-4291-8bd2-e42a5a404880 req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] No DVR routers for this DVR port 0a563b02-ab3d-489c-bd4a-52f10017fdf7 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:59:43.055917 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:43.056277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:43.056628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:43.057012 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:43.057271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:43.057580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:43.057907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:43.058225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:43.058543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:43.058970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:43.059405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:43.059677 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:43.062831 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-44a53181-af36-4291-8bd2-e42a5a404880 req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:43.066621 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-44a53181-af36-4291-8bd2-e42a5a404880 req-fc9d41ea-53fe-4cff-b2b9-ba3c4cbabbf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "DELETE /v2.0/ports/0a563b02-ab3d-489c-bd4a-52f10017fdf7 HTTP/1.1" status: 204 len: 173 time: 0.5317965 Dec 22 04:59:43.067263 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'name': 'network-vif-deleted', 'tag': '0a563b02-ab3d-489c-bd4a-52f10017fdf7'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:59:43.071010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31b2233-d9b0-48c4-a8f5-9ee3c2aec5e5" -d '{"events": [{"server_uuid": "9264dcb2-edf9-4cf5-ba65-9aaa5f806b31", "name": "network-vif-deleted", "tag": "0a563b02-ab3d-489c-bd4a-52f10017fdf7"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:59:43.118215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c78051-0fdb-4ce9-9b39-c2fcfdb6ede0 x-openstack-request-id: req-50c78051-0fdb-4ce9-9b39-c2fcfdb6ede0 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:59:43.118920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9264dcb2-edf9-4cf5-ba65-9aaa5f806b31", "name": "network-vif-deleted", "tag": "0a563b02-ab3d-489c-bd4a-52f10017fdf7", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:59:43.119336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50c78051-0fdb-4ce9-9b39-c2fcfdb6ede0 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:59:43.120024 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9264dcb2-edf9-4cf5-ba65-9aaa5f806b31', 'name': 'network-vif-deleted', 'tag': '0a563b02-ab3d-489c-bd4a-52f10017fdf7', 'status': 'completed', 'code': 200} Dec 22 04:59:43.129381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:43.277381 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-feac8f0d-ddd0-4118-91bf-f82d1173bd20 req-84e924e7-b66e-4981-8fe6-f86765633777 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=9264dcb2-edf9-4cf5-ba65-9aaa5f806b31 HTTP/1.1" status: 200 len: 210 time: 0.0406213 Dec 22 04:59:44.210223 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:44.340015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43678) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:44.399454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c55e64d9-5977-4056-9bb4-7328e716cb82 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:44.423258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c55e64d9-5977-4056-9bb4-7328e716cb82 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:44.563407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c55e64d9-5977-4056-9bb4-7328e716cb82 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:44.566050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c55e64d9-5977-4056-9bb4-7328e716cb82 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:44.567250 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c55e64d9-5977-4056-9bb4-7328e716cb82 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/security-groups/f4116f8f-2f8f-47c5-963a-14622e128ce0 HTTP/1.1" status: 204 len: 168 time: 0.2260766 Dec 22 04:59:44.581055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e64d9-5977-4056-9bb4-7328e716cb82 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4116f8f-2f8f-47c5-963a-14622e128ce0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:44.643832 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43682) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:45.017020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-57f676df-6e77-4620-ba71-b05aefdacfd7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:45.232073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:45.617020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-57f676df-6e77-4620-ba71-b05aefdacfd7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 8cf139bc-2be2-4249-becd-ee3564f6cd00 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:59:45.617582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-57f676df-6e77-4620-ba71-b05aefdacfd7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:45.712363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-57f676df-6e77-4620-ba71-b05aefdacfd7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 8cf139bc-2be2-4249-becd-ee3564f6cd00, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8cf139bc-2be2-4249-becd-ee3564f6cd00,segment=NetworkSegment(65397bf0-c46a-4f2c-b833-ec77821bb6eb),segment_id=65397bf0-c46a-4f2c-b833-ec77821bb6eb)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:45.712718 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-57f676df-6e77-4620-ba71-b05aefdacfd7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:45.725684 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-57f676df-6e77-4620-ba71-b05aefdacfd7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 8cf139bc-2be2-4249-becd-ee3564f6cd00 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:59:46.049055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-57f676df-6e77-4620-ba71-b05aefdacfd7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:46.076046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f676df-6e77-4620-ba71-b05aefdacfd7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=8cf139bc-2be2-4249-becd-ee3564f6cd00,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:46.258449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-57f676df-6e77-4620-ba71-b05aefdacfd7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:46.475344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f676df-6e77-4620-ba71-b05aefdacfd7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router bccefce2-0cc8-4b31-8725-95f533272038 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:59:46.584988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f676df-6e77-4620-ba71-b05aefdacfd7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:59:46.589930 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-57f676df-6e77-4620-ba71-b05aefdacfd7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/bccefce2-0cc8-4b31-8725-95f533272038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9450500 Dec 22 04:59:46.592956 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43688) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:46.595396 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab19d63-cde8-4ea0-aa34-faf67f148cc3 None None] Sync routers for ids ['bccefce2-0cc8-4b31-8725-95f533272038'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:59:46.604966 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab19d63-cde8-4ea0-aa34-faf67f148cc3 None None] Routers {'bccefce2-0cc8-4b31-8725-95f533272038'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:46.605567 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2ab19d63-cde8-4ea0-aa34-faf67f148cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['bccefce2-0cc8-4b31-8725-95f533272038'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:46.648025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33c2f63-d85f-4cd3-bdad-21053991e87c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting subnet cce1af17-a18b-4def-9390-b8a96f9fc11c {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 04:59:46.651219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e33c2f63-d85f-4cd3-bdad-21053991e87c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:46.692892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e33c2f63-d85f-4cd3-bdad-21053991e87c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:46.709666 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-2ab19d63-cde8-4ea0-aa34-faf67f148cc3 None None] Set router bccefce2-0cc8-4b31-8725-95f533272038 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:46.775651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e33c2f63-d85f-4cd3-bdad-21053991e87c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:46.884851 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2ab19d63-cde8-4ea0-aa34-faf67f148cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:59:45Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:46.914084 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab19d63-cde8-4ea0-aa34-faf67f148cc3 None None] Checking router: bccefce2-0cc8-4b31-8725-95f533272038 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:59:46.923033 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab19d63-cde8-4ea0-aa34-faf67f148cc3 None None] Routers {'bccefce2-0cc8-4b31-8725-95f533272038'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:46.923646 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2ab19d63-cde8-4ea0-aa34-faf67f148cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['bccefce2-0cc8-4b31-8725-95f533272038'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:46.929875 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e33c2f63-d85f-4cd3-bdad-21053991e87c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:46.959154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c2f63-d85f-4cd3-bdad-21053991e87c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Subnet': ['ID=cce1af17-a18b-4def-9390-b8a96f9fc11c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:46.963348 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e33c2f63-d85f-4cd3-bdad-21053991e87c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:46.969765 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e33c2f63-d85f-4cd3-bdad-21053991e87c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/subnets/cce1af17-a18b-4def-9390-b8a96f9fc11c HTTP/1.1" status: 204 len: 168 time: 0.3731136 Dec 22 04:59:46.970621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43690) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:46.973153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f36eea3-b47b-45f8-b2c3-63531270b7d8 None None] Network 9984cc13-64ee-448e-bf61-914f5f7319e2 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:47.085126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:47.123974 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-2ab19d63-cde8-4ea0-aa34-faf67f148cc3 None None] Set router bccefce2-0cc8-4b31-8725-95f533272038 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:47.169661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] DHCP port deletion for 9984cc13-64ee-448e-bf61-914f5f7319e2 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 04:59:47.198947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:47.221772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Deleting port 14efa59f-372b-4be4-986e-b0355ee7fee2 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:59:47.222143 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:47.283877 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] For port 14efa59f-372b-4be4-986e-b0355ee7fee2, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=14efa59f-372b-4be4-986e-b0355ee7fee2,segment=NetworkSegment(65397bf0-c46a-4f2c-b833-ec77821bb6eb),segment_id=65397bf0-c46a-4f2c-b833-ec77821bb6eb)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:47.284310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:47.297420 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Calling delete_port for 14efa59f-372b-4be4-986e-b0355ee7fee2 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:59:47.299117 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2ab19d63-cde8-4ea0-aa34-faf67f148cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:59:45Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:47.303168 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 0a563b02-ab3d-489c-bd4a-52f10017fdf7 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:59:47.326470 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab19d63-cde8-4ea0-aa34-faf67f148cc3 None None] The sync data for ids ['bccefce2-0cc8-4b31-8725-95f533272038'] in dv-neutron-822523-1-hyperv is: [{'id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'name': 'tempest-TestNetworkBasicOps-router-462759503', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:58:44Z', 'updated_at': '2021-12-22T04:59:45Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '299246b5-aaa8-4635-abcb-ca879171ff7c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fa:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccefce2-0cc8-4b31-8725-95f533272038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:58:45Z', 'updated_at': '2021-12-22T04:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:59:47.329708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 0a563b02-ab3d-489c-bd4a-52f10017fdf7 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:59:47.330155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 0a563b02-ab3d-489c-bd4a-52f10017fdf7 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:59:47.401546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 299246b5-aaa8-4635-abcb-ca879171ff7c {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 04:59:47.401810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:47.478902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 299246b5-aaa8-4635-abcb-ca879171ff7c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=299246b5-aaa8-4635-abcb-ca879171ff7c,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:47.479189 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:47.491670 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 299246b5-aaa8-4635-abcb-ca879171ff7c owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 04:59:47.540374 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:47.565540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Pushing event deleted for resources: {'Port': ['ID=14efa59f-372b-4be4-986e-b0355ee7fee2,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:47.570115 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] No DVR routers for this DVR port 14efa59f-372b-4be4-986e-b0355ee7fee2 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:59:47.576995 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:47.577333 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:47.577678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:47.578005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:47.578331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:47.578661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:47.578981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:47.579302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:47.580063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:47.580063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:47.580290 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:47.580560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e7f37-fc32-4b8b-9948-530bb2599777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:47.602454 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:59:47.769064 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:47.806022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=299246b5-aaa8-4635-abcb-ca879171ff7c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:47.873021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:47.966253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:47.968844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.123216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.123669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Fanout notify agent at l3_agent the message router_deleted on router bccefce2-0cc8-4b31-8725-95f533272038 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:59:48.131111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.132266 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-689fbf60-e9af-47b4-b4bc-b49832c6573b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/routers/bccefce2-0cc8-4b31-8725-95f533272038 HTTP/1.1" status: 204 len: 168 time: 1.1606083 Dec 22 04:59:48.134950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43694) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:48.221967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.316736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.336281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9984cc13-64ee-448e-bf61-914f5f7319e2']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:48.345648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65397bf0-c46a-4f2c-b833-ec77821bb6eb') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:48.345934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65397bf0-c46a-4f2c-b833-ec77821bb6eb') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:48.355646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.369185 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.375143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:59:48.375490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:59:48.378562 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:59:48.529277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.543097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.543097 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/networks/9984cc13-64ee-448e-bf61-914f5f7319e2 HTTP/1.1" status: 204 len: 168 time: 0.4039252 Dec 22 04:59:48.555906 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd375343-26c1-4565-8426-0cd6436727b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Network': ['ID=9984cc13-64ee-448e-bf61-914f5f7319e2,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:48.559311 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43698) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:48.568034 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'network': {'name': 'tempest-network-smoke--98941429', 'project_id': '029a077a8ccd4775910052d15f603bba', 'port_security_enabled': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:48.677925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:48.687904 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.705022 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:59:48.713943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.714280 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Added segment 77f9f6d9-61d7-443f-84b2-3dc7085ed0ad of type vlan for network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 Dec 22 04:59:48.752620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.866177 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.871780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:48.872381 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:48.940417 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Network': ['ID=f85bcfc3-c9b5-4d66-987f-e1010d3acc59,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:48.947773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:48.948114 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:48.948467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:48.948795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:48.949118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:48.949442 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:48.949975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:48.950294 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:48.950620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:48.950940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:48.951258 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:48.951572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:48.964013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:59:48.967378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8cf139bc-2be2-4249-becd-ee3564f6cd00 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:59:49.019189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 8cf139bc-2be2-4249-becd-ee3564f6cd00 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:59:49.019531 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8cf139bc-2be2-4249-becd-ee3564f6cd00 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:59:49.019950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 299246b5-aaa8-4635-abcb-ca879171ff7c no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:59:49.023847 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ab1ba15f-ec2e-4ab5-b527-17312d3d60c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4609706 Dec 22 04:59:49.026809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43700) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:49.031201 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'admin_state_up': True, 'project_id': '029a077a8ccd4775910052d15f603bba', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:49.049373 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 299246b5-aaa8-4635-abcb-ca879171ff7c {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:59:49.049708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 299246b5-aaa8-4635-abcb-ca879171ff7c not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:59:49.050115 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 14efa59f-372b-4be4-986e-b0355ee7fee2 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:59:49.075840 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 14efa59f-372b-4be4-986e-b0355ee7fee2 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 04:59:49.076181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 14efa59f-372b-4be4-986e-b0355ee7fee2 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:59:49.186094 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:49.187182 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:49.238977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:49.453952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:49.713682 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:49.732333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:49.833651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.140 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:59:49.932384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:50.112423 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:50.149113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:50.152085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:50.155324 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:50.163971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:50.608944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:50.802820 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:50.998921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:51.203051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 04902ced-ef81-43cf-854c-0758c160caee is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:59:51.306178 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:59:51.315688 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Sync routers for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:59:51.324613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:51.325216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:51.456833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:51.458046 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fb95e493-fd50-42ac-985f-865cddedb6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4302931 Dec 22 04:59:51.461460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43706) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:51.494916 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0bb2ffca-7cb2-4df6-ae53-0b476b7680ea tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=029a077a8ccd4775910052d15f603bba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322855 Dec 22 04:59:51.497583 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43708) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:51.572007 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:51.593263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254ed156-2506-477a-a80b-2fe2f0cfcddc tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:51.596631 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-254ed156-2506-477a-a80b-2fe2f0cfcddc tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981133 Dec 22 04:59:51.597647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43712) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:51.627034 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fb97ccaf-9c39-412a-ba31-73b8c9506f1a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283222 Dec 22 04:59:51.629510 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43714) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:51.634529 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-14d8de10-2def-48ee-b75e-dee1fdb8eb2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1716405058', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'project_id': '029a077a8ccd4775910052d15f603bba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:51.747997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:50Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:51.777919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Checking router: 04902ced-ef81-43cf-854c-0758c160caee for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:59:51.778262 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Updating router 04902ced-ef81-43cf-854c-0758c160caee port 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:59:51.802710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:51.854555 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d8de10-2def-48ee-b75e-dee1fdb8eb2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:59:51.858219 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14d8de10-2def-48ee-b75e-dee1fdb8eb2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:52.053736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:52.163737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14d8de10-2def-48ee-b75e-dee1fdb8eb2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:52.174514 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:52.224230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8de10-2def-48ee-b75e-dee1fdb8eb2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Subnet': ['ID=d5a7c6c7-c00a-411a-b311-c442ef18fb79,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:52.232228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b0504-6f04-46a4-9f13-c7be2b4a5483 None None] Pushing event updated for resources: {'Port': ['ID=37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:52.233841 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Attempting to bind port 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:59:52.234202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Attempting to bind port 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:59:52.234629 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8de10-2def-48ee-b75e-dee1fdb8eb2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Checking segment: {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:52.234769 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Attempting to bind port 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:52.234871 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d8de10-2def-48ee-b75e-dee1fdb8eb2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network hostable DHCP agents. Network: f85bcfc3-c9b5-4d66-987f-e1010d3acc59, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:59:52.239740 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:59:52.240102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:52.240624 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:52.240882 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:59:52.241349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Bound port: 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:59:52.241710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:52.293092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] For port 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:59:52.296252 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] For port 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:59:52.385733 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d8de10-2def-48ee-b75e-dee1fdb8eb2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:59:52.489126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:52.528488 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-14d8de10-2def-48ee-b75e-dee1fdb8eb2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, f85bcfc3-c9b5-4d66-987f-e1010d3acc59) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:52.532695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d8de10-2def-48ee-b75e-dee1fdb8eb2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:52.533457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-14d8de10-2def-48ee-b75e-dee1fdb8eb2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:52.538559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99060b23-49e2-4034-b22a-8f1d205d4b61 None None] Network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:52.558241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:52.558857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:52.666736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b0504-6f04-46a4-9f13-c7be2b4a5483 None None] Pushing event updated for resources: {'Port': ['ID=37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:52.691435 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-14d8de10-2def-48ee-b75e-dee1fdb8eb2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0608993 Dec 22 04:59:52.696321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43718) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:52.760752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:52.849068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 04:59:52.849981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:53.068583 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Allocated IP 172.20.0.2 (f85bcfc3-c9b5-4d66-987f-e1010d3acc59/d5a7c6c7-c00a-411a-b311-c442ef18fb79/66a28e47-7799-4d0b-9079-1c432c36c841) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:59:53.131609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:50Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:53.139089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:53.162893 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b88a87-c0a0-4b73-bc57-0bb6340b62b8 None None] The sync data for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv is: [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:50Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:59:53.262648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:53.369716 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:53.420155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.1 (f85bcfc3-c9b5-4d66-987f-e1010d3acc59/d5a7c6c7-c00a-411a-b311-c442ef18fb79/f676407b-1e88-415b-a07f-0e2ccba7a1f4) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:59:53.420749 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:53.423505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:53.427612 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:53.441696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Pushing event updated for resources: {'Port': ['ID=66a28e47-7799-4d0b-9079-1c432c36c841,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:53.494942 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Attempting to bind port 66a28e47-7799-4d0b-9079-1c432c36c841 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:59:53.495298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Attempting to bind port 66a28e47-7799-4d0b-9079-1c432c36c841 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:59:53.495653 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Attempting to bind port 66a28e47-7799-4d0b-9079-1c432c36c841 on network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:53.500786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:59:53.501855 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Checking segment: {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:53.501855 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:53.502108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Bound using segment: {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:59:53.502357 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Bound port: 66a28e47-7799-4d0b-9079-1c432c36c841, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:59:53.502724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:53.550354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:53.572218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] For port 66a28e47-7799-4d0b-9079-1c432c36c841, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:59:53.575820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] For port 66a28e47-7799-4d0b-9079-1c432c36c841, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=66a28e47-7799-4d0b-9079-1c432c36c841,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:59:53.685221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:53.723744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:53.752200 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df47015-063b-49de-93b8-630a06eb6587 None None] Pushing event updated for resources: {'Port': ['ID=66a28e47-7799-4d0b-9079-1c432c36c841,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:53.774073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:53.777404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:53.781669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:59:53.791385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=f676407b-1e88-415b-a07f-0e2ccba7a1f4,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:53.832852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:54.140704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:54.419047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:54.494428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:54.575764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:54.577598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=f676407b-1e88-415b-a07f-0e2ccba7a1f4,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:54.650634 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb73087-e632-47e2-8bbb-763586ce9a93 None None] Network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 04:59:54.674684 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:59:54.676104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:59:54.728357 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e4890a85-fb44-4c47-80d2-e7a449b39971 None None] Provisioning complete for port 66a28e47-7799-4d0b-9079-1c432c36c841 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:54.729088 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e4890a85-fb44-4c47-80d2-e7a449b39971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:54.879267 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e4890a85-fb44-4c47-80d2-e7a449b39971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:54.928134 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e4890a85-fb44-4c47-80d2-e7a449b39971 None None] For port 66a28e47-7799-4d0b-9079-1c432c36c841, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=66a28e47-7799-4d0b-9079-1c432c36c841,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:55.054666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e4890a85-fb44-4c47-80d2-e7a449b39971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:55.089127 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:55.149729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4890a85-fb44-4c47-80d2-e7a449b39971 None None] Pushing event updated for resources: {'Port': ['ID=66a28e47-7799-4d0b-9079-1c432c36c841,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:55.172457 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:55.173272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:55.193243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 04902ced-ef81-43cf-854c-0758c160caee has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:59:55.218429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0a05c9db-7f0d-49d0-ab2a-aff73c52d2bd None None] Provisioning complete for port f676407b-1e88-415b-a07f-0e2ccba7a1f4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:55.218795 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0a05c9db-7f0d-49d0-ab2a-aff73c52d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:55.297193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:55.303964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-0a05c9db-7f0d-49d0-ab2a-aff73c52d2bd None None] Port f676407b-1e88-415b-a07f-0e2ccba7a1f4 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:59:55.315981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:59:55.327035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:55.327222 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-973d46b6-3003-4a8c-be5b-1560f94f39da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/04902ced-ef81-43cf-854c-0758c160caee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6254745 Dec 22 04:59:55.327222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43724) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:55.330376 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0a05c9db-7f0d-49d0-ab2a-aff73c52d2bd None None] Provisioning complete for port 66a28e47-7799-4d0b-9079-1c432c36c841 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:55.330766 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0a05c9db-7f0d-49d0-ab2a-aff73c52d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:55.409730 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Sync routers for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:59:55.427470 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:55.429202 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:55.505524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:55.506336 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 66a28e47-7799-4d0b-9079-1c432c36c841 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:55.548987 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:55.559109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bca0c6-4eca-4e2c-8349-7c70036660d9 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:55.559577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bca0c6-4eca-4e2c-8349-7c70036660d9 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:55.560594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bca0c6-4eca-4e2c-8349-7c70036660d9 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:55.561589 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bca0c6-4eca-4e2c-8349-7c70036660d9 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:55.561752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bca0c6-4eca-4e2c-8349-7c70036660d9 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:55.562180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bca0c6-4eca-4e2c-8349-7c70036660d9 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:55.565175 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d5bca0c6-4eca-4e2c-8349-7c70036660d9 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2377772 Dec 22 04:59:55.568025 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43726) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:55.601682 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:55.646568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 66a28e47-7799-4d0b-9079-1c432c36c841 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:55.646943 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:55.710422 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e0236-b038-4124-9430-ca0609192522 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:55.710877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e0236-b038-4124-9430-ca0609192522 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:55.711403 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e0236-b038-4124-9430-ca0609192522 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:55.711838 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e0236-b038-4124-9430-ca0609192522 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:55.712298 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e0236-b038-4124-9430-ca0609192522 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:55.712737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8e0236-b038-4124-9430-ca0609192522 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:55.714699 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0f8e0236-b038-4124-9430-ca0609192522 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1456554 Dec 22 04:59:55.717781 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43728) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:55.756246 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:54Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:55.783249 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Checking router: 04902ced-ef81-43cf-854c-0758c160caee for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:59:55.783669 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Updating router 04902ced-ef81-43cf-854c-0758c160caee port f676407b-1e88-415b-a07f-0e2ccba7a1f4 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:59:55.796876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-99ba57f4-f748-442c-9776-3046d8ec15d2 None None] Provisioning complete for port f676407b-1e88-415b-a07f-0e2ccba7a1f4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:55.797366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-99ba57f4-f748-442c-9776-3046d8ec15d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:55.809545 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:55.848231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-99ba57f4-f748-442c-9776-3046d8ec15d2 None None] Port f676407b-1e88-415b-a07f-0e2ccba7a1f4 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 04:59:55.963383 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d42f2bf0-2b28-4442-aa18-e23c49d6ff20 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2444756 Dec 22 04:59:56.082198 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.174421 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.225348 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Pushing event updated for resources: {'Port': ['ID=f676407b-1e88-415b-a07f-0e2ccba7a1f4,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:56.251218 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:56.251585 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:56.251922 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:56.252269 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:56.252600 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:56.252920 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:56.253242 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:56.253561 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:56.253893 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:56.254240 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:56.254539 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:56.254847 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:56.283511 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Attempting to bind port f676407b-1e88-415b-a07f-0e2ccba7a1f4 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 04:59:56.283875 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Attempting to bind port f676407b-1e88-415b-a07f-0e2ccba7a1f4 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 04:59:56.284291 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Attempting to bind port f676407b-1e88-415b-a07f-0e2ccba7a1f4 on network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:59:56.289703 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:59:56.290000 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Checking segment: {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 04:59:56.290394 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.290781 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Bound using segment: {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:59:56.291243 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Bound port: f676407b-1e88-415b-a07f-0e2ccba7a1f4, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 04:59:56.291616 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.384873 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] For port f676407b-1e88-415b-a07f-0e2ccba7a1f4, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:59:56.389108 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] For port f676407b-1e88-415b-a07f-0e2ccba7a1f4, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f676407b-1e88-415b-a07f-0e2ccba7a1f4,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:59:56.399866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43734) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:56.404628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-055b5ac6-992c-47b3-b460-c19f930d07bf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-107740230', 'description': 'tempest-secgroup-smoke-107740230 description', 'project_id': '029a077a8ccd4775910052d15f603bba'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:56.466810 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.469702 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-2a440846-3356-4bba-8733-f7ef376824da None None] Provisioning complete for port f676407b-1e88-415b-a07f-0e2ccba7a1f4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:56.470469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2a440846-3356-4bba-8733-f7ef376824da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.494961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-055b5ac6-992c-47b3-b460-c19f930d07bf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.540736 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:59:56.541338 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T04:59:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:56.570583 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2a440846-3356-4bba-8733-f7ef376824da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.584734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-055b5ac6-992c-47b3-b460-c19f930d07bf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.589688 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cac519-6f14-4570-8ddd-fb100248c227 None None] Pushing event updated for resources: {'Port': ['ID=f676407b-1e88-415b-a07f-0e2ccba7a1f4,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:56.614166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2a440846-3356-4bba-8733-f7ef376824da None None] For port f676407b-1e88-415b-a07f-0e2ccba7a1f4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f676407b-1e88-415b-a07f-0e2ccba7a1f4,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:59:56.654630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-055b5ac6-992c-47b3-b460-c19f930d07bf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.681171 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:59:56.684854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b5ac6-992c-47b3-b460-c19f930d07bf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9028e40b-c2c6-4558-a54b-f4d413bbc3ad,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:56.694910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2a440846-3356-4bba-8733-f7ef376824da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.754027 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-055b5ac6-992c-47b3-b460-c19f930d07bf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.758952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43736) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:56.766246 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-055b5ac6-992c-47b3-b460-c19f930d07bf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3635771 Dec 22 04:59:56.766769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d31496ef-2919-4e2b-a43b-6fb6de6f3559 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '9028e40b-c2c6-4558-a54b-f4d413bbc3ad', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:56.777504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a440846-3356-4bba-8733-f7ef376824da None None] Pushing event updated for resources: {'Port': ['ID=f676407b-1e88-415b-a07f-0e2ccba7a1f4,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:56.814422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-41b9c868-6fb8-4772-8022-97c8033680df None None] Provisioning complete for port f676407b-1e88-415b-a07f-0e2ccba7a1f4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:56.815480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-41b9c868-6fb8-4772-8022-97c8033680df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.859278 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d31496ef-2919-4e2b-a43b-6fb6de6f3559 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:56.913387 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:56.940426 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08691160-09c3-4c2e-83bb-24d894f18017 None None] The sync data for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv is: [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:59:56.987837 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d31496ef-2919-4e2b-a43b-6fb6de6f3559 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.042635 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:57.065926 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d31496ef-2919-4e2b-a43b-6fb6de6f3559 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.087857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31496ef-2919-4e2b-a43b-6fb6de6f3559 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58b8600-3d21-4dd4-87f6-c9abfe532df1,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:57.096888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:57.097736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.176835 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d31496ef-2919-4e2b-a43b-6fb6de6f3559 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.178581 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d31496ef-2919-4e2b-a43b-6fb6de6f3559 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4185946 Dec 22 04:59:57.179628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 66a28e47-7799-4d0b-9079-1c432c36c841 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:57.181424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43740) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:57.188243 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8b2d7b85-08f4-40dd-8f5e-867d58e34844 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '9028e40b-c2c6-4558-a54b-f4d413bbc3ad', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:57.234237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 66a28e47-7799-4d0b-9079-1c432c36c841 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:57.234611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.293478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b2d7b85-08f4-40dd-8f5e-867d58e34844 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.352025 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b2d7b85-08f4-40dd-8f5e-867d58e34844 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.437135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b2d7b85-08f4-40dd-8f5e-867d58e34844 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.456377 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d7b85-08f4-40dd-8f5e-867d58e34844 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b6281f-10a4-44bc-8256-520a932c39af,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:57.553999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8b2d7b85-08f4-40dd-8f5e-867d58e34844 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.555648 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8b2d7b85-08f4-40dd-8f5e-867d58e34844 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3711646 Dec 22 04:59:57.558093 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43742) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:57.562879 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-92598a3c-0e49-48c0-93a8-3f3e0b28face tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '9028e40b-c2c6-4558-a54b-f4d413bbc3ad', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:57.659325 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92598a3c-0e49-48c0-93a8-3f3e0b28face tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.738056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92598a3c-0e49-48c0-93a8-3f3e0b28face tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.803407 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92598a3c-0e49-48c0-93a8-3f3e0b28face tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.821328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92598a3c-0e49-48c0-93a8-3f3e0b28face tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8595a6-97f7-477a-b7e9-dd697925138a,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:57.896101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-92598a3c-0e49-48c0-93a8-3f3e0b28face tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:57.897420 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-92598a3c-0e49-48c0-93a8-3f3e0b28face tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3382902 Dec 22 04:59:57.900171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43744) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:57.904413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ea1c4ef0-6f84-4934-95be-ce549b539a19 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '9028e40b-c2c6-4558-a54b-f4d413bbc3ad', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:57.996667 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4ef0-6f84-4934-95be-ce549b539a19 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.063968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4ef0-6f84-4934-95be-ce549b539a19 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.145743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4ef0-6f84-4934-95be-ce549b539a19 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.167119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c4ef0-6f84-4934-95be-ce549b539a19 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3214503e-1411-4673-ab3f-ddfa434f2f05,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:58.240742 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-96792377-6d00-4a86-8af7-2049f9d92a7c tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555108327&fields=id&tenant_id=9c34e1b494e844b9999ca88d156069cc HTTP/1.1" status: 200 len: 267 time: 0.0463786 Dec 22 04:59:58.256360 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4ef0-6f84-4934-95be-ce549b539a19 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.260015 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ea1c4ef0-6f84-4934-95be-ce549b539a19 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3565524 Dec 22 04:59:58.260557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43756) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:58.264760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-86785d92-2483-42a6-b116-9e6fd603f62d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '9028e40b-c2c6-4558-a54b-f4d413bbc3ad', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:58.345988 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-86785d92-2483-42a6-b116-9e6fd603f62d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:59:58.352001 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86785d92-2483-42a6-b116-9e6fd603f62d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.410580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86785d92-2483-42a6-b116-9e6fd603f62d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.419774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-d61fa862-d893-4ba1-b1f3-256c3da78151 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:58.421243 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-d61fa862-d893-4ba1-b1f3-256c3da78151 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 812 time: 0.1738958 Dec 22 04:59:58.436003 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-fe89fbe3-d97d-4e63-9532-ac3f612030d2 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/quotas/9c34e1b494e844b9999ca88d156069cc HTTP/1.1" status: 200 len: 375 time: 0.0091472 Dec 22 04:59:58.499647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86785d92-2483-42a6-b116-9e6fd603f62d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.516955 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86785d92-2483-42a6-b116-9e6fd603f62d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4989ae60-3031-4686-97b1-ce0ee273b2ab,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:58.520073 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-823b9e94-74d9-4737-ab09-24d7cda47c6a tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786629 Dec 22 04:59:58.587454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-86785d92-2483-42a6-b116-9e6fd603f62d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.588709 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-86785d92-2483-42a6-b116-9e6fd603f62d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3272505 Dec 22 04:59:58.591706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43758) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 04:59:58.596522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9a7e0f34-118f-4079-a710-353ee2974880 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '9028e40b-c2c6-4558-a54b-f4d413bbc3ad', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:59:58.618671 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-26c6c919-6138-4ee9-9ec1-ad111729622d service neutron] 10.222.0.54 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876012 Dec 22 04:59:58.671099 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-9a7e0f34-118f-4079-a710-353ee2974880 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:59:58.676059 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0f34-118f-4079-a710-353ee2974880 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.706235 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-aa8f08c8-3f4a-432f-bc33-fc69f9d5e8d8 service neutron] 10.222.0.54 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812063 Dec 22 04:59:58.737101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0f34-118f-4079-a710-353ee2974880 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.791149 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0f34-118f-4079-a710-353ee2974880 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.808610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e0f34-118f-4079-a710-353ee2974880 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369bb16f-f9b1-4b3c-a957-00971ac02eda,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:58.856027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9a7e0f34-118f-4079-a710-353ee2974880 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:58.857302 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9a7e0f34-118f-4079-a710-353ee2974880 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2644939 Dec 22 04:59:58.996462 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f676407b-1e88-415b-a07f-0e2ccba7a1f4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:59:59.044294 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port f676407b-1e88-415b-a07f-0e2ccba7a1f4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:59:59.044674 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 04:59:59.068973 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-69b97a50-6080-487d-822f-8d2cb41457f7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107740230&fields=id&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 267 time: 0.0451937 Dec 22 04:59:59.263215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-a86055a8-f962-4aff-a754-b1c67ab6c1de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:59:59.264945 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-a86055a8-f962-4aff-a754-b1c67ab6c1de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/networks?id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59 HTTP/1.1" status: 200 len: 795 time: 0.1893027 Dec 22 04:59:59.280875 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-0375f6e8-22b6-442b-b1d7-3bb32987b588 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/quotas/029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 375 time: 0.0096557 Dec 22 04:59:59.306467 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a857890-7092-4d87-bf70-635bd84c8a56 req-8aa97aa3-0c32-41b6-8094-71d16fb86e67 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 210 time: 0.0319970 Dec 22 04:59:59.362901 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-7be4f84c-f63c-4a22-82fa-b640b579a0a1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762014 Dec 22 04:59:59.463873 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-f56e3214-4724-4d68-aadc-f0ffcab31911 service neutron] 10.222.0.54 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887032 Dec 22 04:59:59.551690 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-d4c03b0a-0c0a-4d22-9d77-3ca2bb3697b0 service neutron] 10.222.0.54 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813620 Dec 22 04:59:59.764468 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0a21f5b6-c78e-4579-aa11-e5315a2c72be req-5b1a7bbf-bf93-4d73-97a4-147800c16d8f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 210 time: 0.0282428 Dec 22 05:00:00.404881 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-90b1c236-42c0-44b5-be9a-d083515b179d req-7b9717f0-6050-4084-b32f-b9c0c9be12a1 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 210 time: 0.0274563 Dec 22 05:00:00.861157 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3bbc6d4e-523b-44b8-a728-4a3e854a433f req-77d21a70-23be-481e-b131-76e1acc13a8d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 210 time: 0.0270195 Dec 22 05:00:01.460206 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-08ab0969-c816-4be3-8466-fcda232e6f30 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:01.461808 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-08ab0969-c816-4be3-8466-fcda232e6f30 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 812 time: 0.1291566 Dec 22 05:00:01.511435 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b804b32b-b425-4c77-b74d-5fa54512cb0d req-20a9f5e0-8e6f-4357-93b8-d7e61c296b4b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 210 time: 0.0325794 Dec 22 05:00:01.527450 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-f4bd1efb-04bf-4941-a492-ebcb6c6d73e6 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c34e1b494e844b9999ca88d156069cc HTTP/1.1" status: 200 len: 380 time: 0.0502832 Dec 22 05:00:01.540811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'port': {'device_id': '14d31fd2-89ae-4b55-95df-0616d6291991', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'admin_state_up': True, 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'security_groups': ['51bc70d9-cf4a-4586-b19c-61804276bf3b']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:01.745568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Made reservation on behalf of 9c34e1b494e844b9999ca88d156069cc for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:00:01.749063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:01.902824 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Allocated IP 172.20.0.14 (3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc/754e03c2-64f2-4154-b7fe-bfd8d56d6f7c/cc499dd1-e89f-4396-a13e-bb80b96e069e) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:00:01.981818 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4dd97989-c81d-47e1-9d71-14888fe6ec1d req-a9b31407-9458-4df4-a788-fe7ebca51ba2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 210 time: 0.0395305 Dec 22 05:00:02.147452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:02.208169 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-3b9094be-c9e4-44d9-94e9-ccc0cccb87e4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:02.209709 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-3b9094be-c9e4-44d9-94e9-ccc0cccb87e4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks?id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59 HTTP/1.1" status: 200 len: 795 time: 0.1540020 Dec 22 05:00:02.270759 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-77bf6ae8-23be-43b2-a92b-b52d34782626 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 379 time: 0.0354397 Dec 22 05:00:02.277456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:02.298325 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'device_id': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'admin_state_up': True, 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'security_groups': ['9028e40b-c2c6-4558-a54b-f4d413bbc3ad']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:02.385359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:02.392221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:02.400926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:00:02.409558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'Port': ['ID=cc499dd1-e89f-4396-a13e-bb80b96e069e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:02.484943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:02.485550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:02.568692 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-9433f69c-7f57-463e-aba8-065db9e563ac tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0345287 Dec 22 05:00:02.599243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Request body: {'port': {'device_id': '14d31fd2-89ae-4b55-95df-0616d6291991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:02.638321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bb49f-cf39-4bbb-9d5a-8b2df6b88f4a req-b93b29f1-47ea-4761-a1e4-c67f0a6d5ba1 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:02.640956 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ed9bb49f-cf39-4bbb-9d5a-8b2df6b88f4a req-b93b29f1-47ea-4761-a1e4-c67f0a6d5ba1 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 932 time: 0.0570254 Dec 22 05:00:02.655679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:00:02.659183 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:02.662053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:02.671569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b21aea0c-30e8-4dc2-8192-22dc44d70909 None None] Provisioning complete for port cc499dd1-e89f-4396-a13e-bb80b96e069e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:02.672743 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b21aea0c-30e8-4dc2-8192-22dc44d70909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:02.717909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b21aea0c-30e8-4dc2-8192-22dc44d70909 None None] Port cc499dd1-e89f-4396-a13e-bb80b96e069e cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:00:02.722319 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ed9bb49f-cf39-4bbb-9d5a-8b2df6b88f4a req-5470554b-d2cd-4fad-878e-6985d55837db tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756443 Dec 22 05:00:02.984529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.10 (f85bcfc3-c9b5-4d66-987f-e1010d3acc59/d5a7c6c7-c00a-411a-b311-c442ef18fb79/a2ca6ada-f56e-4a75-b35b-a67fd74b122a) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:00:03.132925 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0a451eb9-662c-457f-89f2-eb94c4f5c732 req-19f78138-93b8-4d04-a18a-5f58fa6767c5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 210 time: 0.0759137 Dec 22 05:00:03.216276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc499dd1-e89f-4396-a13e-bb80b96e069e {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:00:03.227931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:03.248885 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:03.258032 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Transition to ACTIVE for port object cc499dd1-e89f-4396-a13e-bb80b96e069e will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:00:03.328039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:03.356554 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:03.390954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc499dd1-e89f-4396-a13e-bb80b96e069e,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:03.394631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:03.401822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:03.424800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:00:03.543402 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=a2ca6ada-f56e-4a75-b35b-a67fd74b122a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:03.561496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:03.562408 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:03.586281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Attempting to bind port cc499dd1-e89f-4396-a13e-bb80b96e069e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:00:03.586773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Attempting to bind port cc499dd1-e89f-4396-a13e-bb80b96e069e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:00:03.587222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Attempting to bind port cc499dd1-e89f-4396-a13e-bb80b96e069e on network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:00:03.592644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Port cc499dd1-e89f-4396-a13e-bb80b96e069e on network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:00:03.593097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Attempting to bind port cc499dd1-e89f-4396-a13e-bb80b96e069e on network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:00:03.599484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:00:03.599902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Checking segment: {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:00:03.600416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Bound using segment: {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:00:03.600954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Bound port: cc499dd1-e89f-4396-a13e-bb80b96e069e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:00:03.601409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:03.686433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] For port cc499dd1-e89f-4396-a13e-bb80b96e069e, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:00:03.689567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] For port cc499dd1-e89f-4396-a13e-bb80b96e069e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cc499dd1-e89f-4396-a13e-bb80b96e069e,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:00:03.776410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-474e4a15-6c71-4d6b-b943-42f2cd430320 None None] Provisioning complete for port a2ca6ada-f56e-4a75-b35b-a67fd74b122a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:03.777022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-474e4a15-6c71-4d6b-b943-42f2cd430320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:03.793973 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-2c4a2d4b-ac48-4ce8-850d-e753f8afdbad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5110240 Dec 22 05:00:03.817717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Request body: {'port': {'device_id': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:03.826626 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-474e4a15-6c71-4d6b-b943-42f2cd430320 None None] Port a2ca6ada-f56e-4a75-b35b-a67fd74b122a cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:00:03.850191 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:03.854331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180fc19-150a-4738-ad46-ff0a80b82e46 req-97421b9a-426c-47b8-92d0-b91f6a285317 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:03.854331 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a180fc19-150a-4738-ad46-ff0a80b82e46 req-97421b9a-426c-47b8-92d0-b91f6a285317 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 944 time: 0.0543523 Dec 22 05:00:03.899230 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a180fc19-150a-4738-ad46-ff0a80b82e46 req-bf39f8ca-0105-4f1c-9946-a672ae7a4e70 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330796 Dec 22 05:00:03.904489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:03.905105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:03.906487 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/cc499dd1-e89f-4396-a13e-bb80b96e069e HTTP/1.1" status: 200 len: 1094 time: 1.3135138 Dec 22 05:00:03.906953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d31fd2-89ae-4b55-95df-0616d6291991', 'tag': 'cc499dd1-e89f-4396-a13e-bb80b96e069e'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:03.909281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20f5117-0490-4851-afc5-6ab85450cb4f" -d '{"events": [{"name": "network-changed", "server_uuid": "14d31fd2-89ae-4b55-95df-0616d6291991", "tag": "cc499dd1-e89f-4396-a13e-bb80b96e069e"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:00:03.948426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:03.961709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71947e90-ee62-483a-ba81-00bbef7d40b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cc499dd1-e89f-4396-a13e-bb80b96e069e,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:03.975756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0659cd-0ab6-4f3a-918a-3ce118e1b40c x-openstack-request-id: req-ff0659cd-0ab6-4f3a-918a-3ce118e1b40c {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:00:03.976044 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d31fd2-89ae-4b55-95df-0616d6291991", "tag": "cc499dd1-e89f-4396-a13e-bb80b96e069e", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:00:03.976334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ff0659cd-0ab6-4f3a-918a-3ce118e1b40c {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:00:03.976732 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d31fd2-89ae-4b55-95df-0616d6291991', 'tag': 'cc499dd1-e89f-4396-a13e-bb80b96e069e', 'status': 'completed', 'code': 200} Dec 22 05:00:04.179948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f5117-0490-4851-afc5-6ab85450cb4f req-4ac3c975-0457-48eb-8238-826f05a35325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:04.181500 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c20f5117-0490-4851-afc5-6ab85450cb4f req-4ac3c975-0457-48eb-8238-826f05a35325 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 1097 time: 0.1562219 Dec 22 05:00:04.262156 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deaca9c-19bc-4259-8bf6-7f02d6891863 req-58325b35-0fa7-41ba-b892-b05d4adfb4b7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:04.263669 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0deaca9c-19bc-4259-8bf6-7f02d6891863 req-58325b35-0fa7-41ba-b892-b05d4adfb4b7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 932 time: 0.0543480 Dec 22 05:00:04.305825 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0deaca9c-19bc-4259-8bf6-7f02d6891863 req-88482ce1-37ba-4294-9287-4054df58b1fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352178 Dec 22 05:00:04.749973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f5117-0490-4851-afc5-6ab85450cb4f req-38bdc92c-701b-4af8-8a89-870861b59893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:04.751458 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c20f5117-0490-4851-afc5-6ab85450cb4f req-38bdc92c-701b-4af8-8a89-870861b59893 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9c34e1b494e844b9999ca88d156069cc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5558581 Dec 22 05:00:04.760606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ca6ada-f56e-4a75-b35b-a67fd74b122a {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:00:04.782602 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:04.851590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Transition to ACTIVE for port object a2ca6ada-f56e-4a75-b35b-a67fd74b122a will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:00:04.890430 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f5117-0490-4851-afc5-6ab85450cb4f req-7cd0f133-fd8d-4152-b9b0-e8ea11de1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:04.891790 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c20f5117-0490-4851-afc5-6ab85450cb4f req-7cd0f133-fd8d-4152-b9b0-e8ea11de1537 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268487 Dec 22 05:00:04.917137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:05.002522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ca6ada-f56e-4a75-b35b-a67fd74b122a,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:05.084884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-865e67db-1b9e-4c66-a3e8-63747fa4fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:05.086413 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-865e67db-1b9e-4c66-a3e8-63747fa4fbdc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 1097 time: 0.1312411 Dec 22 05:00:05.125908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd11365-770b-49c3-8e79-91289b87eac4 req-959e4097-8a42-4e00-aca4-a11ad49b35fc tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:05.127519 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1cd11365-770b-49c3-8e79-91289b87eac4 req-959e4097-8a42-4e00-aca4-a11ad49b35fc tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 944 time: 0.1282635 Dec 22 05:00:05.164738 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-51a74d5b-926a-4aa4-b069-a97d79663a65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc499dd1-e89f-4396-a13e-bb80b96e069e HTTP/1.1" status: 200 len: 217 time: 0.0632598 Dec 22 05:00:05.166500 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Attempting to bind port a2ca6ada-f56e-4a75-b35b-a67fd74b122a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:00:05.166827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Attempting to bind port a2ca6ada-f56e-4a75-b35b-a67fd74b122a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:00:05.167144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Attempting to bind port a2ca6ada-f56e-4a75-b35b-a67fd74b122a on network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:00:05.188040 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Port a2ca6ada-f56e-4a75-b35b-a67fd74b122a on network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:00:05.188758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Attempting to bind port a2ca6ada-f56e-4a75-b35b-a67fd74b122a on network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:00:05.224415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:00:05.224749 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Checking segment: {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:00:05.225126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Bound using segment: {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:00:05.225557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Bound port: a2ca6ada-f56e-4a75-b35b-a67fd74b122a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:00:05.225916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:05.248227 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1cd11365-770b-49c3-8e79-91289b87eac4 req-de6271dc-f06e-481e-8e2b-721c222a21ea tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911427 Dec 22 05:00:05.257945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-2ff14685-a9f7-4425-a3e2-f8db2e4cdd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:05.259410 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-2ff14685-a9f7-4425-a3e2-f8db2e4cdd93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0822814 Dec 22 05:00:05.336397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] For port a2ca6ada-f56e-4a75-b35b-a67fd74b122a, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:00:05.340938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] For port a2ca6ada-f56e-4a75-b35b-a67fd74b122a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a2ca6ada-f56e-4a75-b35b-a67fd74b122a,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:00:05.346567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-43f47b42-e7b9-42b8-b92e-b906e558d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:05.349122 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-43f47b42-e7b9-42b8-b92e-b906e558d9c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707443 Dec 22 05:00:05.433717 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e70a0-4d5a-4d63-a511-9479ed2a8b17 req-ecd54576-1943-475d-84a1-cb8f9c577d6b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:05.435187 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-935e70a0-4d5a-4d63-a511-9479ed2a8b17 req-ecd54576-1943-475d-84a1-cb8f9c577d6b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 944 time: 0.0586700 Dec 22 05:00:05.445958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:05.451431 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-c4299180-eae2-44c6-a761-4b3fc2ff2687 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955427 Dec 22 05:00:05.475415 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-935e70a0-4d5a-4d63-a511-9479ed2a8b17 req-d6173708-8e53-4d2c-8230-a4f389925031 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336030 Dec 22 05:00:05.528812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:05.529417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:05.531036 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] 10.222.0.16 "PUT /v2.0/ports/a2ca6ada-f56e-4a75-b35b-a67fd74b122a HTTP/1.1" status: 200 len: 1094 time: 1.7182004 Dec 22 05:00:05.568103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c399385-2974-438a-933d-bc1078d5fb36 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ca6ada-f56e-4a75-b35b-a67fd74b122a,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:05.603130 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2da4329-3332-4c1c-91be-6fe066beb131 req-36a04f83-180b-47f1-a8ea-c3835cddc15e service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273181 Dec 22 05:00:05.738210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-ac38a365-dc39-443f-88fa-13bb4eb23b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:05.739730 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-ac38a365-dc39-443f-88fa-13bb4eb23b55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 1097 time: 0.0423031 Dec 22 05:00:05.789621 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-5f367e8c-d2f9-4825-9fd8-ad14c7dba48e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ca6ada-f56e-4a75-b35b-a67fd74b122a HTTP/1.1" status: 200 len: 217 time: 0.0335376 Dec 22 05:00:05.839239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-4afb46cc-9e50-4ba0-ac3e-7b273d6e1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:05.840978 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-4afb46cc-9e50-4ba0-ac3e-7b273d6e1a8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5a7c6c7-c00a-411a-b311-c442ef18fb79 HTTP/1.1" status: 200 len: 835 time: 0.0437789 Dec 22 05:00:05.889486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-0babf9f2-6688-4f9d-aab3-7200abb950a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:05.890962 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-0babf9f2-6688-4f9d-aab3-7200abb950a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433133 Dec 22 05:00:05.978702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'tag': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:05.981109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7dc4aa-cf9d-4ebb-8d8f-2746e8f02347" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac", "tag": "a2ca6ada-f56e-4a75-b35b-a67fd74b122a"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:00:05.986026 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-488c76ad-e82d-4f47-b03a-71443f76eee1 service neutron] 10.222.0.16 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877762 Dec 22 05:00:06.041495 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae0ec2c-68d5-4fd8-8663-9b5170602779 x-openstack-request-id: req-aae0ec2c-68d5-4fd8-8663-9b5170602779 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:00:06.041898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac", "tag": "a2ca6ada-f56e-4a75-b35b-a67fd74b122a", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:00:06.042022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aae0ec2c-68d5-4fd8-8663-9b5170602779 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:00:06.042375 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'tag': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a', 'status': 'completed', 'code': 200} Dec 22 05:00:06.087642 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e1095abd-46e2-4481-809e-d4353dab1b97 req-30125fc8-aa17-4e8b-9537-2004a1b45444 service neutron] 10.222.0.16 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948956 Dec 22 05:00:06.250141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dc4aa-cf9d-4ebb-8d8f-2746e8f02347 req-82d48461-9419-4072-8190-4b05ad37d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:06.251539 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ed7dc4aa-cf9d-4ebb-8d8f-2746e8f02347 req-82d48461-9419-4072-8190-4b05ad37d6d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 1097 time: 0.0398607 Dec 22 05:00:06.404170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dc4aa-cf9d-4ebb-8d8f-2746e8f02347 req-0f971dd8-c71d-45eb-923c-8701e207579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:06.404170 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ed7dc4aa-cf9d-4ebb-8d8f-2746e8f02347 req-0f971dd8-c71d-45eb-923c-8701e207579f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59 HTTP/1.1" status: 200 len: 896 time: 0.0907001 Dec 22 05:00:06.404535 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a43ca-18e3-4820-9a43-95a92c0a5b3d req-b50d61ee-0901-4ed8-a916-77a5f3c4d9d7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:06.404535 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-057a43ca-18e3-4820-9a43-95a92c0a5b3d req-b50d61ee-0901-4ed8-a916-77a5f3c4d9d7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 944 time: 0.0504270 Dec 22 05:00:06.404733 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ed7dc4aa-cf9d-4ebb-8d8f-2746e8f02347 req-bc717bb1-ab79-4724-848d-1fefaa2ae634 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ca6ada-f56e-4a75-b35b-a67fd74b122a HTTP/1.1" status: 200 len: 217 time: 0.0338428 Dec 22 05:00:06.404853 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-057a43ca-18e3-4820-9a43-95a92c0a5b3d req-ab4ab74a-216a-48aa-a6e1-600a62f1df75 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Dec 22 05:00:06.447586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dc4aa-cf9d-4ebb-8d8f-2746e8f02347 req-f86d3572-1221-4ac6-8dff-e85f58f4e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:06.449079 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ed7dc4aa-cf9d-4ebb-8d8f-2746e8f02347 req-f86d3572-1221-4ac6-8dff-e85f58f4e8b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5a7c6c7-c00a-411a-b311-c442ef18fb79 HTTP/1.1" status: 200 len: 835 time: 0.0485849 Dec 22 05:00:06.495634 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dc4aa-cf9d-4ebb-8d8f-2746e8f02347 req-dfe580cb-6811-461c-80ce-611fbef2ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:06.497187 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ed7dc4aa-cf9d-4ebb-8d8f-2746e8f02347 req-dfe580cb-6811-461c-80ce-611fbef2ecea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397563 Dec 22 05:00:06.618501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d712b25-7b1d-49c1-8ef1-410f3b6cd82f req-89ee3eca-5c5d-4035-b3c7-dfc4584ced70 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:06.620036 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7d712b25-7b1d-49c1-8ef1-410f3b6cd82f req-89ee3eca-5c5d-4035-b3c7-dfc4584ced70 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 944 time: 0.0709491 Dec 22 05:00:06.637680 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ed7dc4aa-cf9d-4ebb-8d8f-2746e8f02347 req-08a07b38-0acd-491c-934e-76dcde025f86 service neutron] 10.222.0.16 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333930 Dec 22 05:00:06.704731 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7d712b25-7b1d-49c1-8ef1-410f3b6cd82f req-73fab465-8048-4265-96e4-5422d3204027 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771487 Dec 22 05:00:06.747595 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ed7dc4aa-cf9d-4ebb-8d8f-2746e8f02347 req-1bfba7c2-20e8-4896-8d50-494d5a2e9f0b service neutron] 10.222.0.16 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963540 Dec 22 05:00:07.510665 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41936ad4-e135-462c-b3fd-a73b54f7b707 req-7389d31e-635e-4496-8101-a1bb95e6725d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:07.512133 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-41936ad4-e135-462c-b3fd-a73b54f7b707 req-7389d31e-635e-4496-8101-a1bb95e6725d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 944 time: 0.0476365 Dec 22 05:00:07.547621 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-41936ad4-e135-462c-b3fd-a73b54f7b707 req-f15d6910-de07-4f75-8cc9-4eb5e91e213a tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296996 Dec 22 05:00:07.818033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4318e-95b3-43e1-a378-bfdc6397f6c5 req-f921d895-f2e7-4a85-b369-a9fbc3878a1f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:07.820447 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-51e4318e-95b3-43e1-a378-bfdc6397f6c5 req-f921d895-f2e7-4a85-b369-a9fbc3878a1f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 944 time: 0.0495937 Dec 22 05:00:07.857251 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-51e4318e-95b3-43e1-a378-bfdc6397f6c5 req-aeb8bdbf-4ace-4e26-ac5f-9e2fbc81ec68 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311153 Dec 22 05:00:08.660426 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd2a9e-d3f5-4d26-86e6-8b6c1809501a req-89538b0d-fc41-4e83-b9da-1e848faf7485 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:08.662353 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c0cd2a9e-d3f5-4d26-86e6-8b6c1809501a req-89538b0d-fc41-4e83-b9da-1e848faf7485 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 944 time: 0.0508192 Dec 22 05:00:08.698243 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c0cd2a9e-d3f5-4d26-86e6-8b6c1809501a req-4e01b526-9cca-4a43-bff4-dd02d86fb55e tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301096 Dec 22 05:00:08.971402 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ded5c9-4c32-4baf-9f59-bab8d56734e8 req-baf7a29a-600e-4b37-b348-340c3ddf5d88 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:08.977381 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-57ded5c9-4c32-4baf-9f59-bab8d56734e8 req-baf7a29a-600e-4b37-b348-340c3ddf5d88 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 944 time: 0.0511041 Dec 22 05:00:09.014152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-57ded5c9-4c32-4baf-9f59-bab8d56734e8 req-521ff847-7a00-4c86-9e09-a9f7ca3a58b6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345573 Dec 22 05:00:09.196336 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2e811eba-3848-42c5-91cf-76af2e8b687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:09.410452 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device a2ca6ada-f56e-4a75-b35b-a67fd74b122a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:00:09.502699 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port a2ca6ada-f56e-4a75-b35b-a67fd74b122a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a2ca6ada-f56e-4a75-b35b-a67fd74b122a,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:09.513607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'port_id': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a', 'mac_address': 'fa:16:3e:3e:3e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:00:09.549749 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:09.561911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ca6ada-f56e-4a75-b35b-a67fd74b122a {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:00:09.579948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port a2ca6ada-f56e-4a75-b35b-a67fd74b122a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a2ca6ada-f56e-4a75-b35b-a67fd74b122a,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:09.619167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:09.667756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=a2ca6ada-f56e-4a75-b35b-a67fd74b122a,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:09.807355 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32e67f-1a06-4b7c-8892-a235af367d27 req-1f7c7918-a419-4a1d-a470-f42868b43108 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:09.809617 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fc32e67f-1a06-4b7c-8892-a235af367d27 req-1f7c7918-a419-4a1d-a470-f42868b43108 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 944 time: 0.0479288 Dec 22 05:00:09.847176 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fc32e67f-1a06-4b7c-8892-a235af367d27 req-c51cdd4a-8c52-42c0-9e39-e2915948e0e8 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317137 Dec 22 05:00:09.904278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['a2ca6ada-f56e-4a75-b35b-a67fd74b122a'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:00:10.125053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767826e-c552-4777-81d1-a7a5987fd647 req-e759c6eb-883c-4c08-a9cf-695f6597835f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:10.126457 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f767826e-c552-4777-81d1-a7a5987fd647 req-e759c6eb-883c-4c08-a9cf-695f6597835f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 945 time: 0.0490808 Dec 22 05:00:10.164693 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f767826e-c552-4777-81d1-a7a5987fd647 req-77ad87f2-c20c-4afd-8a17-a775daf35389 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316958 Dec 22 05:00:10.957219 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb9bb-4688-4a4f-aa55-5e85feeef6f7 req-50cb01dc-1dc9-4dc5-9c2b-471f2e44a979 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:10.959278 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e9fbb9bb-4688-4a4f-aa55-5e85feeef6f7 req-50cb01dc-1dc9-4dc5-9c2b-471f2e44a979 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 944 time: 0.0478835 Dec 22 05:00:10.995456 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e9fbb9bb-4688-4a4f-aa55-5e85feeef6f7 req-e2d51009-5924-44b6-afd8-bcf0a5bf15cf tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303295 Dec 22 05:00:11.276048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e992ea3-16f8-479a-a744-833faa1ffafa req-09b477b5-39c0-403c-9373-584ec0654217 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:11.277514 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8e992ea3-16f8-479a-a744-833faa1ffafa req-09b477b5-39c0-403c-9373-584ec0654217 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 945 time: 0.0486288 Dec 22 05:00:11.313594 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8e992ea3-16f8-479a-a744-833faa1ffafa req-f5c1c111-242a-4a6e-ae59-9a3c34f61b26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302675 Dec 22 05:00:11.427371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device a2ca6ada-f56e-4a75-b35b-a67fd74b122a up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:00:11.539825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port a2ca6ada-f56e-4a75-b35b-a67fd74b122a completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:00:11.543608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port a2ca6ada-f56e-4a75-b35b-a67fd74b122a triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:11.543975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:11.626895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:11.650863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:11.653130 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06300173-a2ce-4cad-a705-d4f14831a644" -d '{"events": [{"server_uuid": "7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2ca6ada-f56e-4a75-b35b-a67fd74b122a"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:00:11.663159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f00e984f-00de-4701-9887-d45d8c7875c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:11.667278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port a2ca6ada-f56e-4a75-b35b-a67fd74b122a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a2ca6ada-f56e-4a75-b35b-a67fd74b122a,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:11.692956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40d7233-c59f-472e-b6d5-579c2a7cbb9d x-openstack-request-id: req-f40d7233-c59f-472e-b6d5-579c2a7cbb9d {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:00:11.692956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2ca6ada-f56e-4a75-b35b-a67fd74b122a", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:00:11.692956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f40d7233-c59f-472e-b6d5-579c2a7cbb9d {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:00:11.692956 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a', 'code': 200} Dec 22 05:00:11.740241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:11.786667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=a2ca6ada-f56e-4a75-b35b-a67fd74b122a,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:12.030977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab2e3-b288-4bdb-8600-ffc35d93dd36 req-0507ddf2-c2e8-4382-b1d7-1fb14af11e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:12.032533 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fab2e3-b288-4bdb-8600-ffc35d93dd36 req-0507ddf2-c2e8-4382-b1d7-1fb14af11e86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 1099 time: 0.0398300 Dec 22 05:00:12.079423 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fab2e3-b288-4bdb-8600-ffc35d93dd36 req-ece9c3c8-a6a8-48f8-8bf5-8da1861682ca service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391307 Dec 22 05:00:12.114161 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f61dff-347e-4bd7-83e5-116c0bc4ba36 req-57bbde2e-63c1-431e-942b-bfff1b972ec5 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:12.115569 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e2f61dff-347e-4bd7-83e5-116c0bc4ba36 req-57bbde2e-63c1-431e-942b-bfff1b972ec5 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 944 time: 0.0538304 Dec 22 05:00:12.152758 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e2f61dff-347e-4bd7-83e5-116c0bc4ba36 req-84b09ba5-8d8b-4e54-8026-d60e5a979d25 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313957 Dec 22 05:00:12.428879 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a7825-51d7-4e9e-9bc0-381c849d225d req-aab3ec79-1a41-44fc-b853-20e158a294cd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:12.430314 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e15a7825-51d7-4e9e-9bc0-381c849d225d req-aab3ec79-1a41-44fc-b853-20e158a294cd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 946 time: 0.0510476 Dec 22 05:00:12.466964 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e15a7825-51d7-4e9e-9bc0-381c849d225d req-db50894f-5db7-4463-b275-abf25473e7a5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308714 Dec 22 05:00:13.076201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:13.276468 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25089ed-0f1a-4f28-811b-7b76f50ab26b req-4fe03920-3c0a-43b0-9928-3f5b98b732f6 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:13.277977 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d25089ed-0f1a-4f28-811b-7b76f50ab26b req-4fe03920-3c0a-43b0-9928-3f5b98b732f6 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 944 time: 0.0488174 Dec 22 05:00:13.314997 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d25089ed-0f1a-4f28-811b-7b76f50ab26b req-4e5c6233-44c2-48ee-9a4f-1911b75114d4 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309720 Dec 22 05:00:13.590530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501264b-f536-4ce5-bc39-0c16e451bda5 req-5b7466ed-7354-4965-a2b6-e9a74b6af677 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:13.592003 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3501264b-f536-4ce5-bc39-0c16e451bda5 req-5b7466ed-7354-4965-a2b6-e9a74b6af677 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 946 time: 0.0583742 Dec 22 05:00:13.629282 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3501264b-f536-4ce5-bc39-0c16e451bda5 req-dbfca6ea-9e7b-4e4a-a78b-f6803d47d03c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310867 Dec 22 05:00:13.739679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616c197-6e71-4e60-8f6b-adfb066573d2 req-4d6e3c79-9a46-40ea-939f-6f687e6f39f2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:13.741132 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8616c197-6e71-4e60-8f6b-adfb066573d2 req-4d6e3c79-9a46-40ea-939f-6f687e6f39f2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 946 time: 0.0475435 Dec 22 05:00:13.782936 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8616c197-6e71-4e60-8f6b-adfb066573d2 req-a5775389-a6fe-4a0e-8d58-72a04262641d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358944 Dec 22 05:00:13.803839 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43862) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:13.847701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dd20e0-edf3-4083-93ba-8dff46d11dff tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:13.849355 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-08dd20e0-edf3-4083-93ba-8dff46d11dff tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 1094 time: 0.0445430 Dec 22 05:00:13.852065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43864) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:13.856309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:13.974036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:14.068267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:14.175921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.32 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/273fa738-7e7c-4d6b-9feb-098c68d5e045) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:00:14.248659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:14.280578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:14.374503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:14.413248 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:14.416018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:14.419642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:00:14.427448 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff2e8a-6ea2-4c59-9514-27b37545525c req-e7e3b0aa-e92f-4a63-84b6-ddb9b317552e tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:14.428953 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f9ff2e8a-6ea2-4c59-9514-27b37545525c req-e7e3b0aa-e92f-4a63-84b6-ddb9b317552e tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 944 time: 0.0495162 Dec 22 05:00:14.444686 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=273fa738-7e7c-4d6b-9feb-098c68d5e045,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:14.466100 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f9ff2e8a-6ea2-4c59-9514-27b37545525c req-2c128c81-3f97-4da5-9af4-30cd05b8dab7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309033 Dec 22 05:00:15.127379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:15.190815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:15.293276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:15.433216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:15.463160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cc499dd1-e89f-4396-a13e-bb80b96e069e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:00:15.493732 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:15.564092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cc499dd1-e89f-4396-a13e-bb80b96e069e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cc499dd1-e89f-4396-a13e-bb80b96e069e,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:15.576102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'cc499dd1-e89f-4396-a13e-bb80b96e069e', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'port_id': 'cc499dd1-e89f-4396-a13e-bb80b96e069e', 'mac_address': 'fa:16:3e:6e:d8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:00:15.586859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=273fa738-7e7c-4d6b-9feb-098c68d5e045,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:15.606708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:15.612553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:15.625389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc499dd1-e89f-4396-a13e-bb80b96e069e {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:00:15.644935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cc499dd1-e89f-4396-a13e-bb80b96e069e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cc499dd1-e89f-4396-a13e-bb80b96e069e,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:15.677805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d7675-30d2-4465-9425-9b2f1d3c64ae req-5da6b511-4fd9-4e88-811f-15c1229b2ca9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:15.679276 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-549d7675-30d2-4465-9425-9b2f1d3c64ae req-5da6b511-4fd9-4e88-811f-15c1229b2ca9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 944 time: 0.1434989 Dec 22 05:00:15.722273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:15.734534 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-549d7675-30d2-4465-9425-9b2f1d3c64ae req-f8385a6b-7e18-4409-8c28-a31efd1d0a88 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491841 Dec 22 05:00:15.743587 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP 8729b0ab-f153-4b3a-9fda-2a0b27137db4 associated. External IP: 172.26.5.32, port: a2ca6ada-f56e-4a75-b35b-a67fd74b122a. Dec 22 05:00:15.773482 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=cc499dd1-e89f-4396-a13e-bb80b96e069e,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:15.948735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 04902ced-ef81-43cf-854c-0758c160caee has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:00:16.004379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['cc499dd1-e89f-4396-a13e-bb80b96e069e'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:00:16.056699 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:00:16.071196 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a727e-023b-4f38-b4b1-b053775d5150 None None] Sync routers for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:16.091552 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a727e-023b-4f38-b4b1-b053775d5150 None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:16.092146 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4d1a727e-023b-4f38-b4b1-b053775d5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:00:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:16.141335 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:16.169036 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0c36bae5-670c-45bb-8943-e071e442a350 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3159287 Dec 22 05:00:16.169648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'tag': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:16.171954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fbee98-7251-43ca-a133-f84698ee00c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac", "tag": "a2ca6ada-f56e-4a75-b35b-a67fd74b122a"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:00:16.172599 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43870) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:16.218522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d7bf26-9329-497b-9d17-7671b8703389 x-openstack-request-id: req-27d7bf26-9329-497b-9d17-7671b8703389 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:00:16.218808 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac", "tag": "a2ca6ada-f56e-4a75-b35b-a67fd74b122a", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:00:16.219059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27d7bf26-9329-497b-9d17-7671b8703389 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:00:16.219485 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'tag': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a', 'status': 'completed', 'code': 200} Dec 22 05:00:16.251216 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1f4abf8b-a457-41ef-aaf4-e52306b859bd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/8729b0ab-f153-4b3a-9fda-2a0b27137db4 HTTP/1.1" status: 200 len: 991 time: 0.0761139 Dec 22 05:00:16.253986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-4d1a727e-023b-4f38-b4b1-b053775d5150 None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:16.304441 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbee98-7251-43ca-a133-f84698ee00c8 req-77babb03-39d9-477f-bd4f-88c74ad95d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:16.306400 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a4fbee98-7251-43ca-a133-f84698ee00c8 req-77babb03-39d9-477f-bd4f-88c74ad95d9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 1099 time: 0.0412633 Dec 22 05:00:16.399791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbee98-7251-43ca-a133-f84698ee00c8 req-ca147cd4-bd19-43ce-a4c1-905df69181cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:16.401295 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a4fbee98-7251-43ca-a133-f84698ee00c8 req-ca147cd4-bd19-43ce-a4c1-905df69181cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59 HTTP/1.1" status: 200 len: 896 time: 0.0881429 Dec 22 05:00:16.466246 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a4fbee98-7251-43ca-a133-f84698ee00c8 req-a4f03bda-4159-4a9a-a44c-27e4f6c8d428 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ca6ada-f56e-4a75-b35b-a67fd74b122a HTTP/1.1" status: 200 len: 999 time: 0.0581684 Dec 22 05:00:16.524892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbee98-7251-43ca-a133-f84698ee00c8 req-13152d7b-c159-405e-8906-d53793f57b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:16.526453 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a4fbee98-7251-43ca-a133-f84698ee00c8 req-13152d7b-c159-405e-8906-d53793f57b1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5a7c6c7-c00a-411a-b311-c442ef18fb79 HTTP/1.1" status: 200 len: 835 time: 0.0524452 Dec 22 05:00:16.541300 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4d1a727e-023b-4f38-b4b1-b053775d5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '8729b0ab-f153-4b3a-9fda-2a0b27137db4', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.32', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '04902ced-ef81-43cf-854c-0758c160caee', 'port_id': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'mac_address': 'fa:16:3e:3e:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:14Z', 'updated_at': '2021-12-22T05:00:14Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:16.567843 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a727e-023b-4f38-b4b1-b053775d5150 None None] Checking router: 04902ced-ef81-43cf-854c-0758c160caee for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:16.573779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbee98-7251-43ca-a133-f84698ee00c8 req-f60e6862-3978-4a0e-b98e-17fcc6d9d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:16.575246 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a4fbee98-7251-43ca-a133-f84698ee00c8 req-f60e6862-3978-4a0e-b98e-17fcc6d9d679 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412996 Dec 22 05:00:16.576082 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a727e-023b-4f38-b4b1-b053775d5150 None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:16.576721 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4d1a727e-023b-4f38-b4b1-b053775d5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:00:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:16.663856 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a4fbee98-7251-43ca-a133-f84698ee00c8 req-4f42fc67-53c0-4e36-a1d5-a68b857a81e5 service neutron] 10.222.0.16 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800488 Dec 22 05:00:16.681173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-4d1a727e-023b-4f38-b4b1-b053775d5150 None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:16.759437 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a4fbee98-7251-43ca-a133-f84698ee00c8 req-41cd78bb-fb0c-44a8-8c24-b28049a62b1f service neutron] 10.222.0.16 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868294 Dec 22 05:00:16.858853 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85158b8c-7621-4a45-9d9a-faf602a7043a req-18b91870-8c3b-4b54-990d-939d0f253e7b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:16.860313 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85158b8c-7621-4a45-9d9a-faf602a7043a req-18b91870-8c3b-4b54-990d-939d0f253e7b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 945 time: 0.0573256 Dec 22 05:00:16.899731 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85158b8c-7621-4a45-9d9a-faf602a7043a req-b9e39dfb-d75a-4e2a-aa9b-39e0500bea66 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331206 Dec 22 05:00:16.914467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4d1a727e-023b-4f38-b4b1-b053775d5150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '8729b0ab-f153-4b3a-9fda-2a0b27137db4', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.32', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '04902ced-ef81-43cf-854c-0758c160caee', 'port_id': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'mac_address': 'fa:16:3e:3e:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:14Z', 'updated_at': '2021-12-22T05:00:14Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:16.940771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1a727e-023b-4f38-b4b1-b053775d5150 None None] The sync data for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv is: [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '8729b0ab-f153-4b3a-9fda-2a0b27137db4', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.32', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '04902ced-ef81-43cf-854c-0758c160caee', 'port_id': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'mac_address': 'fa:16:3e:3e:3e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:14Z', 'updated_at': '2021-12-22T05:00:14Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:17.130214 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07af9c15-164c-4da1-9c1c-a67104f31d0f None None] New status for floating IP 8729b0ab-f153-4b3a-9fda-2a0b27137db4: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:00:17.255892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43876) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:17.313895 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8c6af307-bbc1-4052-a1be-239517c10b30 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/8729b0ab-f153-4b3a-9fda-2a0b27137db4 HTTP/1.1" status: 200 len: 991 time: 0.0561941 Dec 22 05:00:17.473813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cc499dd1-e89f-4396-a13e-bb80b96e069e up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:00:17.573427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port cc499dd1-e89f-4396-a13e-bb80b96e069e completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:00:17.577038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port cc499dd1-e89f-4396-a13e-bb80b96e069e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:17.579073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:17.793876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:17.815229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d31fd2-89ae-4b55-95df-0616d6291991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc499dd1-e89f-4396-a13e-bb80b96e069e'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:17.817482 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3449f825-9e76-4bc1-b25f-d6b87273561b" -d '{"events": [{"server_uuid": "14d31fd2-89ae-4b55-95df-0616d6291991", "name": "network-vif-plugged", "status": "completed", "tag": "cc499dd1-e89f-4396-a13e-bb80b96e069e"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:00:17.829235 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cc499dd1-e89f-4396-a13e-bb80b96e069e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cc499dd1-e89f-4396-a13e-bb80b96e069e,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:17.853748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae17abc8-6979-40e9-87fa-890d2a794bc5 x-openstack-request-id: req-ae17abc8-6979-40e9-87fa-890d2a794bc5 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:00:17.854071 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d31fd2-89ae-4b55-95df-0616d6291991", "name": "network-vif-plugged", "status": "completed", "tag": "cc499dd1-e89f-4396-a13e-bb80b96e069e", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:00:17.854308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae17abc8-6979-40e9-87fa-890d2a794bc5 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:00:17.854769 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d31fd2-89ae-4b55-95df-0616d6291991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc499dd1-e89f-4396-a13e-bb80b96e069e', 'code': 200} Dec 22 05:00:17.922162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:17.972340 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=cc499dd1-e89f-4396-a13e-bb80b96e069e,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:18.022389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5969ac-66cf-4eb5-a0a3-735cc7120246 req-bebc3191-37cf-4687-9db4-ee630ee0b04c tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:18.023857 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4c5969ac-66cf-4eb5-a0a3-735cc7120246 req-bebc3191-37cf-4687-9db4-ee630ee0b04c tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 946 time: 0.0568693 Dec 22 05:00:18.060380 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4c5969ac-66cf-4eb5-a0a3-735cc7120246 req-4f56c0a9-0130-4bd5-b895-d4ce5149c673 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304520 Dec 22 05:00:18.149614 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba3eb0-7cf0-4bb0-8320-d528774d709f req-e9c8ff4a-8c7b-4a1f-976e-248eb6c0f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:18.151061 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c8ba3eb0-7cf0-4bb0-8320-d528774d709f req-e9c8ff4a-8c7b-4a1f-976e-248eb6c0f06d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 1099 time: 0.0435901 Dec 22 05:00:18.185563 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c8ba3eb0-7cf0-4bb0-8320-d528774d709f req-33793e89-17a0-4e71-be26-4295e85cdcf4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273073 Dec 22 05:00:18.318197 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43882) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:18.375755 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fc880441-b57b-45d0-be87-102505f0aceb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/8729b0ab-f153-4b3a-9fda-2a0b27137db4 HTTP/1.1" status: 200 len: 993 time: 0.0565686 Dec 22 05:00:19.178081 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e97c3-e33e-42cd-bd38-b5beea99a2b0 req-d6f8da3b-c4aa-4908-9099-b32d81b8a595 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:19.183892 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ae0e97c3-e33e-42cd-bd38-b5beea99a2b0 req-d6f8da3b-c4aa-4908-9099-b32d81b8a595 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 946 time: 0.0539520 Dec 22 05:00:19.218465 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ae0e97c3-e33e-42cd-bd38-b5beea99a2b0 req-4a3c7667-9c6f-45d9-a060-09119f7bfd99 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319860 Dec 22 05:00:20.332970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d3576-75e2-42ed-b9dc-c98deb07c12e req-cb724bae-2d7d-4b14-90a4-d5cf054ca175 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:20.334430 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e77d3576-75e2-42ed-b9dc-c98deb07c12e req-cb724bae-2d7d-4b14-90a4-d5cf054ca175 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 946 time: 0.0516527 Dec 22 05:00:20.371359 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e77d3576-75e2-42ed-b9dc-c98deb07c12e req-7fcc8516-aa46-43b4-b156-400ac6eb702f tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311491 Dec 22 05:00:20.480337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483c10c-4b94-442c-a744-429c2ff32f4b req-1006b168-2bb6-4059-a6e5-9a2aa55333ff tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:20.481762 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0483c10c-4b94-442c-a744-429c2ff32f4b req-1006b168-2bb6-4059-a6e5-9a2aa55333ff tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 946 time: 0.0466747 Dec 22 05:00:20.517783 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0483c10c-4b94-442c-a744-429c2ff32f4b req-b2ae2c86-d83a-4949-8124-6e6f7ae63742 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301201 Dec 22 05:00:20.539359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43890) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:20.585223 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:20.661790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9343555a-3d90-4a40-ad8a-d02c86db9662 tempest-TestVolumeBootPattern-1426504987 tempest-TestVolumeBootPattern-1426504987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:20.663268 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9343555a-3d90-4a40-ad8a-d02c86db9662 tempest-TestVolumeBootPattern-1426504987 tempest-TestVolumeBootPattern-1426504987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 1094 time: 0.1228805 Dec 22 05:00:20.666166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43894) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:20.670287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': 'cc499dd1-e89f-4396-a13e-bb80b96e069e', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:20.739800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:20.835833 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:20.935162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Allocated IP 172.26.5.192 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/1e4373ce-7858-46b7-b3b4-6cda424de19b) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:00:21.038792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:21.111221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:21.145661 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:21.149965 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:21.152446 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:00:21.180101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'Port': ['ID=1e4373ce-7858-46b7-b3b4-6cda424de19b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:21.489736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:21.609350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:21.753133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:21.802546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:21.873942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'Port': ['ID=1e4373ce-7858-46b7-b3b4-6cda424de19b,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:21.886050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:21.984306 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Floating IP d197ae7a-ef40-4f38-829a-63f1ad8101e3 associated. External IP: 172.26.5.192, port: cc499dd1-e89f-4396-a13e-bb80b96e069e. Dec 22 05:00:22.188881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Router 74902c69-e44a-40c7-a530-26719c0ac712 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:00:22.295327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:00:22.305462 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d101be-4567-4b93-8197-e5058ed8311a None None] Sync routers for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:22.313950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d101be-4567-4b93-8197-e5058ed8311a None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:22.314559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-75d101be-4567-4b93-8197-e5058ed8311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:00:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:22.381159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:22.408585 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-80192cb0-3b4f-4133-a7bf-f8695cf55171 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7413912 Dec 22 05:00:22.409166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d31fd2-89ae-4b55-95df-0616d6291991', 'tag': 'cc499dd1-e89f-4396-a13e-bb80b96e069e'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:22.412046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d0c79c-11c9-4c24-965d-8b3eb84a061f" -d '{"events": [{"name": "network-changed", "server_uuid": "14d31fd2-89ae-4b55-95df-0616d6291991", "tag": "cc499dd1-e89f-4396-a13e-bb80b96e069e"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:00:22.420718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-75d101be-4567-4b93-8197-e5058ed8311a None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:22.454173 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecd2b9e-a7f8-4097-ac98-15443f803992 x-openstack-request-id: req-eecd2b9e-a7f8-4097-ac98-15443f803992 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:00:22.454459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d31fd2-89ae-4b55-95df-0616d6291991", "tag": "cc499dd1-e89f-4396-a13e-bb80b96e069e", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:00:22.454704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eecd2b9e-a7f8-4097-ac98-15443f803992 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:00:22.455097 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d31fd2-89ae-4b55-95df-0616d6291991', 'tag': 'cc499dd1-e89f-4396-a13e-bb80b96e069e', 'status': 'completed', 'code': 200} Dec 22 05:00:22.538684 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0c79c-11c9-4c24-965d-8b3eb84a061f req-5838e7a9-812d-4b01-bfe3-9a4efcc0688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:22.540175 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5d0c79c-11c9-4c24-965d-8b3eb84a061f req-5838e7a9-812d-4b01-bfe3-9a4efcc0688a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 1099 time: 0.0401368 Dec 22 05:00:22.632942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0c79c-11c9-4c24-965d-8b3eb84a061f req-204bb16b-4f32-4a2e-8426-862638c763be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:22.634402 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5d0c79c-11c9-4c24-965d-8b3eb84a061f req-204bb16b-4f32-4a2e-8426-862638c763be service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 913 time: 0.0863490 Dec 22 05:00:22.646729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-75d101be-4567-4b93-8197-e5058ed8311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd197ae7a-ef40-4f38-829a-63f1ad8101e3', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.192', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': 'cc499dd1-e89f-4396-a13e-bb80b96e069e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:6e:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d31fd2-89ae-4b55-95df-0616d6291991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:21Z', 'updated_at': '2021-12-22T05:00:21Z', 'revision_number': 0, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:22.673255 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d101be-4567-4b93-8197-e5058ed8311a None None] Checking router: 74902c69-e44a-40c7-a530-26719c0ac712 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:22.682694 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d101be-4567-4b93-8197-e5058ed8311a None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:22.683313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-75d101be-4567-4b93-8197-e5058ed8311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:00:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:22.790640 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-75d101be-4567-4b93-8197-e5058ed8311a None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:22.982881 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5d0c79c-11c9-4c24-965d-8b3eb84a061f req-692ecef2-a9d7-40f8-bc94-8426060f9527 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc499dd1-e89f-4396-a13e-bb80b96e069e HTTP/1.1" status: 200 len: 1000 time: 0.3404279 Dec 22 05:00:23.017105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-75d101be-4567-4b93-8197-e5058ed8311a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd197ae7a-ef40-4f38-829a-63f1ad8101e3', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.192', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': 'cc499dd1-e89f-4396-a13e-bb80b96e069e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:6e:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d31fd2-89ae-4b55-95df-0616d6291991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:21Z', 'updated_at': '2021-12-22T05:00:21Z', 'revision_number': 0, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:23.032332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0c79c-11c9-4c24-965d-8b3eb84a061f req-0c448a68-7114-40c9-83aa-7b35874d6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:23.033787 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5d0c79c-11c9-4c24-965d-8b3eb84a061f req-0c448a68-7114-40c9-83aa-7b35874d6d04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0432332 Dec 22 05:00:23.052313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d101be-4567-4b93-8197-e5058ed8311a None None] The sync data for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv is: [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd197ae7a-ef40-4f38-829a-63f1ad8101e3', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.192', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': 'cc499dd1-e89f-4396-a13e-bb80b96e069e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:6e:d8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d31fd2-89ae-4b55-95df-0616d6291991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:21Z', 'updated_at': '2021-12-22T05:00:21Z', 'revision_number': 0, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:23.089300 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0c79c-11c9-4c24-965d-8b3eb84a061f req-38c612f1-9a6a-4d81-b79b-c849c6d186c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:23.091055 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5d0c79c-11c9-4c24-965d-8b3eb84a061f req-38c612f1-9a6a-4d81-b79b-c849c6d186c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495944 Dec 22 05:00:23.211148 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5d0c79c-11c9-4c24-965d-8b3eb84a061f req-fa94040a-7ee0-4a0e-a374-18df04d1f9e0 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962102 Dec 22 05:00:23.269715 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29514697-ce5f-4acb-b122-279bb906755c None None] New status for floating IP d197ae7a-ef40-4f38-829a-63f1ad8101e3: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:00:23.312008 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5d0c79c-11c9-4c24-965d-8b3eb84a061f req-ac2884f4-7675-42cc-a0e0-7cca3068f604 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898180 Dec 22 05:00:24.602201 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:00:39.235458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-88634515-6593-437c-b692-b2a6d7ec1b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:41.642064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0e77c872-8241-418b-8333-eb6a5e027715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:43.132518 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:44.178717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:45.184284 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:49.495349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43916) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:49.570420 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69b6a6-6753-46d5-b253-48c28848700f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:49.570887 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69b6a6-6753-46d5-b253-48c28848700f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:49.571343 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69b6a6-6753-46d5-b253-48c28848700f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:49.573062 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cf69b6a6-6753-46d5-b253-48c28848700f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=029a077a8ccd4775910052d15f603bba&network_id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59 HTTP/1.1" status: 200 len: 3000 time: 0.0767310 Dec 22 05:00:50.636068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:51.303029 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43926) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:51.352865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c1b3e6-cef7-49f2-b6d8-e69e12796e2d tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:51.354315 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a4c1b3e6-cef7-49f2-b6d8-e69e12796e2d tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95 HTTP/1.1" status: 200 len: 814 time: 0.0504069 Dec 22 05:00:51.819516 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 43934) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:51.824218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7affaf9a-8927-41d0-8956-f9fed7dbb635 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:51.879155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7affaf9a-8927-41d0-8956-f9fed7dbb635 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:52.021431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7affaf9a-8927-41d0-8956-f9fed7dbb635 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:52.093451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7affaf9a-8927-41d0-8956-f9fed7dbb635 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:52.093719 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-7affaf9a-8927-41d0-8956-f9fed7dbb635 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP 8729b0ab-f153-4b3a-9fda-2a0b27137db4 disassociated. External IP: 172.26.5.32, port: a2ca6ada-f56e-4a75-b35b-a67fd74b122a. Dec 22 05:00:52.297401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7affaf9a-8927-41d0-8956-f9fed7dbb635 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 04902ced-ef81-43cf-854c-0758c160caee has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:00:52.402215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7affaf9a-8927-41d0-8956-f9fed7dbb635 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:00:52.407669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7affaf9a-8927-41d0-8956-f9fed7dbb635 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:52.412933 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f314b-aeb1-4c27-9f7a-be601b32cd8b None None] Sync routers for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:52.421678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f314b-aeb1-4c27-9f7a-be601b32cd8b None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:52.422292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-848f314b-aeb1-4c27-9f7a-be601b32cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:00:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:52.434096 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7affaf9a-8927-41d0-8956-f9fed7dbb635 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/floatingips/8729b0ab-f153-4b3a-9fda-2a0b27137db4 HTTP/1.1" status: 200 len: 689 time: 0.6134925 Dec 22 05:00:52.434753 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'tag': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:00:52.437638 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df571b96-4c40-474a-986b-720a18c25e57" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac", "tag": "a2ca6ada-f56e-4a75-b35b-a67fd74b122a"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:00:52.437808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43936) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:52.474483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aec065-f3aa-431d-a312-bfa793a39e6e x-openstack-request-id: req-05aec065-f3aa-431d-a312-bfa793a39e6e {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:00:52.474819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac", "tag": "a2ca6ada-f56e-4a75-b35b-a67fd74b122a", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:00:52.475076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-05aec065-f3aa-431d-a312-bfa793a39e6e {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:00:52.475624 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'tag': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a', 'status': 'completed', 'code': 200} Dec 22 05:00:52.483474 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-cc4c7bfc-401b-496f-8338-83e26e26ed54 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/8729b0ab-f153-4b3a-9fda-2a0b27137db4 HTTP/1.1" status: 200 len: 689 time: 0.0447271 Dec 22 05:00:52.528997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-848f314b-aeb1-4c27-9f7a-be601b32cd8b None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:52.559704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df571b96-4c40-474a-986b-720a18c25e57 req-8d9c5a92-d681-44f7-8b9d-9a87ba71f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:52.561891 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df571b96-4c40-474a-986b-720a18c25e57 req-8d9c5a92-d681-44f7-8b9d-9a87ba71f5f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 1099 time: 0.0422039 Dec 22 05:00:52.656863 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df571b96-4c40-474a-986b-720a18c25e57 req-7fc767ff-a22f-44b7-a39a-a182838742ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:52.658715 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df571b96-4c40-474a-986b-720a18c25e57 req-7fc767ff-a22f-44b7-a39a-a182838742ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59 HTTP/1.1" status: 200 len: 896 time: 0.0898736 Dec 22 05:00:52.700568 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df571b96-4c40-474a-986b-720a18c25e57 req-05234240-6acc-4b4c-899f-abf59326a7d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ca6ada-f56e-4a75-b35b-a67fd74b122a HTTP/1.1" status: 200 len: 217 time: 0.0351954 Dec 22 05:00:52.724122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-848f314b-aeb1-4c27-9f7a-be601b32cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:52.751963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df571b96-4c40-474a-986b-720a18c25e57 req-b1acfe70-1af0-4732-867a-3fc87a30b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:52.753511 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df571b96-4c40-474a-986b-720a18c25e57 req-b1acfe70-1af0-4732-867a-3fc87a30b97e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5a7c6c7-c00a-411a-b311-c442ef18fb79 HTTP/1.1" status: 200 len: 835 time: 0.0463145 Dec 22 05:00:52.754788 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f314b-aeb1-4c27-9f7a-be601b32cd8b None None] Checking router: 04902ced-ef81-43cf-854c-0758c160caee for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:52.762904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f314b-aeb1-4c27-9f7a-be601b32cd8b None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:52.763501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-848f314b-aeb1-4c27-9f7a-be601b32cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:00:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:52.804244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df571b96-4c40-474a-986b-720a18c25e57 req-28772d50-9430-463a-ba4a-77fa943550bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:52.805721 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df571b96-4c40-474a-986b-720a18c25e57 req-28772d50-9430-463a-ba4a-77fa943550bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446322 Dec 22 05:00:52.869962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-848f314b-aeb1-4c27-9f7a-be601b32cd8b None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:52.894379 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df571b96-4c40-474a-986b-720a18c25e57 req-32ca0ef4-a18b-47c6-8e56-461ea87efd86 service neutron] 10.222.0.16 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816782 Dec 22 05:00:53.004726 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df571b96-4c40-474a-986b-720a18c25e57 req-5b629986-00f0-4c82-a630-05aa41180cdf service neutron] 10.222.0.16 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924780 Dec 22 05:00:53.071688 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-848f314b-aeb1-4c27-9f7a-be601b32cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:53.100337 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f314b-aeb1-4c27-9f7a-be601b32cd8b None None] The sync data for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv is: [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:53.304370 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f7c5f-9518-44b2-a9f3-920a1e3c03c6 None None] New status for floating IP 8729b0ab-f153-4b3a-9fda-2a0b27137db4: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:00:53.486630 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43940) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:53.532932 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-57dfdde6-f88a-4cb4-b35e-a10042d1262a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/8729b0ab-f153-4b3a-9fda-2a0b27137db4 HTTP/1.1" status: 200 len: 689 time: 0.0452640 Dec 22 05:00:54.535844 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43942) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:54.579243 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f692765e-cf7a-4033-b281-b25a1ace518c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/8729b0ab-f153-4b3a-9fda-2a0b27137db4 HTTP/1.1" status: 200 len: 687 time: 0.0422649 Dec 22 05:00:55.906224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43946) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:55.910682 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529569008', 'description': 'tempest-secgroup-smoke-529569008 description', 'project_id': '029a077a8ccd4775910052d15f603bba'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:55.990101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.053767 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.115695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.143255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c9a8c9-96b2-413a-9801-3ff28a077dc5,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:56.150069 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:56.150995 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:56.150995 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:56.151207 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:56.151393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:56.151711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:56.152025 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:56.152369 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:56.152684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:56.152992 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:56.153305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:56.153609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:56.180891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.182164 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8a293038-32cd-4bb9-a9c2-89b34979ec79 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2749414 Dec 22 05:00:56.185127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43948) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:56.189412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-397f973a-9d7f-46a9-a1c8-f3ab280e29c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '15c9a8c9-96b2-413a-9801-3ff28a077dc5', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:56.257349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-397f973a-9d7f-46a9-a1c8-f3ab280e29c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.317868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-397f973a-9d7f-46a9-a1c8-f3ab280e29c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.384452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-397f973a-9d7f-46a9-a1c8-f3ab280e29c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.400944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397f973a-9d7f-46a9-a1c8-f3ab280e29c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078d09f4-9d17-4551-9034-11d611f1e15a,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:56.478070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-397f973a-9d7f-46a9-a1c8-f3ab280e29c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.479271 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-397f973a-9d7f-46a9-a1c8-f3ab280e29c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932496 Dec 22 05:00:56.482123 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43950) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:56.486921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e00ae04c-375e-4c3e-af7d-ed7d1722cc6c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '15c9a8c9-96b2-413a-9801-3ff28a077dc5', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:56.571857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e00ae04c-375e-4c3e-af7d-ed7d1722cc6c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.627057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e00ae04c-375e-4c3e-af7d-ed7d1722cc6c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.704266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e00ae04c-375e-4c3e-af7d-ed7d1722cc6c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.723248 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ae04c-375e-4c3e-af7d-ed7d1722cc6c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce7ee94-b6ba-421e-af31-6126324e8d55,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:56.809376 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e00ae04c-375e-4c3e-af7d-ed7d1722cc6c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.810554 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e00ae04c-375e-4c3e-af7d-ed7d1722cc6c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3269534 Dec 22 05:00:56.813423 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43952) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:56.817742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-04f5761a-671c-4a2c-abda-53d6160bea42 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '15c9a8c9-96b2-413a-9801-3ff28a077dc5', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:56.909349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04f5761a-671c-4a2c-abda-53d6160bea42 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:56.968073 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04f5761a-671c-4a2c-abda-53d6160bea42 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.064305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04f5761a-671c-4a2c-abda-53d6160bea42 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.081415 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5761a-671c-4a2c-abda-53d6160bea42 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f2de82-ed7b-4ace-a38f-acc7bec182cd,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:57.158082 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04f5761a-671c-4a2c-abda-53d6160bea42 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.159271 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-04f5761a-671c-4a2c-abda-53d6160bea42 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3449318 Dec 22 05:00:57.162081 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43954) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:57.166268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e7ed9179-9735-4d1e-beac-904254ce8471 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '15c9a8c9-96b2-413a-9801-3ff28a077dc5', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:57.245981 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9179-9735-4d1e-beac-904254ce8471 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.306181 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9179-9735-4d1e-beac-904254ce8471 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.395800 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9179-9735-4d1e-beac-904254ce8471 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.412839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed9179-9735-4d1e-beac-904254ce8471 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2d304a-4602-453b-9765-858288656912,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:57.494737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9179-9735-4d1e-beac-904254ce8471 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.495965 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e7ed9179-9735-4d1e-beac-904254ce8471 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3329735 Dec 22 05:00:57.499266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43956) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:57.503536 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-eb579ac5-bc31-43c6-8734-1abbb672bad5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '15c9a8c9-96b2-413a-9801-3ff28a077dc5', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:57.590126 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-eb579ac5-bc31-43c6-8734-1abbb672bad5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:00:57.594808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb579ac5-bc31-43c6-8734-1abbb672bad5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.652726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb579ac5-bc31-43c6-8734-1abbb672bad5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.733765 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb579ac5-bc31-43c6-8734-1abbb672bad5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.752452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb579ac5-bc31-43c6-8734-1abbb672bad5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0f7aa8-656e-44a3-9969-2318ebbba925,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:57.826507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb579ac5-bc31-43c6-8734-1abbb672bad5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.827753 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-eb579ac5-bc31-43c6-8734-1abbb672bad5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3276262 Dec 22 05:00:57.830538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 43958) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:00:57.834756 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4f45d6c8-5465-4566-b360-81f06b857c91 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '15c9a8c9-96b2-413a-9801-3ff28a077dc5', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:57.916012 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-4f45d6c8-5465-4566-b360-81f06b857c91 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:00:57.921153 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4f45d6c8-5465-4566-b360-81f06b857c91 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:57.982385 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4f45d6c8-5465-4566-b360-81f06b857c91 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:58.097733 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4f45d6c8-5465-4566-b360-81f06b857c91 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:58.116314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45d6c8-5465-4566-b360-81f06b857c91 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e959ff7e-f06f-4ac4-a9d9-561f2d047a2b,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:58.249277 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4f45d6c8-5465-4566-b360-81f06b857c91 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:00:58.250484 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4f45d6c8-5465-4566-b360-81f06b857c91 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4190502 Dec 22 05:00:58.487494 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-83fea5a9-2d43-4e61-92ef-85c102d6d7cf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529569008&fields=id&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 267 time: 0.0327563 Dec 22 05:00:58.592347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-57982747-632d-454e-8a5e-66025ad33848 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:58.594310 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-57982747-632d-454e-8a5e-66025ad33848 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/networks?id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59 HTTP/1.1" status: 200 len: 795 time: 0.1002021 Dec 22 05:00:58.609095 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-4e3b16eb-f9a3-4c90-b639-7304880ecb24 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/quotas/029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 375 time: 0.0090077 Dec 22 05:00:58.667983 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3d876359-d9e5-4fc3-a2e1-4aabeadd2112 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0537193 Dec 22 05:00:58.761223 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-db4e5ca9-1a20-4da4-b25e-39a5a24f4bf2 service neutron] 10.222.0.54 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812016 Dec 22 05:00:58.853855 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-d52c0112-7786-4c74-951b-26ead80fb140 service neutron] 10.222.0.54 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861707 Dec 22 05:00:59.115349 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a4392750-6bc0-494f-8369-d90eb17f7d4f req-f2d3083d-6461-421a-85d1-8e9dae7fcbb4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 210 time: 0.0280302 Dec 22 05:01:00.208867 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5bb0fa8e-2980-4820-943f-0b97c1742c69 req-bce43aac-1b2e-4e7d-aeb2-04629665f034 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 210 time: 0.0268900 Dec 22 05:01:01.311336 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8ef797d9-bb45-462b-bac6-bed466d8fff1 req-23903d74-f346-497d-9de8-ed846a4885dd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 210 time: 0.0300357 Dec 22 05:01:01.448476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-e98f16d2-7859-4e96-b59d-01c53d2b68c9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:01.449906 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-e98f16d2-7859-4e96-b59d-01c53d2b68c9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks?id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59 HTTP/1.1" status: 200 len: 795 time: 0.1074898 Dec 22 05:01:01.500340 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-55604117-de43-40c2-a96c-6a47abbb74c9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 471 time: 0.0349681 Dec 22 05:01:01.509241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'device_id': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'admin_state_up': True, 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'security_groups': ['15c9a8c9-96b2-413a-9801-3ff28a077dc5']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:01:01.600238 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:01:01.709937 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:01:01.713578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:01.842736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.4 (f85bcfc3-c9b5-4d66-987f-e1010d3acc59/d5a7c6c7-c00a-411a-b311-c442ef18fb79/16926ebe-216d-48dd-8ae6-397885198cdb) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:01:01.978711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:02.064782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:02.107005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:01:02.109934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:01:02.113674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:01:02.140082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=16926ebe-216d-48dd-8ae6-397885198cdb,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:02.154895 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:02.155230 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:02.155564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:02.155888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:02.156225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:02.156575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:02.156896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:02.157217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:02.157533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:02.157847 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:02.158158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:02.158470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:02.179755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:02.180396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:02.261545 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ac6e7e0-a3c1-4be2-9f05-95fecf24c34c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7557812 Dec 22 05:01:02.280530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Request body: {'port': {'device_id': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:01:02.337791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:02.351910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b851ba7d-669e-4a64-b29a-136eb632b5ef None None] Provisioning complete for port 16926ebe-216d-48dd-8ae6-397885198cdb triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:01:02.353297 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b851ba7d-669e-4a64-b29a-136eb632b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:02.391845 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b851ba7d-669e-4a64-b29a-136eb632b5ef None None] Port 16926ebe-216d-48dd-8ae6-397885198cdb cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:01:02.511599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd36507-bdda-4d4b-a00a-30461720def5 req-245e8ce7-77c5-445e-8a7e-87da89505968 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:02.513094 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3bd36507-bdda-4d4b-a00a-30461720def5 req-245e8ce7-77c5-445e-8a7e-87da89505968 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 931 time: 0.1306729 Dec 22 05:01:02.591295 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3bd36507-bdda-4d4b-a00a-30461720def5 req-82714e06-4896-484c-bcac-321498cfd717 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536368 Dec 22 05:01:02.667416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16926ebe-216d-48dd-8ae6-397885198cdb {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:01:02.675366 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:02.687141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Transition to ACTIVE for port object 16926ebe-216d-48dd-8ae6-397885198cdb will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:01:02.754871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:02.808283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=16926ebe-216d-48dd-8ae6-397885198cdb,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:02.913624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Attempting to bind port 16926ebe-216d-48dd-8ae6-397885198cdb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:01:02.913963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Attempting to bind port 16926ebe-216d-48dd-8ae6-397885198cdb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:01:02.914293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Attempting to bind port 16926ebe-216d-48dd-8ae6-397885198cdb on network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:01:02.925425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Port 16926ebe-216d-48dd-8ae6-397885198cdb on network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:01:02.925425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Attempting to bind port 16926ebe-216d-48dd-8ae6-397885198cdb on network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:01:02.928844 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e54fa3c-a34d-4163-a1c5-179a60c5909e req-c5be40c6-9112-4f35-a43a-09c00de179df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655324 Dec 22 05:01:02.931618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:01:02.931951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Checking segment: {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:01:02.932359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Bound using segment: {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:01:02.932791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Bound port: 16926ebe-216d-48dd-8ae6-397885198cdb, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:01:02.933142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:03.032111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] For port 16926ebe-216d-48dd-8ae6-397885198cdb, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:01:03.046987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] For port 16926ebe-216d-48dd-8ae6-397885198cdb, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16926ebe-216d-48dd-8ae6-397885198cdb,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:01:03.056390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54fa3c-a34d-4163-a1c5-179a60c5909e req-372695c6-4f8b-4c8c-8488-c1fd6c9571ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:03.057859 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e54fa3c-a34d-4163-a1c5-179a60c5909e req-372695c6-4f8b-4c8c-8488-c1fd6c9571ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 1099 time: 0.0614350 Dec 22 05:01:03.165884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54fa3c-a34d-4163-a1c5-179a60c5909e req-7a9ad177-29df-4a43-bf74-a5d2c641cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:03.168126 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e54fa3c-a34d-4163-a1c5-179a60c5909e req-7a9ad177-29df-4a43-bf74-a5d2c641cd90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 913 time: 0.0893061 Dec 22 05:01:03.183087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:03.271822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:03.273181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:03.274778 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/16926ebe-216d-48dd-8ae6-397885198cdb HTTP/1.1" status: 200 len: 1093 time: 0.9986432 Dec 22 05:01:03.275338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'tag': '16926ebe-216d-48dd-8ae6-397885198cdb'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:01:03.278731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b00fbc-89be-4ed5-b3c1-59a9232304d6" -d '{"events": [{"name": "network-changed", "server_uuid": "59c947f2-4c92-4577-9ad9-0ff6f452f3c6", "tag": "16926ebe-216d-48dd-8ae6-397885198cdb"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:01:03.318700 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e54fa3c-a34d-4163-a1c5-179a60c5909e req-e5b7af13-97e1-4aeb-8ff2-28b4205c1ded service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc499dd1-e89f-4396-a13e-bb80b96e069e HTTP/1.1" status: 200 len: 1002 time: 0.1436503 Dec 22 05:01:03.324005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1751ab0-bd18-47b8-986e-17427b7ab2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=16926ebe-216d-48dd-8ae6-397885198cdb,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:03.341753 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296e6e26-30ad-4238-b732-861de45b8c90 x-openstack-request-id: req-296e6e26-30ad-4238-b732-861de45b8c90 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:01:03.342039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c947f2-4c92-4577-9ad9-0ff6f452f3c6", "tag": "16926ebe-216d-48dd-8ae6-397885198cdb", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:01:03.342320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-296e6e26-30ad-4238-b732-861de45b8c90 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:01:03.342713 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'tag': '16926ebe-216d-48dd-8ae6-397885198cdb', 'status': 'completed', 'code': 200} Dec 22 05:01:03.419726 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54fa3c-a34d-4163-a1c5-179a60c5909e req-9048a6d4-0e37-4c60-9ad2-1564b160ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:03.421324 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e54fa3c-a34d-4163-a1c5-179a60c5909e req-9048a6d4-0e37-4c60-9ad2-1564b160ac2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0936651 Dec 22 05:01:03.471715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b00fbc-89be-4ed5-b3c1-59a9232304d6 req-c0adedbe-5d9a-4a5a-b3b1-1f68fa8628a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:03.473231 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68b00fbc-89be-4ed5-b3c1-59a9232304d6 req-c0adedbe-5d9a-4a5a-b3b1-1f68fa8628a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 1096 time: 0.0960798 Dec 22 05:01:03.489431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54fa3c-a34d-4163-a1c5-179a60c5909e req-9b221d4e-b1d4-42f8-96a6-4a45954c13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:03.491592 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e54fa3c-a34d-4163-a1c5-179a60c5909e req-9b221d4e-b1d4-42f8-96a6-4a45954c13c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0612674 Dec 22 05:01:03.732179 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b00fbc-89be-4ed5-b3c1-59a9232304d6 req-35c3172b-cfb6-45cf-bc91-c68e8224cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:03.734115 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68b00fbc-89be-4ed5-b3c1-59a9232304d6 req-35c3172b-cfb6-45cf-bc91-c68e8224cea8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=029a077a8ccd4775910052d15f603bba&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2422564 Dec 22 05:01:03.736667 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e54fa3c-a34d-4163-a1c5-179a60c5909e req-37acda77-96b3-4414-8fdf-f391eede19b1 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363775 Dec 22 05:01:03.760053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489768bc-30aa-4d1e-a747-f41fda09b47d req-6fbaaab4-0ac8-4161-af88-d4122f8c1193 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:03.761881 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-489768bc-30aa-4d1e-a747-f41fda09b47d req-6fbaaab4-0ac8-4161-af88-d4122f8c1193 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 943 time: 0.0894487 Dec 22 05:01:03.920701 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-489768bc-30aa-4d1e-a747-f41fda09b47d req-6e4b8555-3267-4361-81a3-8d57f7c08aab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444726 Dec 22 05:01:03.956477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b00fbc-89be-4ed5-b3c1-59a9232304d6 req-d3dfe5aa-9388-4189-8738-8038aca2fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:03.957937 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68b00fbc-89be-4ed5-b3c1-59a9232304d6 req-d3dfe5aa-9388-4189-8738-8038aca2fe88 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2072203 Dec 22 05:01:03.963010 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e54fa3c-a34d-4163-a1c5-179a60c5909e req-27d0f180-7cd7-4a2f-9ec6-72f3aef54615 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133765 Dec 22 05:01:04.072427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-5c85af3c-dbf7-4c0d-b131-7d0516a9b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:04.073825 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-5c85af3c-dbf7-4c0d-b131-7d0516a9b31c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 1096 time: 0.0407209 Dec 22 05:01:04.125816 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-b10a3e2f-b407-4e29-9936-e52dd1dce950 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16926ebe-216d-48dd-8ae6-397885198cdb HTTP/1.1" status: 200 len: 217 time: 0.0381815 Dec 22 05:01:04.173820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-add1e3e8-37bd-40c7-9f23-c32312ac6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:04.175277 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-add1e3e8-37bd-40c7-9f23-c32312ac6cc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5a7c6c7-c00a-411a-b311-c442ef18fb79 HTTP/1.1" status: 200 len: 835 time: 0.0428903 Dec 22 05:01:04.220578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-75973a6c-6174-4ca6-9495-cbae93a63139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:04.222008 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-75973a6c-6174-4ca6-9495-cbae93a63139 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399773 Dec 22 05:01:04.319046 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-3ba49f99-88d5-4493-9aa0-8fec7686a5f3 service neutron] 10.222.0.16 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899627 Dec 22 05:01:04.409742 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb9c7608-e69e-4833-92a9-8b98852f9f89 req-a17b62ca-d5de-4da1-b837-e3e9ab366cc6 service neutron] 10.222.0.16 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819476 Dec 22 05:01:05.040947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe149f-23ed-46f0-8bd7-ba98dd81f4f6 req-e7db58c6-9fb0-486d-8982-bb1a12f422d0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:05.042391 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6bfe149f-23ed-46f0-8bd7-ba98dd81f4f6 req-e7db58c6-9fb0-486d-8982-bb1a12f422d0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 943 time: 0.0488803 Dec 22 05:01:05.080536 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6bfe149f-23ed-46f0-8bd7-ba98dd81f4f6 req-f99b92c1-2c1e-443f-9894-b702d0477b18 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317633 Dec 22 05:01:06.195082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747df7a-34cc-4a72-8d85-4a874b59d161 req-1e2be8d3-440d-421f-adce-0521e8b7129a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:06.196557 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0747df7a-34cc-4a72-8d85-4a874b59d161 req-1e2be8d3-440d-421f-adce-0521e8b7129a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 943 time: 0.0486908 Dec 22 05:01:06.239120 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0747df7a-34cc-4a72-8d85-4a874b59d161 req-dd86dacb-46fa-49d2-b67d-6421c3bf2063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365095 Dec 22 05:01:07.408124 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c56e86-edd9-4d34-b394-534fda0227fb req-3666bbbe-1cd8-4622-a5ef-ad36ac2850c5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:07.409586 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-24c56e86-edd9-4d34-b394-534fda0227fb req-3666bbbe-1cd8-4622-a5ef-ad36ac2850c5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 943 time: 0.0512719 Dec 22 05:01:07.446472 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-24c56e86-edd9-4d34-b394-534fda0227fb req-8afc0d30-ef35-4d5e-a1e2-443fb2792060 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309551 Dec 22 05:01:07.710108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 16926ebe-216d-48dd-8ae6-397885198cdb details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:01:07.802034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 16926ebe-216d-48dd-8ae6-397885198cdb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16926ebe-216d-48dd-8ae6-397885198cdb,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:07.813025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '16926ebe-216d-48dd-8ae6-397885198cdb', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'port_id': '16926ebe-216d-48dd-8ae6-397885198cdb', 'mac_address': 'fa:16:3e:0f:64:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:01:07.852490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:08.002771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16926ebe-216d-48dd-8ae6-397885198cdb {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:01:08.021888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 16926ebe-216d-48dd-8ae6-397885198cdb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16926ebe-216d-48dd-8ae6-397885198cdb,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:08.103967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:08.150861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=16926ebe-216d-48dd-8ae6-397885198cdb,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:08.157981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:08.158315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:08.158654 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:08.158987 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:08.159321 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:08.159640 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:08.159962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:08.160316 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:08.160642 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:08.160960 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:08.161277 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:08.161590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:08.391817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['16926ebe-216d-48dd-8ae6-397885198cdb'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:01:08.562425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81427ab-8393-4bd1-8c35-716d58cd1f48 req-13971d59-4073-42fa-927e-2f211a867b50 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:08.564018 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e81427ab-8393-4bd1-8c35-716d58cd1f48 req-13971d59-4073-42fa-927e-2f211a867b50 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 944 time: 0.0507817 Dec 22 05:01:08.602559 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e81427ab-8393-4bd1-8c35-716d58cd1f48 req-01d77ba6-9067-4296-bf9a-fcdf709adbd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323119 Dec 22 05:01:09.223098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bb28e5c7-ba3a-477c-9c7a-94866c9db35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:09.719584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7390a7-e16a-44ed-add5-0e909cdb25fc req-4bb3effb-b2ef-439f-955f-c608cd9da254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:09.721743 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bf7390a7-e16a-44ed-add5-0e909cdb25fc req-4bb3effb-b2ef-439f-955f-c608cd9da254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 944 time: 0.0518384 Dec 22 05:01:09.725533 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 16926ebe-216d-48dd-8ae6-397885198cdb up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:01:09.758439 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bf7390a7-e16a-44ed-add5-0e909cdb25fc req-ade9b081-0878-4e76-b1cd-d2ffc79ca6af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306575 Dec 22 05:01:09.817348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 16926ebe-216d-48dd-8ae6-397885198cdb completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:01:09.820935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 16926ebe-216d-48dd-8ae6-397885198cdb triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:01:09.821302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:09.897862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:09.919561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16926ebe-216d-48dd-8ae6-397885198cdb'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:01:09.921920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e928b4-fc1f-4bd4-9e99-72557120bf26" -d '{"events": [{"server_uuid": "59c947f2-4c92-4577-9ad9-0ff6f452f3c6", "name": "network-vif-plugged", "status": "completed", "tag": "16926ebe-216d-48dd-8ae6-397885198cdb"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:01:09.935097 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 16926ebe-216d-48dd-8ae6-397885198cdb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16926ebe-216d-48dd-8ae6-397885198cdb,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:09.959650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc0b02e-8e15-4d01-8edc-1925e1d24336 x-openstack-request-id: req-cdc0b02e-8e15-4d01-8edc-1925e1d24336 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:01:09.959913 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c947f2-4c92-4577-9ad9-0ff6f452f3c6", "name": "network-vif-plugged", "status": "completed", "tag": "16926ebe-216d-48dd-8ae6-397885198cdb", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:01:09.960163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cdc0b02e-8e15-4d01-8edc-1925e1d24336 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:01:09.964968 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16926ebe-216d-48dd-8ae6-397885198cdb', 'code': 200} Dec 22 05:01:10.030438 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:10.076117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=16926ebe-216d-48dd-8ae6-397885198cdb,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:10.364951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f397fb-4723-4642-badd-ab3d45f658da req-f69f943d-e6ef-46d1-b5e3-10a80e7f9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:10.366485 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99f397fb-4723-4642-badd-ab3d45f658da req-f69f943d-e6ef-46d1-b5e3-10a80e7f9f0b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 1098 time: 0.0395343 Dec 22 05:01:10.400647 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99f397fb-4723-4642-badd-ab3d45f658da req-3e4ac6cc-ba50-4c4a-883d-44ab064af31b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271006 Dec 22 05:01:10.870432 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6c5ed-7eaa-42b5-87cb-2bdb94028252 req-59cfa1e9-7cf8-4bdf-b639-55723dca2f30 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:10.871877 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-41d6c5ed-7eaa-42b5-87cb-2bdb94028252 req-59cfa1e9-7cf8-4bdf-b639-55723dca2f30 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 945 time: 0.0483198 Dec 22 05:01:10.908561 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-41d6c5ed-7eaa-42b5-87cb-2bdb94028252 req-a0923a43-75ee-472b-a0f8-fb4c8bcad5e9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301704 Dec 22 05:01:11.647280 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-39910abb-d38b-44a4-b869-e189781c1906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:12.026589 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a56be2-dd96-48b6-bd31-8b52680246b9 req-51b9d477-d6fd-4a54-81f8-8b0b3f27caa4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:12.028082 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-62a56be2-dd96-48b6-bd31-8b52680246b9 req-51b9d477-d6fd-4a54-81f8-8b0b3f27caa4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 945 time: 0.0499761 Dec 22 05:01:12.069786 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-62a56be2-dd96-48b6-bd31-8b52680246b9 req-d1052044-7d23-4b0a-b062-55b6259e3b59 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357776 Dec 22 05:01:12.182878 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfc452-7246-471b-b686-a6464bc64dd1 req-45c69be3-b36e-4973-ab5b-591b7fceceed tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:12.184338 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-35dfc452-7246-471b-b686-a6464bc64dd1 req-45c69be3-b36e-4973-ab5b-591b7fceceed tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 945 time: 0.0484478 Dec 22 05:01:12.220462 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-35dfc452-7246-471b-b686-a6464bc64dd1 req-4c56b9e6-ccf2-4579-83b4-daa4a0c0c300 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301116 Dec 22 05:01:12.242653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44026) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:01:12.283882 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41c8506-a842-4a58-ab20-ffcd99d9eeca tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:12.285902 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d41c8506-a842-4a58-ab20-ffcd99d9eeca tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 1093 time: 0.0423038 Dec 22 05:01:12.288669 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44028) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:01:12.293110 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-89a608c9-80c8-4996-89b2-3fd8c04e03ea tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'floatingip': {'port_id': '16926ebe-216d-48dd-8ae6-397885198cdb'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:01:12.330854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89a608c9-80c8-4996-89b2-3fd8c04e03ea tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:12.735938 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89a608c9-80c8-4996-89b2-3fd8c04e03ea tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:12.846718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89a608c9-80c8-4996-89b2-3fd8c04e03ea tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:13.120471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:13.248226 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-89a608c9-80c8-4996-89b2-3fd8c04e03ea tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP 8729b0ab-f153-4b3a-9fda-2a0b27137db4 associated. External IP: 172.26.5.32, port: 16926ebe-216d-48dd-8ae6-397885198cdb. Dec 22 05:01:13.449487 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a608c9-80c8-4996-89b2-3fd8c04e03ea tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 04902ced-ef81-43cf-854c-0758c160caee has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:01:13.549885 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a608c9-80c8-4996-89b2-3fd8c04e03ea tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:01:13.555449 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89a608c9-80c8-4996-89b2-3fd8c04e03ea tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:13.560279 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50198137-accd-4149-b7cc-ae9c6876b949 None None] Sync routers for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:01:13.569654 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50198137-accd-4149-b7cc-ae9c6876b949 None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:01:13.570260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-50198137-accd-4149-b7cc-ae9c6876b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:01:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:13.585650 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-89a608c9-80c8-4996-89b2-3fd8c04e03ea tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/floatingips/8729b0ab-f153-4b3a-9fda-2a0b27137db4 HTTP/1.1" status: 200 len: 990 time: 1.2959876 Dec 22 05:01:13.586297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'tag': '16926ebe-216d-48dd-8ae6-397885198cdb'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:01:13.588456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44030) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:01:13.589216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625189ce-6fa9-4809-8f2f-a03fcadd2c16" -d '{"events": [{"name": "network-changed", "server_uuid": "59c947f2-4c92-4577-9ad9-0ff6f452f3c6", "tag": "16926ebe-216d-48dd-8ae6-397885198cdb"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:01:13.629195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2b6210-7382-43f8-b910-ba025afd99f1 x-openstack-request-id: req-2c2b6210-7382-43f8-b910-ba025afd99f1 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:01:13.629484 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c947f2-4c92-4577-9ad9-0ff6f452f3c6", "tag": "16926ebe-216d-48dd-8ae6-397885198cdb", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:01:13.629743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c2b6210-7382-43f8-b910-ba025afd99f1 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:01:13.630163 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'tag': '16926ebe-216d-48dd-8ae6-397885198cdb', 'status': 'completed', 'code': 200} Dec 22 05:01:13.658047 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6d91122f-472c-4aea-a8bd-3d105a08e5cf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/8729b0ab-f153-4b3a-9fda-2a0b27137db4 HTTP/1.1" status: 200 len: 990 time: 0.0681243 Dec 22 05:01:13.677524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-50198137-accd-4149-b7cc-ae9c6876b949 None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:01:13.724016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625189ce-6fa9-4809-8f2f-a03fcadd2c16 req-2368e099-61a8-4fe7-b83b-6cc5fd9d5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:13.725445 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-625189ce-6fa9-4809-8f2f-a03fcadd2c16 req-2368e099-61a8-4fe7-b83b-6cc5fd9d5ce3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 1098 time: 0.0402868 Dec 22 05:01:13.819064 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625189ce-6fa9-4809-8f2f-a03fcadd2c16 req-f5dc644b-6e12-47ea-9901-510088e3446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:13.820559 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-625189ce-6fa9-4809-8f2f-a03fcadd2c16 req-f5dc644b-6e12-47ea-9901-510088e3446f service neutron] 10.222.0.16 "GET /v2.0/networks?id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59 HTTP/1.1" status: 200 len: 896 time: 0.0869584 Dec 22 05:01:13.884908 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-625189ce-6fa9-4809-8f2f-a03fcadd2c16 req-225f2f3b-166a-44e3-86e8-ecac23bfe822 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16926ebe-216d-48dd-8ae6-397885198cdb HTTP/1.1" status: 200 len: 998 time: 0.0575888 Dec 22 05:01:13.901566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-50198137-accd-4149-b7cc-ae9c6876b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '8729b0ab-f153-4b3a-9fda-2a0b27137db4', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.32', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '04902ced-ef81-43cf-854c-0758c160caee', 'port_id': '16926ebe-216d-48dd-8ae6-397885198cdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'mac_address': 'fa:16:3e:0f:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:14Z', 'updated_at': '2021-12-22T05:01:12Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:13.928961 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50198137-accd-4149-b7cc-ae9c6876b949 None None] Checking router: 04902ced-ef81-43cf-854c-0758c160caee for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:01:13.937604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50198137-accd-4149-b7cc-ae9c6876b949 None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:01:13.939735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-50198137-accd-4149-b7cc-ae9c6876b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:01:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:13.939881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625189ce-6fa9-4809-8f2f-a03fcadd2c16 req-b40da856-28e6-4e7f-8a88-4c54a270c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:13.940131 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-625189ce-6fa9-4809-8f2f-a03fcadd2c16 req-b40da856-28e6-4e7f-8a88-4c54a270c201 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5a7c6c7-c00a-411a-b311-c442ef18fb79 HTTP/1.1" status: 200 len: 835 time: 0.0482914 Dec 22 05:01:14.051596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-50198137-accd-4149-b7cc-ae9c6876b949 None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:01:14.278700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625189ce-6fa9-4809-8f2f-a03fcadd2c16 req-3c0ffb5f-5873-4a25-82d3-59afc2ebff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:14.280297 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-625189ce-6fa9-4809-8f2f-a03fcadd2c16 req-3c0ffb5f-5873-4a25-82d3-59afc2ebff72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f85bcfc3-c9b5-4d66-987f-e1010d3acc59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3335888 Dec 22 05:01:14.298586 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:14.303624 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-50198137-accd-4149-b7cc-ae9c6876b949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '8729b0ab-f153-4b3a-9fda-2a0b27137db4', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.32', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '04902ced-ef81-43cf-854c-0758c160caee', 'port_id': '16926ebe-216d-48dd-8ae6-397885198cdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'mac_address': 'fa:16:3e:0f:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:14Z', 'updated_at': '2021-12-22T05:01:12Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:14.331022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50198137-accd-4149-b7cc-ae9c6876b949 None None] The sync data for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv is: [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '8729b0ab-f153-4b3a-9fda-2a0b27137db4', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.32', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '04902ced-ef81-43cf-854c-0758c160caee', 'port_id': '16926ebe-216d-48dd-8ae6-397885198cdb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'mac_address': 'fa:16:3e:0f:64:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:00:14Z', 'updated_at': '2021-12-22T05:01:12Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:01:14.377171 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-625189ce-6fa9-4809-8f2f-a03fcadd2c16 req-2e8ee785-7270-41f4-8ff6-a41f483dc000 service neutron] 10.222.0.16 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888808 Dec 22 05:01:14.475798 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-625189ce-6fa9-4809-8f2f-a03fcadd2c16 req-b991c205-f6f3-4720-b449-7305035efcb2 service neutron] 10.222.0.16 "GET /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912204 Dec 22 05:01:14.541383 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f373a06-ff27-4302-abc5-a2149a1a390b None None] New status for floating IP 8729b0ab-f153-4b3a-9fda-2a0b27137db4: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:01:14.661358 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44034) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:01:14.722330 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-33ada302-910d-41cf-83bd-042a228aff13 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/8729b0ab-f153-4b3a-9fda-2a0b27137db4 HTTP/1.1" status: 200 len: 990 time: 0.0598922 Dec 22 05:01:15.207154 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:15.726297 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44036) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:01:15.789195 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2daa46f8-397e-4f52-afa8-c1abfbc02f9e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/8729b0ab-f153-4b3a-9fda-2a0b27137db4 HTTP/1.1" status: 200 len: 992 time: 0.0617425 Dec 22 05:01:20.624377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:38.600156 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:01:39.204647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-422dca41-a0d0-4384-8af5-8899966f9252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:41.612309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9d7de8ed-42d1-4c90-b1a0-310a774d17e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:43.124866 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:44.276897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:45.194661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:47.592695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb865910-0fd5-43d5-adfe-00c509454999 req-acd4eee1-bc05-433e-b608-7a74f6d70ce5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:47.594150 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cb865910-0fd5-43d5-adfe-00c509454999 req-acd4eee1-bc05-433e-b608-7a74f6d70ce5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 945 time: 0.0478942 Dec 22 05:01:47.630388 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cb865910-0fd5-43d5-adfe-00c509454999 req-d3b9671c-188f-47c3-b765-72414bf4e111 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303845 Dec 22 05:01:48.744085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d0602-cc04-4787-a986-6b209b22147e req-8edb538c-740e-46ea-a388-a61c16c79408 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:48.745575 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd2d0602-cc04-4787-a986-6b209b22147e req-8edb538c-740e-46ea-a388-a61c16c79408 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 945 time: 0.0474646 Dec 22 05:01:48.783858 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd2d0602-cc04-4787-a986-6b209b22147e req-6a7ed98f-fd15-4f44-9fed-985b7e210061 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=15c9a8c9-96b2-413a-9801-3ff28a077dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320184 Dec 22 05:01:49.083281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-7c16481a-a183-451e-bc26-d068301832c4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:49.084727 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-7c16481a-a183-451e-bc26-d068301832c4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 945 time: 0.0471261 Dec 22 05:01:49.176299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 16926ebe-216d-48dd-8ae6-397885198cdb {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:01:49.176633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:49.265652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 16926ebe-216d-48dd-8ae6-397885198cdb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16926ebe-216d-48dd-8ae6-397885198cdb,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:49.265927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:49.475344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:49.475705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:49.476018 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP 8729b0ab-f153-4b3a-9fda-2a0b27137db4 disassociated. External IP: 172.26.5.32, port: 16926ebe-216d-48dd-8ae6-397885198cdb. Dec 22 05:01:49.476452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 16926ebe-216d-48dd-8ae6-397885198cdb owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:01:49.635213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:49.660779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=16926ebe-216d-48dd-8ae6-397885198cdb,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:49.781725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 04902ced-ef81-43cf-854c-0758c160caee has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:01:49.878202 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d60169a3-172f-4a40-b8a0-18d7fa285b5e req-08f86805-abf9-4f40-be55-ecaea379787d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 210 time: 0.0264106 Dec 22 05:01:49.889975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:01:49.900224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52dafe9-cceb-4117-a4fc-4f926862ef5b None None] Sync routers for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:01:49.909567 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52dafe9-cceb-4117-a4fc-4f926862ef5b None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:01:49.910161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c52dafe9-cceb-4117-a4fc-4f926862ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:01:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:49.929716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] No DVR routers for this DVR port 16926ebe-216d-48dd-8ae6-397885198cdb on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:01:49.932376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:49.935611 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9dab95a6-e6e7-4547-8767-35ae6f9b1a4f req-361aeb7f-3025-441b-b379-ca7a9bbbaa2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "DELETE /v2.0/ports/16926ebe-216d-48dd-8ae6-397885198cdb HTTP/1.1" status: 204 len: 173 time: 0.8422503 Dec 22 05:01:49.936151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'name': 'network-vif-deleted', 'tag': '16926ebe-216d-48dd-8ae6-397885198cdb'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:01:49.938478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52af46d3-a691-4eaa-b7c1-3da23c4ec744" -d '{"events": [{"server_uuid": "59c947f2-4c92-4577-9ad9-0ff6f452f3c6", "name": "network-vif-deleted", "tag": "16926ebe-216d-48dd-8ae6-397885198cdb"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:01:49.977706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da2245f-912e-4a36-8c6f-28c3decf82cd x-openstack-request-id: req-6da2245f-912e-4a36-8c6f-28c3decf82cd {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:01:49.982602 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c947f2-4c92-4577-9ad9-0ff6f452f3c6", "name": "network-vif-deleted", "tag": "16926ebe-216d-48dd-8ae6-397885198cdb", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:01:49.982602 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6da2245f-912e-4a36-8c6f-28c3decf82cd {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:01:49.982602 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c947f2-4c92-4577-9ad9-0ff6f452f3c6', 'name': 'network-vif-deleted', 'tag': '16926ebe-216d-48dd-8ae6-397885198cdb', 'status': 'completed', 'code': 200} Dec 22 05:01:50.022060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-c52dafe9-cceb-4117-a4fc-4f926862ef5b None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:01:50.226468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c52dafe9-cceb-4117-a4fc-4f926862ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:50.255513 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52dafe9-cceb-4117-a4fc-4f926862ef5b None None] Checking router: 04902ced-ef81-43cf-854c-0758c160caee for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:01:50.264096 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52dafe9-cceb-4117-a4fc-4f926862ef5b None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:01:50.264718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c52dafe9-cceb-4117-a4fc-4f926862ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:01:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:50.367585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-c52dafe9-cceb-4117-a4fc-4f926862ef5b None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:01:50.582078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c52dafe9-cceb-4117-a4fc-4f926862ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:50.607891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52dafe9-cceb-4117-a4fc-4f926862ef5b None None] The sync data for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv is: [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:53Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'f676407b-1e88-415b-a07f-0e2ccba7a1f4', 'name': '', 'network_id': 'f85bcfc3-c9b5-4d66-987f-e1010d3acc59', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:78:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:53Z', 'updated_at': '2021-12-22T04:59:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'd5a7c6c7-c00a-411a-b311-c442ef18fb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:01:50.635599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:50.819126 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4087dd-fa93-4f37-8421-fa83133778be None None] New status for floating IP 8729b0ab-f153-4b3a-9fda-2a0b27137db4: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:01:50.981453 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9d132575-b52d-4eff-aaed-0ff8c270831b req-725a5157-bf69-4279-8633-6ed8ce827444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=59c947f2-4c92-4577-9ad9-0ff6f452f3c6 HTTP/1.1" status: 200 len: 210 time: 0.0259249 Dec 22 05:01:51.916032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 16926ebe-216d-48dd-8ae6-397885198cdb no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:01:51.939366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 16926ebe-216d-48dd-8ae6-397885198cdb {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:01:51.939708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 16926ebe-216d-48dd-8ae6-397885198cdb not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:01:52.036461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44068) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:01:52.097448 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-aa7d85b8-c3f9-43c8-8bd2-30461215035a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.122423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-aa7d85b8-c3f9-43c8-8bd2-30461215035a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.223391 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-aa7d85b8-c3f9-43c8-8bd2-30461215035a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.226177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-aa7d85b8-c3f9-43c8-8bd2-30461215035a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.227329 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-aa7d85b8-c3f9-43c8-8bd2-30461215035a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/security-groups/15c9a8c9-96b2-413a-9801-3ff28a077dc5 HTTP/1.1" status: 204 len: 168 time: 0.1898954 Dec 22 05:01:52.236710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d85b8-c3f9-43c8-8bd2-30461215035a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c9a8c9-96b2-413a-9801-3ff28a077dc5,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:52.307912 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44072) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:01:52.429530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-bf00e52e-916b-49a2-83d6-c3a0ac290c63 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 273fa738-7e7c-4d6b-9feb-098c68d5e045 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:01:52.429865 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf00e52e-916b-49a2-83d6-c3a0ac290c63 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.507257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf00e52e-916b-49a2-83d6-c3a0ac290c63 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.507499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf00e52e-916b-49a2-83d6-c3a0ac290c63 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.518563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-bf00e52e-916b-49a2-83d6-c3a0ac290c63 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 273fa738-7e7c-4d6b-9feb-098c68d5e045 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:01:52.720676 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf00e52e-916b-49a2-83d6-c3a0ac290c63 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.750457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00e52e-916b-49a2-83d6-c3a0ac290c63 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=273fa738-7e7c-4d6b-9feb-098c68d5e045,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:52.827301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf00e52e-916b-49a2-83d6-c3a0ac290c63 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.829785 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf00e52e-916b-49a2-83d6-c3a0ac290c63 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:52.830921 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bf00e52e-916b-49a2-83d6-c3a0ac290c63 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/floatingips/8729b0ab-f153-4b3a-9fda-2a0b27137db4 HTTP/1.1" status: 204 len: 168 time: 0.5220013 Dec 22 05:01:53.259238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789d37a-3c28-44ab-8356-b2e670f5e1e7 req-e8ada1be-4c86-42f6-ad51-7ee89bbd1d0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:53.260702 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e789d37a-3c28-44ab-8356-b2e670f5e1e7 req-e8ada1be-4c86-42f6-ad51-7ee89bbd1d0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 946 time: 0.0513234 Dec 22 05:01:53.297068 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e789d37a-3c28-44ab-8356-b2e670f5e1e7 req-ff74632d-0566-4b82-ae16-dcdf6da2f017 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299139 Dec 22 05:01:54.409739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf79155-3219-4230-a49c-ff8c62a39679 req-513c6041-0260-4f56-867d-41d9f71febe9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:54.411263 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ecf79155-3219-4230-a49c-ff8c62a39679 req-513c6041-0260-4f56-867d-41d9f71febe9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 946 time: 0.0483384 Dec 22 05:01:54.448091 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ecf79155-3219-4230-a49c-ff8c62a39679 req-03828704-dc4e-45d3-8f1b-64afafee3391 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=9028e40b-c2c6-4558-a54b-f4d413bbc3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310111 Dec 22 05:01:54.707258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbb7ea-b877-4369-8fcb-f54f34242e12 req-6414441d-c681-4434-98cc-abbb0c474cde tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:54.708706 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-16fbb7ea-b877-4369-8fcb-f54f34242e12 req-6414441d-c681-4434-98cc-abbb0c474cde tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 946 time: 0.0476234 Dec 22 05:01:54.799226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-16fbb7ea-b877-4369-8fcb-f54f34242e12 req-24412d7a-28c1-4e69-ac0d-39e07dfa082e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port a2ca6ada-f56e-4a75-b35b-a67fd74b122a {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:01:54.799556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16fbb7ea-b877-4369-8fcb-f54f34242e12 req-24412d7a-28c1-4e69-ac0d-39e07dfa082e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:54.884602 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-16fbb7ea-b877-4369-8fcb-f54f34242e12 req-24412d7a-28c1-4e69-ac0d-39e07dfa082e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port a2ca6ada-f56e-4a75-b35b-a67fd74b122a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a2ca6ada-f56e-4a75-b35b-a67fd74b122a,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:54.884953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16fbb7ea-b877-4369-8fcb-f54f34242e12 req-24412d7a-28c1-4e69-ac0d-39e07dfa082e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:54.897391 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-16fbb7ea-b877-4369-8fcb-f54f34242e12 req-24412d7a-28c1-4e69-ac0d-39e07dfa082e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for a2ca6ada-f56e-4a75-b35b-a67fd74b122a owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:01:55.072765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16fbb7ea-b877-4369-8fcb-f54f34242e12 req-24412d7a-28c1-4e69-ac0d-39e07dfa082e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:55.098839 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24412d7a-28c1-4e69-ac0d-39e07dfa082e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=a2ca6ada-f56e-4a75-b35b-a67fd74b122a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:55.144450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fbb7ea-b877-4369-8fcb-f54f34242e12 req-24412d7a-28c1-4e69-ac0d-39e07dfa082e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] No DVR routers for this DVR port a2ca6ada-f56e-4a75-b35b-a67fd74b122a on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:01:55.146867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16fbb7ea-b877-4369-8fcb-f54f34242e12 req-24412d7a-28c1-4e69-ac0d-39e07dfa082e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:55.150201 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-16fbb7ea-b877-4369-8fcb-f54f34242e12 req-24412d7a-28c1-4e69-ac0d-39e07dfa082e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "DELETE /v2.0/ports/a2ca6ada-f56e-4a75-b35b-a67fd74b122a HTTP/1.1" status: 204 len: 173 time: 0.4352725 Dec 22 05:01:55.150636 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'name': 'network-vif-deleted', 'tag': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:01:55.152888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efdd3f3-8478-4c17-87ad-e92c90fa1011" -d '{"events": [{"server_uuid": "7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac", "name": "network-vif-deleted", "tag": "a2ca6ada-f56e-4a75-b35b-a67fd74b122a"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:01:55.187028 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa028b76-43eb-482a-89e0-f7460b77eaf1 x-openstack-request-id: req-aa028b76-43eb-482a-89e0-f7460b77eaf1 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:01:55.187314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac", "name": "network-vif-deleted", "tag": "a2ca6ada-f56e-4a75-b35b-a67fd74b122a", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:01:55.187559 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa028b76-43eb-482a-89e0-f7460b77eaf1 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:01:55.187953 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac', 'name': 'network-vif-deleted', 'tag': 'a2ca6ada-f56e-4a75-b35b-a67fd74b122a', 'status': 'completed', 'code': 200} Dec 22 05:01:55.557409 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1bc74429-0408-43ee-8a17-9b82789af167 req-06b2067b-7499-4aff-b168-2e76e618b874 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bfaaa8f-19b7-4af7-9d1d-b2d6841781ac HTTP/1.1" status: 200 len: 210 time: 0.0271776 Dec 22 05:01:56.612548 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44088) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:01:56.668694 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:56.692710 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:56.867137 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:56.869745 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:56.871009 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/security-groups/9028e40b-c2c6-4558-a54b-f4d413bbc3ad HTTP/1.1" status: 204 len: 168 time: 0.2573400 Dec 22 05:01:56.880307 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9028e40b-c2c6-4558-a54b-f4d413bbc3ad,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:56.887823 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:56.888172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:56.888869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:56.893833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:56.893833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:56.893833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:56.893833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:56.893833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:56.893833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:56.893833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:56.893833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:56.893833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233460b7-4f44-4882-81f5-45c0be3cb2ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:01:56.993975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44092) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:01:57.409371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-24d87d95-e997-4274-b42c-737f98bf60b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:57.693766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-24d87d95-e997-4274-b42c-737f98bf60b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port f676407b-1e88-415b-a07f-0e2ccba7a1f4 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:01:57.694454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-24d87d95-e997-4274-b42c-737f98bf60b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:57.783677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-24d87d95-e997-4274-b42c-737f98bf60b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port f676407b-1e88-415b-a07f-0e2ccba7a1f4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f676407b-1e88-415b-a07f-0e2ccba7a1f4,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:57.784029 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-24d87d95-e997-4274-b42c-737f98bf60b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:57.795769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-24d87d95-e997-4274-b42c-737f98bf60b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for f676407b-1e88-415b-a07f-0e2ccba7a1f4 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:01:57.963243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device a2ca6ada-f56e-4a75-b35b-a67fd74b122a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:01:57.983232 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: a2ca6ada-f56e-4a75-b35b-a67fd74b122a {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:01:57.983574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device a2ca6ada-f56e-4a75-b35b-a67fd74b122a not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:01:58.023530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-24d87d95-e997-4274-b42c-737f98bf60b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:58.049171 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d87d95-e997-4274-b42c-737f98bf60b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=f676407b-1e88-415b-a07f-0e2ccba7a1f4,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:58.220099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-24d87d95-e997-4274-b42c-737f98bf60b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:58.659825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d87d95-e997-4274-b42c-737f98bf60b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 04902ced-ef81-43cf-854c-0758c160caee has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:01:58.763317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d87d95-e997-4274-b42c-737f98bf60b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:01:58.768247 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-24d87d95-e997-4274-b42c-737f98bf60b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/04902ced-ef81-43cf-854c-0758c160caee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732327 Dec 22 05:01:58.771296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44094) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:01:58.772562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9fa1ad-7dcb-4508-885a-c5e5077f86cc None None] Sync routers for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:01:58.781152 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9fa1ad-7dcb-4508-885a-c5e5077f86cc None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:01:58.781749 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0d9fa1ad-7dcb-4508-885a-c5e5077f86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:01:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:58.824786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb550a09-0ca9-4ef1-8add-e4fa68330e04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting subnet d5a7c6c7-c00a-411a-b311-c442ef18fb79 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:01:58.827938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bb550a09-0ca9-4ef1-8add-e4fa68330e04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:58.868306 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bb550a09-0ca9-4ef1-8add-e4fa68330e04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:58.884600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-0d9fa1ad-7dcb-4508-885a-c5e5077f86cc None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:01:58.955490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bb550a09-0ca9-4ef1-8add-e4fa68330e04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.073201 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bb550a09-0ca9-4ef1-8add-e4fa68330e04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.101394 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb550a09-0ca9-4ef1-8add-e4fa68330e04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a7c6c7-c00a-411a-b311-c442ef18fb79,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:59.105152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bb550a09-0ca9-4ef1-8add-e4fa68330e04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.111475 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bb550a09-0ca9-4ef1-8add-e4fa68330e04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/subnets/d5a7c6c7-c00a-411a-b311-c442ef18fb79 HTTP/1.1" status: 204 len: 168 time: 0.3366745 Dec 22 05:01:59.112181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44096) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:01:59.116635 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1633b5a-7ddf-43be-b8e9-fa7d35ab7772 None None] Network f85bcfc3-c9b5-4d66-987f-e1010d3acc59 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:01:59.219831 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.293213 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0d9fa1ad-7dcb-4508-885a-c5e5077f86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:59.323129 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9fa1ad-7dcb-4508-885a-c5e5077f86cc None None] Checking router: 04902ced-ef81-43cf-854c-0758c160caee for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:01:59.332648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9fa1ad-7dcb-4508-885a-c5e5077f86cc None None] Routers {'04902ced-ef81-43cf-854c-0758c160caee'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:01:59.333265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0d9fa1ad-7dcb-4508-885a-c5e5077f86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:01:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['04902ced-ef81-43cf-854c-0758c160caee'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:59.334092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.338813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9244bcb9-f81b-4cb6-b13a-a5908459f483 None None] DHCP port deletion for f85bcfc3-c9b5-4d66-987f-e1010d3acc59 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:01:59.451832 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:01:59.452168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.468324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-0d9fa1ad-7dcb-4508-885a-c5e5077f86cc None None] Set router 04902ced-ef81-43cf-854c-0758c160caee gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:01:59.526873 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-9244bcb9-f81b-4cb6-b13a-a5908459f483 None None] Deleting port 66a28e47-7799-4d0b-9079-1c432c36c841 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:01:59.527159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9244bcb9-f81b-4cb6-b13a-a5908459f483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.535111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:59.535458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.548046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:01:59.633481 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9244bcb9-f81b-4cb6-b13a-a5908459f483 None None] For port 66a28e47-7799-4d0b-9079-1c432c36c841, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=66a28e47-7799-4d0b-9079-1c432c36c841,segment=NetworkSegment(77f9f6d9-61d7-443f-84b2-3dc7085ed0ad),segment_id=77f9f6d9-61d7-443f-84b2-3dc7085ed0ad)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:59.633782 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9244bcb9-f81b-4cb6-b13a-a5908459f483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.655187 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-9244bcb9-f81b-4cb6-b13a-a5908459f483 None None] Calling delete_port for 66a28e47-7799-4d0b-9079-1c432c36c841 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:01:59.771939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.774378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0d9fa1ad-7dcb-4508-885a-c5e5077f86cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:01:59.798589 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:59.805614 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9fa1ad-7dcb-4508-885a-c5e5077f86cc None None] The sync data for ids ['04902ced-ef81-43cf-854c-0758c160caee'] in dv-neutron-822523-1-hyperv is: [{'id': '04902ced-ef81-43cf-854c-0758c160caee', 'name': 'tempest-TestNetworkBasicOps-router-1223791771', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T05:01:57Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04902ced-ef81-43cf-854c-0758c160caee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:49Z', 'updated_at': '2021-12-22T04:59:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:01:59.841068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9244bcb9-f81b-4cb6-b13a-a5908459f483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.858710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.867139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244bcb9-f81b-4cb6-b13a-a5908459f483 None None] Pushing event deleted for resources: {'Port': ['ID=66a28e47-7799-4d0b-9079-1c432c36c841,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:59.872387 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9244bcb9-f81b-4cb6-b13a-a5908459f483 None None] No DVR routers for this DVR port 66a28e47-7799-4d0b-9079-1c432c36c841 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:01:59.950021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:01:59.952573 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.049998 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.050448 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Fanout notify agent at l3_agent the message router_deleted on router 04902ced-ef81-43cf-854c-0758c160caee {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:02:00.057440 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.060474 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-761afe5c-02dc-4344-a2b1-6cf0cfbfae8a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/routers/04902ced-ef81-43cf-854c-0758c160caee HTTP/1.1" status: 204 len: 168 time: 0.9456098 Dec 22 05:02:00.061850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44098) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:00.138173 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.231585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.254304 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85bcfc3-c9b5-4d66-987f-e1010d3acc59']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:00.263715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:00.264002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f9f6d9-61d7-443f-84b2-3dc7085ed0ad') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:00.273507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.286376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.292070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:02:00.292504 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:02:00.295888 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:02:00.417875 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.427406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.431820 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/networks/f85bcfc3-c9b5-4d66-987f-e1010d3acc59 HTTP/1.1" status: 204 len: 168 time: 0.3677964 Dec 22 05:02:00.444102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc545f-4b3d-4816-8966-d9c70cad33e8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Network': ['ID=f85bcfc3-c9b5-4d66-987f-e1010d3acc59,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:00.455443 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44100) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:00.461868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-470b5087-f686-4216-a6cf-8272c0597bc5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'network': {'name': 'tempest-network-smoke--1653109264', 'project_id': '029a077a8ccd4775910052d15f603bba', 'port_security_enabled': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:00.554334 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470b5087-f686-4216-a6cf-8272c0597bc5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:02:00.557944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-470b5087-f686-4216-a6cf-8272c0597bc5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.580513 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470b5087-f686-4216-a6cf-8272c0597bc5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:02:00.589250 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-470b5087-f686-4216-a6cf-8272c0597bc5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.589584 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-470b5087-f686-4216-a6cf-8272c0597bc5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Added segment 35c20aa9-e645-4c0c-a986-5d00db41d353 of type vlan for network 95dff945-a93e-447a-be47-c06d43f099ec Dec 22 05:02:00.630749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-470b5087-f686-4216-a6cf-8272c0597bc5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.760636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-470b5087-f686-4216-a6cf-8272c0597bc5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.766933 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470b5087-f686-4216-a6cf-8272c0597bc5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:00.767380 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-470b5087-f686-4216-a6cf-8272c0597bc5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:00.831360 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b5087-f686-4216-a6cf-8272c0597bc5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Network': ['ID=95dff945-a93e-447a-be47-c06d43f099ec,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:00.842141 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 95dff945-a93e-447a-be47-c06d43f099ec details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:02:00.909427 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-470b5087-f686-4216-a6cf-8272c0597bc5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4526913 Dec 22 05:02:00.911988 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44102) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:00.916276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-655587151', 'admin_state_up': True, 'project_id': '029a077a8ccd4775910052d15f603bba', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:01.000661 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.001713 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.029820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:02:01.053926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:02:01.053926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 37593ae0-b6a3-47d0-b28a-86a6c9e5c8ea not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:02:01.054269 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f676407b-1e88-415b-a07f-0e2ccba7a1f4 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:02:01.056546 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.072864 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: f676407b-1e88-415b-a07f-0e2ccba7a1f4 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:02:01.073207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f676407b-1e88-415b-a07f-0e2ccba7a1f4 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:02:01.073603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 66a28e47-7799-4d0b-9079-1c432c36c841 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:02:01.092335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 66a28e47-7799-4d0b-9079-1c432c36c841 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:02:01.092588 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 66a28e47-7799-4d0b-9079-1c432c36c841 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:02:01.260308 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.534196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.552806 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.655725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.122 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/15a966b9-2cfa-4b99-8941-0103b2208ae4) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:01.752259 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.841443 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:01.878651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:01.881355 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:01.884787 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:02:01.912400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=15a966b9-2cfa-4b99-8941-0103b2208ae4,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:02.200945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.391379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.589249 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router f2000b92-eded-41df-a60b-c3a476a3a6c9 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:02:02.692847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:02:02.702774 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Sync routers for ids ['f2000b92-eded-41df-a60b-c3a476a3a6c9'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:02.711339 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Routers {'f2000b92-eded-41df-a60b-c3a476a3a6c9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:02.711936 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:01:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f2000b92-eded-41df-a60b-c3a476a3a6c9'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:02.788750 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:02.790031 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-506af12e-078f-4482-a537-80a38143410e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8771009 Dec 22 05:02:02.793245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44104) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:02.824092 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Set router f2000b92-eded-41df-a60b-c3a476a3a6c9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:02:02.923020 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1f22f54a-9305-479c-a6fb-e3f1ad03ecf0 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=029a077a8ccd4775910052d15f603bba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1286328 Dec 22 05:02:02.925750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44108) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:02.994627 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:02Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:03.023081 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Checking router: f2000b92-eded-41df-a60b-c3a476a3a6c9 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:02:03.023423 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Updating router f2000b92-eded-41df-a60b-c3a476a3a6c9 port 15a966b9-2cfa-4b99-8941-0103b2208ae4 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:02:03.077345 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f812a88c-138d-404c-b70a-b35621799926 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:03.078905 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f812a88c-138d-404c-b70a-b35621799926 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1515605 Dec 22 05:02:03.081713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44110) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:03.117876 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f3f25cba-1391-4261-92c5-77ac2aa661e4 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350273 Dec 22 05:02:03.120646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44112) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:03.126409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1655027766', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'project_id': '029a077a8ccd4775910052d15f603bba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:03.139884 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.263366 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:02:03.266907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.383685 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.467043 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.515179 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.520583 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Attempting to bind port 15a966b9-2cfa-4b99-8941-0103b2208ae4 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:02:03.521042 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Attempting to bind port 15a966b9-2cfa-4b99-8941-0103b2208ae4 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:02:03.521315 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Attempting to bind port 15a966b9-2cfa-4b99-8941-0103b2208ae4 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:02:03.532441 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:02:03.532811 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:02:03.533202 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.533588 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:02:03.534040 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Bound port: 15a966b9-2cfa-4b99-8941-0103b2208ae4, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:02:03.534412 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.536723 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Pushing event updated for resources: {'Port': ['ID=15a966b9-2cfa-4b99-8941-0103b2208ae4,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:03.565219 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.565586 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.565924 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.566251 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.566596 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.566919 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.567261 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.567580 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.567944 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.568294 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.568607 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.568919 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.576758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Subnet': ['ID=7c4d3e10-4b0a-4133-bc15-bf172d67c3a6,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:03.587655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.588000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.588367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.588699 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.589023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.589351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.590216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.590758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.591086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.591507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.591878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.592209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:03.595217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Checking segment: {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:02:03.595576 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network hostable DHCP agents. Network: 95dff945-a93e-447a-be47-c06d43f099ec, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:02:03.600860 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] For port 15a966b9-2cfa-4b99-8941-0103b2208ae4, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:02:03.604069 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] For port 15a966b9-2cfa-4b99-8941-0103b2208ae4, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=15a966b9-2cfa-4b99-8941-0103b2208ae4,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:02:03.697918 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.709301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 95dff945-a93e-447a-be47-c06d43f099ec is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:02:03.753727 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Routers {'f2000b92-eded-41df-a60b-c3a476a3a6c9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:03.754314 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:01:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f2000b92-eded-41df-a60b-c3a476a3a6c9'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:03.786788 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d8da7-bbd7-4b50-bce8-becf077d23dc None None] Pushing event updated for resources: {'Port': ['ID=15a966b9-2cfa-4b99-8941-0103b2208ae4,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:03.796501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 95dff945-a93e-447a-be47-c06d43f099ec) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:03.800964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:03.801535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:03.805277 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec368e7-df4e-4855-a9c7-f86cffaaffbb None None] Network 95dff945-a93e-447a-be47-c06d43f099ec requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:02:03.860356 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] Set router f2000b92-eded-41df-a60b-c3a476a3a6c9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:02:03.903698 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e11b093a-8934-4b4a-8d43-73110299c691 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7782497 Dec 22 05:02:03.904051 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44114) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:03.958325 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-95dff945-a93e-447a-be47-c06d43f099ec', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ips': [{'subnet_id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:02:03.959381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.043761 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:02Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:04.073585 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3965b6-dc9d-4c8c-b8ec-25f7a10cc4fb None None] The sync data for ids ['f2000b92-eded-41df-a60b-c3a476a3a6c9'] in dv-neutron-822523-1-hyperv is: [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:02Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:02:04.100032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Allocated IP 172.20.0.2 (95dff945-a93e-447a-be47-c06d43f099ec/7c4d3e10-4b0a-4133-bc15-bf172d67c3a6/a1c4400d-84a5-46d8-a189-d1c73b3c2eaf) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:04.262210 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.335921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.378315 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.380089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Network 95dff945-a93e-447a-be47-c06d43f099ec is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:04.382837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:04.385323 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:02:04.397565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Pushing event updated for resources: {'Port': ['ID=a1c4400d-84a5-46d8-a189-d1c73b3c2eaf,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:04.456832 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Attempting to bind port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:02:04.457221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Attempting to bind port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:02:04.457551 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Attempting to bind port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf on network 95dff945-a93e-447a-be47-c06d43f099ec {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:02:04.463133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:02:04.463476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Checking segment: {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:02:04.463871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.464291 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Bound using segment: {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:02:04.464776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Bound port: a1c4400d-84a5-46d8-a189-d1c73b3c2eaf, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:02:04.465771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.535996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] For port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:02:04.539240 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] For port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a1c4400d-84a5-46d8-a189-d1c73b3c2eaf,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:02:04.593224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.658986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8a43b-a175-4593-ae19-acff545bf55a None None] Pushing event updated for resources: {'Port': ['ID=a1c4400d-84a5-46d8-a189-d1c73b3c2eaf,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:04.707964 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.1 (95dff945-a93e-447a-be47-c06d43f099ec/7c4d3e10-4b0a-4133-bc15-bf172d67c3a6/8147cd82-4f30-4fa0-a2d1-05225173ada8) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:04.846024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:04.961105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.005241 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 95dff945-a93e-447a-be47-c06d43f099ec is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:05.008608 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:05.013739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:02:05.058215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=8147cd82-4f30-4fa0-a2d1-05225173ada8,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:05.077219 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.105525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 15a966b9-2cfa-4b99-8941-0103b2208ae4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:02:05.169555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 15a966b9-2cfa-4b99-8941-0103b2208ae4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:05.169993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.257296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.281573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 15a966b9-2cfa-4b99-8941-0103b2208ae4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=15a966b9-2cfa-4b99-8941-0103b2208ae4,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:05.353254 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.356012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a1c4400d-84a5-46d8-a189-d1c73b3c2eaf up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:02:05.448849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=15a966b9-2cfa-4b99-8941-0103b2208ae4,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:05.467323 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:05.468266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.561153 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.562882 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.607653 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a1c4400d-84a5-46d8-a189-d1c73b3c2eaf,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:05.656528 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1f715-15d0-42d9-a58b-c4532857047d None None] Network 95dff945-a93e-447a-be47-c06d43f099ec requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:02:05.708884 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.760552 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7b938ef9-5852-4255-bc0b-553468bbfeb3 None None] Provisioning complete for port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:05.760922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b938ef9-5852-4255-bc0b-553468bbfeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.874636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.949555 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:05.993874 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=a1c4400d-84a5-46d8-a189-d1c73b3c2eaf,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:06.022873 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=8147cd82-4f30-4fa0-a2d1-05225173ada8,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:06.028397 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:06.137734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 95dff945-a93e-447a-be47-c06d43f099ec is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:06.140777 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:06.271546 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router f2000b92-eded-41df-a60b-c3a476a3a6c9 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:02:06.309828 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a78a3b89-aca3-4b2a-8629-b3cf9297c34a None None] Provisioning complete for port 8147cd82-4f30-4fa0-a2d1-05225173ada8 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:06.310426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a78a3b89-aca3-4b2a-8629-b3cf9297c34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:06.346986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a78a3b89-aca3-4b2a-8629-b3cf9297c34a None None] Port 8147cd82-4f30-4fa0-a2d1-05225173ada8 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:02:06.356615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a78a3b89-aca3-4b2a-8629-b3cf9297c34a None None] Provisioning complete for port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:06.356998 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a78a3b89-aca3-4b2a-8629-b3cf9297c34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:06.384985 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:02:06.394038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44122) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:06.395265 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a3fa35bb-fe4a-4596-a948-e146f4192633 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/f2000b92-eded-41df-a60b-c3a476a3a6c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4899125 Dec 22 05:02:06.396821 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Sync routers for ids ['f2000b92-eded-41df-a60b-c3a476a3a6c9'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:06.410844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Routers {'f2000b92-eded-41df-a60b-c3a476a3a6c9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:06.411487 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:01:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f2000b92-eded-41df-a60b-c3a476a3a6c9'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:06.502172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773e85b-9cac-42c1-bcc2-07bfcc5c21ab tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.502629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773e85b-9cac-42c1-bcc2-07bfcc5c21ab tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.503085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773e85b-9cac-42c1-bcc2-07bfcc5c21ab tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.503523 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773e85b-9cac-42c1-bcc2-07bfcc5c21ab tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.503961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773e85b-9cac-42c1-bcc2-07bfcc5c21ab tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.504625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773e85b-9cac-42c1-bcc2-07bfcc5c21ab tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.509365 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d773e85b-9cac-42c1-bcc2-07bfcc5c21ab tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1114552 Dec 22 05:02:06.510070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44124) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:06.557578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Set router f2000b92-eded-41df-a60b-c3a476a3a6c9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:02:06.569293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146aa27-33d8-4bdc-a94a-ccfaacec25c4 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.569757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146aa27-33d8-4bdc-a94a-ccfaacec25c4 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.570238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146aa27-33d8-4bdc-a94a-ccfaacec25c4 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.570684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146aa27-33d8-4bdc-a94a-ccfaacec25c4 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.571131 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146aa27-33d8-4bdc-a94a-ccfaacec25c4 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.571607 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d146aa27-33d8-4bdc-a94a-ccfaacec25c4 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.576231 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d146aa27-33d8-4bdc-a94a-ccfaacec25c4 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0620422 Dec 22 05:02:06.576942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44126) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:06.696907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-11e8f9b8-b813-49ca-b312-c2d1ff507249 None None] Provisioning complete for port 8147cd82-4f30-4fa0-a2d1-05225173ada8 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:06.697274 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-11e8f9b8-b813-49ca-b312-c2d1ff507249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:06.750574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-11e8f9b8-b813-49ca-b312-c2d1ff507249 None None] Port 8147cd82-4f30-4fa0-a2d1-05225173ada8 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:02:06.800428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8147cd82-4f30-4fa0-a2d1-05225173ada8', 'name': '', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:5d:a1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:06.811390 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-50aabb95-eaec-49f2-b559-89f7b4a0a7b4 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2333121 Dec 22 05:02:06.814482 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44128) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:06.820281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1772306570', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:06.846936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Checking router: f2000b92-eded-41df-a60b-c3a476a3a6c9 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:02:06.846936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Updating router f2000b92-eded-41df-a60b-c3a476a3a6c9 port 8147cd82-4f30-4fa0-a2d1-05225173ada8 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:02:06.864561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:06.884067 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c0e97440-35ba-4a53-8489-ca2cf70dc399 None None] Provisioning complete for port 8147cd82-4f30-4fa0-a2d1-05225173ada8 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:06.884540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c0e97440-35ba-4a53-8489-ca2cf70dc399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:06.946178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-c0e97440-35ba-4a53-8489-ca2cf70dc399 None None] Port 8147cd82-4f30-4fa0-a2d1-05225173ada8 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:02:07.023286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:02:07.027135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.045556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] device_id is not set on port 1fda56fb-064e-4c58-a554-56b97fa8f072 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 05:02:07.067507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 15a966b9-2cfa-4b99-8941-0103b2208ae4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:02:07.155593 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 15a966b9-2cfa-4b99-8941-0103b2208ae4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:07.157034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.238956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.278309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a1c4400d-84a5-46d8-a189-d1c73b3c2eaf up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:02:07.322179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:07.322821 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.343610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.380638 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.5 (95dff945-a93e-447a-be47-c06d43f099ec/7c4d3e10-4b0a-4133-bc15-bf172d67c3a6/1fda56fb-064e-4c58-a554-56b97fa8f072) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:07.410352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a7de1-4d53-4e9f-b6e8-757171adf606 None None] Pushing event updated for resources: {'Port': ['ID=8147cd82-4f30-4fa0-a2d1-05225173ada8,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:07.488433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Attempting to bind port 8147cd82-4f30-4fa0-a2d1-05225173ada8 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:02:07.488814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Attempting to bind port 8147cd82-4f30-4fa0-a2d1-05225173ada8 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:02:07.489227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Attempting to bind port 8147cd82-4f30-4fa0-a2d1-05225173ada8 on network 95dff945-a93e-447a-be47-c06d43f099ec {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:02:07.501528 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:02:07.501904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Checking segment: {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:02:07.502305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.502719 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Bound using segment: {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:02:07.503150 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Bound port: 8147cd82-4f30-4fa0-a2d1-05225173ada8, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:02:07.503533 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.540648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.568814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] For port 8147cd82-4f30-4fa0-a2d1-05225173ada8, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:02:07.574158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] For port 8147cd82-4f30-4fa0-a2d1-05225173ada8, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8147cd82-4f30-4fa0-a2d1-05225173ada8,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:02:07.650577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.723203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Provisioning complete for port 8147cd82-4f30-4fa0-a2d1-05225173ada8 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:07.723572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.727171 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Routers {'f2000b92-eded-41df-a60b-c3a476a3a6c9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:07.727784 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:01:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f2000b92-eded-41df-a60b-c3a476a3a6c9'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:07.733139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a7de1-4d53-4e9f-b6e8-757171adf606 None None] Pushing event updated for resources: {'Port': ['ID=8147cd82-4f30-4fa0-a2d1-05225173ada8,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:07.890355 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] Set router f2000b92-eded-41df-a60b-c3a476a3a6c9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:02:07.928835 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.930310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:07.972771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 95dff945-a93e-447a-be47-c06d43f099ec is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:07.975654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:07.979371 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:02:08.005132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=1fda56fb-064e-4c58-a554-56b97fa8f072,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:08.028320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] For port 8147cd82-4f30-4fa0-a2d1-05225173ada8, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8147cd82-4f30-4fa0-a2d1-05225173ada8,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:08.035621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:08.036422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.098268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.127599 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b0b158ab-4c73-4bd9-befd-c7bcbf14df4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3116331 Dec 22 05:02:08.165060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Pushing event updated for resources: {'Port': ['ID=8147cd82-4f30-4fa0-a2d1-05225173ada8,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:08.175748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:08.176174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:08.176535 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:08.176860 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:08.177181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:08.177503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:08.177823 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:08.178138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:08.178453 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:08.178765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:08.179074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:08.179381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e7fbe1-1378-4db0-9dce-1d3f955054e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:08.193861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8147cd82-4f30-4fa0-a2d1-05225173ada8', 'name': '', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:5d:a1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:07Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:08.223817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec52654-823f-4cd5-ab5b-68acb57a4fbe None None] The sync data for ids ['f2000b92-eded-41df-a60b-c3a476a3a6c9'] in dv-neutron-822523-1-hyperv is: [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8147cd82-4f30-4fa0-a2d1-05225173ada8', 'name': '', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:5d:a1:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:07Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:02:08.234096 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-96e9101a-1152-4d29-9e41-1a059e640b57 None None] Provisioning complete for port 8147cd82-4f30-4fa0-a2d1-05225173ada8 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:08.234521 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-96e9101a-1152-4d29-9e41-1a059e640b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.348158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-96e9101a-1152-4d29-9e41-1a059e640b57 None None] Provisioning complete for port 1fda56fb-064e-4c58-a554-56b97fa8f072 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:08.348975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-96e9101a-1152-4d29-9e41-1a059e640b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.383096 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-96e9101a-1152-4d29-9e41-1a059e640b57 None None] Port 1fda56fb-064e-4c58-a554-56b97fa8f072 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:02:08.486951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44138) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:08.491579 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-1ddaf9ba-7cef-4858-b572-4e3bca2b66de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933054106', 'description': 'tempest-secgroup-smoke-933054106 description', 'project_id': '029a077a8ccd4775910052d15f603bba'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:08.587179 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf9ba-7cef-4858-b572-4e3bca2b66de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.659302 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf9ba-7cef-4858-b572-4e3bca2b66de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.741123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf9ba-7cef-4858-b572-4e3bca2b66de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.774827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddaf9ba-7cef-4858-b572-4e3bca2b66de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06ec34f-13bd-4b4e-89b3-11a4c3989d1f,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:08.840255 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf9ba-7cef-4858-b572-4e3bca2b66de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:08.844338 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1ddaf9ba-7cef-4858-b572-4e3bca2b66de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3535569 Dec 22 05:02:08.844465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44140) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:08.848686 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2d9df00f-f661-41d8-bccc-e5fde37a2b15 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'e06ec34f-13bd-4b4e-89b3-11a4c3989d1f', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:08.948657 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d9df00f-f661-41d8-bccc-e5fde37a2b15 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.014193 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d9df00f-f661-41d8-bccc-e5fde37a2b15 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.063589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8147cd82-4f30-4fa0-a2d1-05225173ada8 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:02:09.080261 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d9df00f-f661-41d8-bccc-e5fde37a2b15 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.098391 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9df00f-f661-41d8-bccc-e5fde37a2b15 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a91eed1-1aff-4a38-a9a4-57ee23e2eea9,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:09.116528 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8147cd82-4f30-4fa0-a2d1-05225173ada8 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:09.116905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.174334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d9df00f-f661-41d8-bccc-e5fde37a2b15 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.175668 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2d9df00f-f661-41d8-bccc-e5fde37a2b15 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3303251 Dec 22 05:02:09.178358 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44142) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:09.183139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ac6b50cc-a268-4021-b8a5-f97bdde3658a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'e06ec34f-13bd-4b4e-89b3-11a4c3989d1f', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:09.286135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac6b50cc-a268-4021-b8a5-f97bdde3658a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.341493 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-11233398-a377-4355-ada4-85ce9a99cdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.348467 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac6b50cc-a268-4021-b8a5-f97bdde3658a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.423279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac6b50cc-a268-4021-b8a5-f97bdde3658a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.440111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b50cc-a268-4021-b8a5-f97bdde3658a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d877b4-5d2b-47db-a291-533dfa6d0069,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:09.516568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac6b50cc-a268-4021-b8a5-f97bdde3658a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.517744 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ac6b50cc-a268-4021-b8a5-f97bdde3658a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3381433 Dec 22 05:02:09.520502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44144) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:09.524854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2d8c65e2-6426-47d1-a8a3-a80c2dd04bd9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'e06ec34f-13bd-4b4e-89b3-11a4c3989d1f', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:09.610987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d8c65e2-6426-47d1-a8a3-a80c2dd04bd9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.666530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d8c65e2-6426-47d1-a8a3-a80c2dd04bd9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.726328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d8c65e2-6426-47d1-a8a3-a80c2dd04bd9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.746951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c65e2-6426-47d1-a8a3-a80c2dd04bd9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8839669f-5621-4db6-8f74-ef4eccf71e47,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:09.808075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d8c65e2-6426-47d1-a8a3-a80c2dd04bd9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:09.809294 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2d8c65e2-6426-47d1-a8a3-a80c2dd04bd9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2878706 Dec 22 05:02:09.811986 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44146) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:09.816293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2d6a85d0-e95a-4e52-a3a4-15a7115c314c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'e06ec34f-13bd-4b4e-89b3-11a4c3989d1f', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:09.918613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d6a85d0-e95a-4e52-a3a4-15a7115c314c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.034684 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d6a85d0-e95a-4e52-a3a4-15a7115c314c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.108769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d6a85d0-e95a-4e52-a3a4-15a7115c314c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.125794 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a85d0-e95a-4e52-a3a4-15a7115c314c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf77a3f4-3b93-4f93-90e6-c23abf38119e,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:10.191089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d6a85d0-e95a-4e52-a3a4-15a7115c314c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.192539 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2d6a85d0-e95a-4e52-a3a4-15a7115c314c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3795528 Dec 22 05:02:10.195481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44148) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:10.200042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1abd58f6-feb5-4924-a4fa-39f4a9465c8b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'e06ec34f-13bd-4b4e-89b3-11a4c3989d1f', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:10.286121 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-1abd58f6-feb5-4924-a4fa-39f4a9465c8b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:02:10.291110 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1abd58f6-feb5-4924-a4fa-39f4a9465c8b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.348727 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1abd58f6-feb5-4924-a4fa-39f4a9465c8b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.405901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1abd58f6-feb5-4924-a4fa-39f4a9465c8b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.424479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd58f6-feb5-4924-a4fa-39f4a9465c8b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76b58c7-546b-4579-bca3-d9beb2b67e18,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:10.493634 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1abd58f6-feb5-4924-a4fa-39f4a9465c8b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.494763 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1abd58f6-feb5-4924-a4fa-39f4a9465c8b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2982948 Dec 22 05:02:10.497523 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44150) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:10.501757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-5888b5a4-bcd4-40b0-8e66-6f2cc439a61a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'e06ec34f-13bd-4b4e-89b3-11a4c3989d1f', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:10.583161 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-5888b5a4-bcd4-40b0-8e66-6f2cc439a61a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:02:10.588401 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5888b5a4-bcd4-40b0-8e66-6f2cc439a61a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.650150 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5888b5a4-bcd4-40b0-8e66-6f2cc439a61a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.729151 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5888b5a4-bcd4-40b0-8e66-6f2cc439a61a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.745727 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888b5a4-bcd4-40b0-8e66-6f2cc439a61a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd5e68e-0805-4ed3-90e9-94682215c130,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:10.836674 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5888b5a4-bcd4-40b0-8e66-6f2cc439a61a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:10.838127 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5888b5a4-bcd4-40b0-8e66-6f2cc439a61a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3397160 Dec 22 05:02:10.972177 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-c5ef7ed2-9eb3-4eb2-95a7-a9a09e33e8d8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933054106&fields=id&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 267 time: 0.0329266 Dec 22 05:02:11.020669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-3a475f56-cd26-4af9-94c0-d64805d65850 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:11.021912 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-3a475f56-cd26-4af9-94c0-d64805d65850 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 200 len: 930 time: 0.0429959 Dec 22 05:02:11.037147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-efc8710f-b40d-432d-9856-cc1c5f357eb6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:02:11.038079 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-efc8710f-b40d-432d-9856-cc1c5f357eb6 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049272 Dec 22 05:02:11.075445 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-e7c0234f-4580-46f5-87b0-e6fcb9c7a4e6 service neutron] 10.222.0.54 "GET /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0314674 Dec 22 05:02:11.162533 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-fdc2d7da-fd51-4971-b4e2-7ddd84dec7fe service neutron] 10.222.0.54 "GET /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816050 Dec 22 05:02:11.250139 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-17d86bda-c5bd-49f3-95e3-e4e44ad589a1 service neutron] 10.222.0.54 "GET /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812058 Dec 22 05:02:11.510958 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-69c8b48e-c24d-4e22-b1cf-c93ef3450f9a req-d83e793d-25ed-4f39-897d-f20b1dec1a6c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 210 time: 0.0258837 Dec 22 05:02:11.661128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29a1d552-0b29-429c-b601-97cf41a3503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:12.607693 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99df5631-d12d-4c48-8c46-094a234b2810 req-c14950fb-8e79-484d-bfc3-d6e77956e4c7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 210 time: 0.0302184 Dec 22 05:02:13.140975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.412426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-f4b1ea46-6b21-40fd-aa6f-4903d025df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:13.413682 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-f4b1ea46-6b21-40fd-aa6f-4903d025df81 service neutron] 10.222.0.16 "GET /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 200 len: 1026 time: 0.0328429 Dec 22 05:02:13.516237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-328aefeb-3050-4253-a5d6-8dff6ca4b1e2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:13.517656 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-328aefeb-3050-4253-a5d6-8dff6ca4b1e2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks?id=95dff945-a93e-447a-be47-c06d43f099ec HTTP/1.1" status: 200 len: 797 time: 0.0980840 Dec 22 05:02:13.568795 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-16b24e11-edda-4089-8722-c19986898fb1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 379 time: 0.0361977 Dec 22 05:02:13.585738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-ac7eedc8-bd9b-406a-8c04-d7713eb3d59a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:02:13.586652 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-ac7eedc8-bd9b-406a-8c04-d7713eb3d59a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048454 Dec 22 05:02:13.598221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Request body: {'port': {'device_id': '6935955a-e8e5-4abf-93c8-451a9bfc63e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:13.650716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.701868 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dd95f999-0ac8-4dde-ba99-292ac3bba2d0 req-6a8dbe6a-f0c7-4d73-bc7a-96ee17a97b3e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 210 time: 0.0271723 Dec 22 05:02:13.912162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fda56fb-064e-4c58-a554-56b97fa8f072 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:02:13.919386 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:13.930973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Transition to ACTIVE for port object 1fda56fb-064e-4c58-a554-56b97fa8f072 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:02:14.086050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:14.142196 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Pushing event updated for resources: {'Port': ['ID=1fda56fb-064e-4c58-a554-56b97fa8f072,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:14.204023 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:14.207310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Attempting to bind port 1fda56fb-064e-4c58-a554-56b97fa8f072 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:02:14.207613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Attempting to bind port 1fda56fb-064e-4c58-a554-56b97fa8f072 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:02:14.207887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Attempting to bind port 1fda56fb-064e-4c58-a554-56b97fa8f072 on network 95dff945-a93e-447a-be47-c06d43f099ec {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:02:14.212811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Port 1fda56fb-064e-4c58-a554-56b97fa8f072 on network 95dff945-a93e-447a-be47-c06d43f099ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:02:14.213133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Attempting to bind port 1fda56fb-064e-4c58-a554-56b97fa8f072 on network 95dff945-a93e-447a-be47-c06d43f099ec {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:02:14.219510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:02:14.219844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Checking segment: {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:02:14.220256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Bound using segment: {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:02:14.220689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Bound port: 1fda56fb-064e-4c58-a554-56b97fa8f072, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:02:14.221044 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:14.289961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:02:14.293957 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fda56fb-064e-4c58-a554-56b97fa8f072,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:02:14.370041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:14.406409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:14.407010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:14.408396 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] 10.222.0.16 "PUT /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 200 len: 1131 time: 0.8139646 Dec 22 05:02:14.408887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6935955a-e8e5-4abf-93c8-451a9bfc63e7', 'tag': '1fda56fb-064e-4c58-a554-56b97fa8f072'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:14.411126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dddf8e-1fae-489d-a0d3-b91d3b783d13" -d '{"events": [{"name": "network-changed", "server_uuid": "6935955a-e8e5-4abf-93c8-451a9bfc63e7", "tag": "1fda56fb-064e-4c58-a554-56b97fa8f072"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:02:14.449870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeab0f9-8ad5-4d0d-8edb-c5b32601c17c service neutron] Pushing event updated for resources: {'Port': ['ID=1fda56fb-064e-4c58-a554-56b97fa8f072,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:14.458771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03060c2-31d7-4505-9f9f-e8e7dd0b5fb2 x-openstack-request-id: req-f03060c2-31d7-4505-9f9f-e8e7dd0b5fb2 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:02:14.459159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6935955a-e8e5-4abf-93c8-451a9bfc63e7", "tag": "1fda56fb-064e-4c58-a554-56b97fa8f072", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:02:14.459501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f03060c2-31d7-4505-9f9f-e8e7dd0b5fb2 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:02:14.459959 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6935955a-e8e5-4abf-93c8-451a9bfc63e7', 'tag': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'status': 'completed', 'code': 200} Dec 22 05:02:14.540546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dddf8e-1fae-489d-a0d3-b91d3b783d13 req-57a10c6f-3c57-4081-a6d5-e6b9740d93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:14.542104 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b4dddf8e-1fae-489d-a0d3-b91d3b783d13 req-57a10c6f-3c57-4081-a6d5-e6b9740d93d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 1134 time: 0.0427754 Dec 22 05:02:14.649931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dddf8e-1fae-489d-a0d3-b91d3b783d13 req-34d69e08-e68b-4f59-ab55-ba9cfa0c5cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:14.651501 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b4dddf8e-1fae-489d-a0d3-b91d3b783d13 req-34d69e08-e68b-4f59-ab55-ba9cfa0c5cb1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=029a077a8ccd4775910052d15f603bba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0942922 Dec 22 05:02:14.744962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dddf8e-1fae-489d-a0d3-b91d3b783d13 req-a3bd3c4e-2dbd-49c0-bc83-a984f011bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:14.746417 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b4dddf8e-1fae-489d-a0d3-b91d3b783d13 req-a3bd3c4e-2dbd-49c0-bc83-a984f011bf1a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877202 Dec 22 05:02:14.813813 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445c221-494b-4dd2-afca-94055ede29f2 req-f44ea90a-2ea6-47a3-8c1e-7133ff392c7c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:14.815378 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f445c221-494b-4dd2-afca-94055ede29f2 req-f44ea90a-2ea6-47a3-8c1e-7133ff392c7c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 981 time: 0.0477834 Dec 22 05:02:14.842113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-5de0696b-a869-41fb-92c5-d10173053321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:14.843609 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-5de0696b-a869-41fb-92c5-d10173053321 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 1134 time: 0.0403953 Dec 22 05:02:14.853029 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f445c221-494b-4dd2-afca-94055ede29f2 req-d0916792-90d5-4455-a75a-10dfc02f5b0d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Dec 22 05:02:14.894078 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-d9c3fae2-35c0-4c37-a64b-5d7c7209e4a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 200 len: 217 time: 0.0369451 Dec 22 05:02:14.948419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-7cac09e2-6576-4608-bffb-40dff63e0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:14.950376 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-7cac09e2-6576-4608-bffb-40dff63e0791 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c4d3e10-4b0a-4133-bc15-bf172d67c3a6 HTTP/1.1" status: 200 len: 835 time: 0.0494668 Dec 22 05:02:14.995975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-dae7cf5d-2b8a-4e2c-928d-7e692556eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:14.997516 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-dae7cf5d-2b8a-4e2c-928d-7e692556eba4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95dff945-a93e-447a-be47-c06d43f099ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396872 Dec 22 05:02:15.088906 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-a0f2c996-8fb0-4bb9-8323-f5af64cd222f service neutron] 10.222.0.16 "GET /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838718 Dec 22 05:02:15.176980 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-34a4d111-5327-4c24-a2ac-8d7f8f3d2dc2 req-f9364bff-e543-446f-8493-57ecf733a20a service neutron] 10.222.0.16 "GET /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805173 Dec 22 05:02:15.188589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:15.598897 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:02:15.968020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae25e87-83b2-4645-b963-52907c406389 req-93eb9f1d-9d4d-4f65-9ed3-a18a7986b88a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:15.969528 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dae25e87-83b2-4645-b963-52907c406389 req-93eb9f1d-9d4d-4f65-9ed3-a18a7986b88a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 981 time: 0.0494909 Dec 22 05:02:16.011050 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dae25e87-83b2-4645-b963-52907c406389 req-458483aa-3a3b-4b5e-afb3-9e43b69fccdb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355713 Dec 22 05:02:17.126027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a597ca-ca56-446e-a6a0-efb134973c39 req-06a152d1-9a71-4499-a4e6-a70582df5afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:17.127451 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-42a597ca-ca56-446e-a6a0-efb134973c39 req-06a152d1-9a71-4499-a4e6-a70582df5afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 981 time: 0.0497653 Dec 22 05:02:17.163737 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-42a597ca-ca56-446e-a6a0-efb134973c39 req-c7820784-1d4c-48ef-8c58-d6ca4a26dfe7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305002 Dec 22 05:02:18.056509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1fda56fb-064e-4c58-a554-56b97fa8f072 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:02:18.150545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fda56fb-064e-4c58-a554-56b97fa8f072,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:18.161002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'port_id': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'mac_address': 'fa:16:3e:09:0c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:02:18.198691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:18.212495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fda56fb-064e-4c58-a554-56b97fa8f072 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:02:18.232684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fda56fb-064e-4c58-a554-56b97fa8f072,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:18.294456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70126b-6ab3-4cbf-b456-8d13c15cb542 req-7fe6ff83-5878-49b2-b839-619edd16f421 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:18.296659 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0a70126b-6ab3-4cbf-b456-8d13c15cb542 req-7fe6ff83-5878-49b2-b839-619edd16f421 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 981 time: 0.0632594 Dec 22 05:02:18.333288 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0a70126b-6ab3-4cbf-b456-8d13c15cb542 req-8b7420b1-fe78-4d1a-97f5-570fe849c6f0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309165 Dec 22 05:02:18.341488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:18.387603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1fda56fb-064e-4c58-a554-56b97fa8f072,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:18.634377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['1fda56fb-064e-4c58-a554-56b97fa8f072'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:02:19.445283 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2851b2-8f2d-4582-8caf-3a714338e1c6 req-80386780-ba34-46d8-b8fe-4136b796e4ea tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:19.446728 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7c2851b2-8f2d-4582-8caf-3a714338e1c6 req-80386780-ba34-46d8-b8fe-4136b796e4ea tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 982 time: 0.0474336 Dec 22 05:02:19.482939 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7c2851b2-8f2d-4582-8caf-3a714338e1c6 req-df7662b3-3bd6-46c1-8505-3ecc056934c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304167 Dec 22 05:02:20.078665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1fda56fb-064e-4c58-a554-56b97fa8f072 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:02:20.182571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 1fda56fb-064e-4c58-a554-56b97fa8f072 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:02:20.186123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 1fda56fb-064e-4c58-a554-56b97fa8f072 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:20.186496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:20.261404 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:20.283820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6935955a-e8e5-4abf-93c8-451a9bfc63e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fda56fb-064e-4c58-a554-56b97fa8f072'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:20.286084 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59fe44a-1c6a-4e03-9a9e-7c7fe9ab9ed8" -d '{"events": [{"server_uuid": "6935955a-e8e5-4abf-93c8-451a9bfc63e7", "name": "network-vif-plugged", "status": "completed", "tag": "1fda56fb-064e-4c58-a554-56b97fa8f072"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:02:20.302514 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fda56fb-064e-4c58-a554-56b97fa8f072,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:20.329170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97399b8c-3d10-4934-95ea-e3a926bd5618 x-openstack-request-id: req-97399b8c-3d10-4934-95ea-e3a926bd5618 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:02:20.329170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6935955a-e8e5-4abf-93c8-451a9bfc63e7", "name": "network-vif-plugged", "status": "completed", "tag": "1fda56fb-064e-4c58-a554-56b97fa8f072", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:02:20.329170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97399b8c-3d10-4934-95ea-e3a926bd5618 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:02:20.329170 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6935955a-e8e5-4abf-93c8-451a9bfc63e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'code': 200} Dec 22 05:02:20.377253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:20.423613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1fda56fb-064e-4c58-a554-56b97fa8f072,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:20.596540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba4a7a-6cbc-4e6b-a25b-aa689d5f1c06 req-ac42caaf-03d6-46b8-820c-618b5ea41f48 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:20.598224 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-deba4a7a-6cbc-4e6b-a25b-aa689d5f1c06 req-ac42caaf-03d6-46b8-820c-618b5ea41f48 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 983 time: 0.0502818 Dec 22 05:02:20.637959 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-deba4a7a-6cbc-4e6b-a25b-aa689d5f1c06 req-dfef481f-8d5e-4a93-8b08-acccc811b74c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317767 Dec 22 05:02:20.654828 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:20.658903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557196d-d765-45ab-92e9-54aefc786616 req-3ebcc2be-b675-4b7d-9acf-d0ea3557117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:20.660423 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7557196d-d765-45ab-92e9-54aefc786616 req-3ebcc2be-b675-4b7d-9acf-d0ea3557117a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 1136 time: 0.0417776 Dec 22 05:02:20.695616 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7557196d-d765-45ab-92e9-54aefc786616 req-7d6309b0-cb47-47de-8e72-d645bfae02c7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271137 Dec 22 05:02:21.752277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f434ca6-039f-42ec-bdc1-31045c9cdb0d req-181b29cc-a704-4bbf-aa18-aae67a8e1e0c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:21.753749 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3f434ca6-039f-42ec-bdc1-31045c9cdb0d req-181b29cc-a704-4bbf-aa18-aae67a8e1e0c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 983 time: 0.0486662 Dec 22 05:02:21.794820 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3f434ca6-039f-42ec-bdc1-31045c9cdb0d req-0247398e-dbdf-444e-91f9-cbc77f778c24 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352042 Dec 22 05:02:22.908528 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c95689-f143-40a4-9675-1664c217fbdf req-739b604a-27fd-4f4e-9d0f-2b1e9c3a426e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:22.909952 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a0c95689-f143-40a4-9675-1664c217fbdf req-739b604a-27fd-4f4e-9d0f-2b1e9c3a426e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 983 time: 0.0506220 Dec 22 05:02:22.946687 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a0c95689-f143-40a4-9675-1664c217fbdf req-93f60fe5-b6f3-4dc7-bb00-cc83144e3689 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308676 Dec 22 05:02:23.057519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf9833-8f85-491d-9999-3c765a01de2a req-14dffaee-fc49-47bb-b090-53e95908bef2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:23.059006 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6bdf9833-8f85-491d-9999-3c765a01de2a req-14dffaee-fc49-47bb-b090-53e95908bef2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 983 time: 0.0488327 Dec 22 05:02:23.096822 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6bdf9833-8f85-491d-9999-3c765a01de2a req-6dad0011-7148-423d-8b0b-5999050c1aa5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317750 Dec 22 05:02:23.118901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44208) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:23.158440 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9556326d-a15e-43b8-a09d-9bf2fb235098 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:23.159970 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9556326d-a15e-43b8-a09d-9bf2fb235098 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 1131 time: 0.0401063 Dec 22 05:02:23.162594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44210) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:23.166878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:23.228285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:23.325284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:23.425242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.7 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/283e21a0-5f8d-49bc-b048-cf0c49edd0bb) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:23.526450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:23.617761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:23.658655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:23.666758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:23.669008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=283e21a0-5f8d-49bc-b048-cf0c49edd0bb,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:23.671345 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:02:24.012699 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:24.134540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:24.286872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:24.346065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:24.417399 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=283e21a0-5f8d-49bc-b048-cf0c49edd0bb,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:24.428368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:24.523941 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP e8c38bdb-ffaa-404e-93b4-76faa48328fa associated. External IP: 172.26.5.7, port: 1fda56fb-064e-4c58-a554-56b97fa8f072. Dec 22 05:02:24.722421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router f2000b92-eded-41df-a60b-c3a476a3a6c9 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:02:24.826072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:02:24.942244 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d8ad8-c236-4f6b-9b99-f0752c91476e None None] Sync routers for ids ['f2000b92-eded-41df-a60b-c3a476a3a6c9'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:24.943576 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:24.951882 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d8ad8-c236-4f6b-9b99-f0752c91476e None None] Routers {'f2000b92-eded-41df-a60b-c3a476a3a6c9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:24.952508 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-106d8ad8-c236-4f6b-9b99-f0752c91476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:02:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f2000b92-eded-41df-a60b-c3a476a3a6c9'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:24.974926 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-24096653-5d54-48aa-a562-c298db096cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 1.8086948 Dec 22 05:02:24.974926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6935955a-e8e5-4abf-93c8-451a9bfc63e7', 'tag': '1fda56fb-064e-4c58-a554-56b97fa8f072'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:24.975216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44212) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:24.975633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72833f07-5075-4797-a702-8b7a8a97c311" -d '{"events": [{"name": "network-changed", "server_uuid": "6935955a-e8e5-4abf-93c8-451a9bfc63e7", "tag": "1fda56fb-064e-4c58-a554-56b97fa8f072"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:02:25.014397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a87c64-a280-4f13-ae24-6d21bf5a9fbc x-openstack-request-id: req-12a87c64-a280-4f13-ae24-6d21bf5a9fbc {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:02:25.014687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6935955a-e8e5-4abf-93c8-451a9bfc63e7", "tag": "1fda56fb-064e-4c58-a554-56b97fa8f072", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:02:25.014937 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-12a87c64-a280-4f13-ae24-6d21bf5a9fbc {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:02:25.015361 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6935955a-e8e5-4abf-93c8-451a9bfc63e7', 'tag': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'status': 'completed', 'code': 200} Dec 22 05:02:25.048664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdc0066-9ef9-4ba2-8ffd-0b3768ffa315 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:25.050188 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8bdc0066-9ef9-4ba2-8ffd-0b3768ffa315 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7&network_id=95dff945-a93e-447a-be47-c06d43f099ec HTTP/1.1" status: 200 len: 1131 time: 0.0740201 Dec 22 05:02:25.059438 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-106d8ad8-c236-4f6b-9b99-f0752c91476e None None] Set router f2000b92-eded-41df-a60b-c3a476a3a6c9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:02:25.107538 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72833f07-5075-4797-a702-8b7a8a97c311 req-a03d80db-73ff-406e-83fa-e95b352ed310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:25.109081 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72833f07-5075-4797-a702-8b7a8a97c311 req-a03d80db-73ff-406e-83fa-e95b352ed310 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 1136 time: 0.0457664 Dec 22 05:02:25.199110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72833f07-5075-4797-a702-8b7a8a97c311 req-0287179a-4873-4afc-872f-5ddbed7d2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:25.201290 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72833f07-5075-4797-a702-8b7a8a97c311 req-0287179a-4873-4afc-872f-5ddbed7d2129 service neutron] 10.222.0.16 "GET /v2.0/networks?id=95dff945-a93e-447a-be47-c06d43f099ec HTTP/1.1" status: 200 len: 898 time: 0.0851736 Dec 22 05:02:25.271282 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72833f07-5075-4797-a702-8b7a8a97c311 req-6a99cc63-501f-41f7-ba4c-7b459de00df6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 200 len: 1035 time: 0.0625117 Dec 22 05:02:25.273240 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-106d8ad8-c236-4f6b-9b99-f0752c91476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'e8c38bdb-ffaa-404e-93b4-76faa48328fa', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'port_id': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1772306570', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'mac_address': 'fa:16:3e:09:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935955a-e8e5-4abf-93c8-451a9bfc63e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:02:23Z', 'updated_at': '2021-12-22T05:02:23Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8147cd82-4f30-4fa0-a2d1-05225173ada8', 'name': '', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:5d:a1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:07Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:25.298443 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d8ad8-c236-4f6b-9b99-f0752c91476e None None] Checking router: f2000b92-eded-41df-a60b-c3a476a3a6c9 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:02:25.306347 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d8ad8-c236-4f6b-9b99-f0752c91476e None None] Routers {'f2000b92-eded-41df-a60b-c3a476a3a6c9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:25.306927 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-106d8ad8-c236-4f6b-9b99-f0752c91476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:02:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f2000b92-eded-41df-a60b-c3a476a3a6c9'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:25.319107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72833f07-5075-4797-a702-8b7a8a97c311 req-8be99204-686d-49da-81b2-d62f2088d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:25.320595 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72833f07-5075-4797-a702-8b7a8a97c311 req-8be99204-686d-49da-81b2-d62f2088d4b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c4d3e10-4b0a-4133-bc15-bf172d67c3a6 HTTP/1.1" status: 200 len: 835 time: 0.0428650 Dec 22 05:02:25.374785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72833f07-5075-4797-a702-8b7a8a97c311 req-f6e58965-9938-4586-92e5-115a93a0c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:25.376329 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72833f07-5075-4797-a702-8b7a8a97c311 req-f6e58965-9938-4586-92e5-115a93a0c7ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95dff945-a93e-447a-be47-c06d43f099ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415330 Dec 22 05:02:25.409823 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-106d8ad8-c236-4f6b-9b99-f0752c91476e None None] Set router f2000b92-eded-41df-a60b-c3a476a3a6c9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:02:25.477242 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72833f07-5075-4797-a702-8b7a8a97c311 req-f9a6608b-fdec-4c34-828f-aff15a601f63 service neutron] 10.222.0.16 "GET /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938418 Dec 22 05:02:25.506932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bf2da-a2fa-4806-b59a-130f5894f68b req-25fe73ef-125b-4a6e-8fcd-3d783d7fe591 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:25.508445 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-626bf2da-a2fa-4806-b59a-130f5894f68b req-25fe73ef-125b-4a6e-8fcd-3d783d7fe591 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 983 time: 0.0540094 Dec 22 05:02:25.547599 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-626bf2da-a2fa-4806-b59a-130f5894f68b req-0f7bee26-514f-48d1-b837-88ec0ce20b54 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Dec 22 05:02:25.573189 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72833f07-5075-4797-a702-8b7a8a97c311 req-3948b340-b2ae-47a5-893e-6c52742ac6ee service neutron] 10.222.0.16 "GET /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880897 Dec 22 05:02:25.645305 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-106d8ad8-c236-4f6b-9b99-f0752c91476e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'e8c38bdb-ffaa-404e-93b4-76faa48328fa', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'port_id': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1772306570', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'mac_address': 'fa:16:3e:09:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935955a-e8e5-4abf-93c8-451a9bfc63e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:02:23Z', 'updated_at': '2021-12-22T05:02:23Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8147cd82-4f30-4fa0-a2d1-05225173ada8', 'name': '', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:5d:a1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:07Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:25.670926 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106d8ad8-c236-4f6b-9b99-f0752c91476e None None] The sync data for ids ['f2000b92-eded-41df-a60b-c3a476a3a6c9'] in dv-neutron-822523-1-hyperv is: [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'e8c38bdb-ffaa-404e-93b4-76faa48328fa', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.7', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'port_id': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1772306570', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'mac_address': 'fa:16:3e:09:0c:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6935955a-e8e5-4abf-93c8-451a9bfc63e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:02:23Z', 'updated_at': '2021-12-22T05:02:23Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8147cd82-4f30-4fa0-a2d1-05225173ada8', 'name': '', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:5d:a1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:07Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:02:25.858149 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f4eeb-7c5e-4026-9ecb-88a21f35dcc3 None None] New status for floating IP e8c38bdb-ffaa-404e-93b4-76faa48328fa: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:02:26.667642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a636c-3bbb-44cf-8939-757572a21418 req-43983b1b-06de-47c6-84a3-9c54ff4272c2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:26.669697 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f30a636c-3bbb-44cf-8939-757572a21418 req-43983b1b-06de-47c6-84a3-9c54ff4272c2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 983 time: 0.0533435 Dec 22 05:02:26.705692 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f30a636c-3bbb-44cf-8939-757572a21418 req-b8385f53-18dc-4114-825f-a09e969a60ec tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301292 Dec 22 05:02:26.978778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8184f4-6976-4dc4-a264-7accb14550db req-c1928f47-5a43-40db-a6af-40cb03237d50 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:26.980182 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ca8184f4-6976-4dc4-a264-7accb14550db req-c1928f47-5a43-40db-a6af-40cb03237d50 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 983 time: 0.0515945 Dec 22 05:02:27.022256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8184f4-6976-4dc4-a264-7accb14550db req-e7a24d8d-08f9-4f5f-8060-538f67f137f3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:27.023528 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ca8184f4-6976-4dc4-a264-7accb14550db req-e7a24d8d-08f9-4f5f-8060-538f67f137f3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0370588 Dec 22 05:02:27.122485 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ca8184f4-6976-4dc4-a264-7accb14550db req-f801e815-7bf2-44ed-8cd4-a6bcc3c63e5a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0931258 Dec 22 05:02:27.134390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-ca8184f4-6976-4dc4-a264-7accb14550db req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:27.186037 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ca8184f4-6976-4dc4-a264-7accb14550db req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:27.321631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-ca8184f4-6976-4dc4-a264-7accb14550db req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fda56fb-064e-4c58-a554-56b97fa8f072,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:27.355011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-ca8184f4-6976-4dc4-a264-7accb14550db req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:02:27.386557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-ca8184f4-6976-4dc4-a264-7accb14550db req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] device_id is not set on port 1fda56fb-064e-4c58-a554-56b97fa8f072 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 05:02:27.395778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ca8184f4-6976-4dc4-a264-7accb14550db req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:27.465889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ca8184f4-6976-4dc4-a264-7accb14550db req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:27.567664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] Pushing event updated for resources: {'Port': ['ID=1fda56fb-064e-4c58-a554-56b97fa8f072,revision_number=6']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:27.630589 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8184f4-6976-4dc4-a264-7accb14550db req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] No DVR routers for this DVR port 1fda56fb-064e-4c58-a554-56b97fa8f072 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:02:27.763603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-535d9ed0-1a04-4c79-941f-f53f71aeae62 None None] Provisioning complete for port 1fda56fb-064e-4c58-a554-56b97fa8f072 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:27.764355 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-535d9ed0-1a04-4c79-941f-f53f71aeae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:27.808675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-535d9ed0-1a04-4c79-941f-f53f71aeae62 None None] Port 1fda56fb-064e-4c58-a554-56b97fa8f072 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:02:27.810046 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0c47ac9c-02dd-4ac2-802a-37e6ab642eb7 req-0f489496-12dc-42e2-a4da-8dc099f80514 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 210 time: 0.0352349 Dec 22 05:02:28.062131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-ca8184f4-6976-4dc4-a264-7accb14550db req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] In _notify_port_updated(), no bound segment for port 1fda56fb-064e-4c58-a554-56b97fa8f072 on network 95dff945-a93e-447a-be47-c06d43f099ec {{(pid=109183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 05:02:28.062890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8184f4-6976-4dc4-a264-7accb14550db req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:28.063484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ca8184f4-6976-4dc4-a264-7accb14550db req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:28.064788 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ca8184f4-6976-4dc4-a264-7accb14550db req-fd1066de-b939-4ea5-8313-09e060ae9d1d service neutron] 10.222.0.16 "PUT /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 200 len: 1026 time: 0.9341464 Dec 22 05:02:28.912277 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5597d27c-9d06-4f99-aa8d-b39fb2b77283 req-9854c3ec-2858-431b-ac56-a83aaafa2a5d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6935955a-e8e5-4abf-93c8-451a9bfc63e7 HTTP/1.1" status: 200 len: 210 time: 0.0256255 Dec 22 05:02:29.968949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44228) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:30.011859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76fce99-81b1-4de2-9d7a-6aa3ddecc449 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:30.013706 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f76fce99-81b1-4de2-9d7a-6aa3ddecc449 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 200 len: 925 time: 0.0436802 Dec 22 05:02:30.112479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1fda56fb-064e-4c58-a554-56b97fa8f072 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:02:30.150169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1fda56fb-064e-4c58-a554-56b97fa8f072 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:02:30.367473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44232) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:30.372053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-12a04c75-76c1-445b-abb8-a695ac594730 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903290212', 'description': 'tempest-secgroup-smoke-1903290212 description', 'project_id': '029a077a8ccd4775910052d15f603bba'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:30.454164 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12a04c75-76c1-445b-abb8-a695ac594730 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:30.517099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12a04c75-76c1-445b-abb8-a695ac594730 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:30.582441 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12a04c75-76c1-445b-abb8-a695ac594730 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:30.610798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a04c75-76c1-445b-abb8-a695ac594730 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383b45ec-e876-4c04-a7b6-7b1f5f0ec9ca,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:30.685271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12a04c75-76c1-445b-abb8-a695ac594730 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:30.687122 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-12a04c75-76c1-445b-abb8-a695ac594730 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3179362 Dec 22 05:02:30.689970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44234) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:30.694287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7d48b54c-9235-45e0-b999-fd555af88a47 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '383b45ec-e876-4c04-a7b6-7b1f5f0ec9ca', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:30.799466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d48b54c-9235-45e0-b999-fd555af88a47 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:30.853546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d48b54c-9235-45e0-b999-fd555af88a47 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:30.928635 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d48b54c-9235-45e0-b999-fd555af88a47 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:30.952229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48b54c-9235-45e0-b999-fd555af88a47 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1fdafe-d960-427b-b6b1-1bd73e2865d9,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:31.013000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7d48b54c-9235-45e0-b999-fd555af88a47 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.014250 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7d48b54c-9235-45e0-b999-fd555af88a47 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3233476 Dec 22 05:02:31.017020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44236) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:31.021274 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-925fb02d-77e6-4eaa-be5f-9dcc0f835a44 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '383b45ec-e876-4c04-a7b6-7b1f5f0ec9ca', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:31.106725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-925fb02d-77e6-4eaa-be5f-9dcc0f835a44 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.161359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-925fb02d-77e6-4eaa-be5f-9dcc0f835a44 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.236989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-925fb02d-77e6-4eaa-be5f-9dcc0f835a44 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.253624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fb02d-77e6-4eaa-be5f-9dcc0f835a44 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d73f86-9639-4f10-a1e4-23ea37b5686e,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:31.350318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-925fb02d-77e6-4eaa-be5f-9dcc0f835a44 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.351505 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-925fb02d-77e6-4eaa-be5f-9dcc0f835a44 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3335612 Dec 22 05:02:31.354266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44238) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:31.358606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b33a1bbf-17d3-4953-8d24-9db65a0548ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '383b45ec-e876-4c04-a7b6-7b1f5f0ec9ca', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:31.438486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b33a1bbf-17d3-4953-8d24-9db65a0548ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.494228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b33a1bbf-17d3-4953-8d24-9db65a0548ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.562745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b33a1bbf-17d3-4953-8d24-9db65a0548ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.580761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a1bbf-17d3-4953-8d24-9db65a0548ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339eee93-39fd-4f2d-9e86-ec19e2638e07,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:31.644911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b33a1bbf-17d3-4953-8d24-9db65a0548ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.646089 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b33a1bbf-17d3-4953-8d24-9db65a0548ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2909048 Dec 22 05:02:31.648861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44240) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:31.656629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-facdb1a2-2017-405b-bafb-b957f752af2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '383b45ec-e876-4c04-a7b6-7b1f5f0ec9ca', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:31.761226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-facdb1a2-2017-405b-bafb-b957f752af2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.817669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-facdb1a2-2017-405b-bafb-b957f752af2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.885608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-facdb1a2-2017-405b-bafb-b957f752af2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.905429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdb1a2-2017-405b-bafb-b957f752af2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e693248b-20c2-487f-be91-e312c4b03f7d,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:31.961942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-facdb1a2-2017-405b-bafb-b957f752af2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:31.963176 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-facdb1a2-2017-405b-bafb-b957f752af2f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3134177 Dec 22 05:02:31.965902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44242) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:31.970185 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4fb73076-50d0-4e60-88c2-54386201f02a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '383b45ec-e876-4c04-a7b6-7b1f5f0ec9ca', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:32.054068 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-4fb73076-50d0-4e60-88c2-54386201f02a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:02:32.058723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fb73076-50d0-4e60-88c2-54386201f02a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:32.116409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fb73076-50d0-4e60-88c2-54386201f02a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:32.179593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fb73076-50d0-4e60-88c2-54386201f02a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:32.197067 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb73076-50d0-4e60-88c2-54386201f02a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32854bf-2305-4828-85ae-81eecbda51dc,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:32.238788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4fb73076-50d0-4e60-88c2-54386201f02a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:32.239945 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4fb73076-50d0-4e60-88c2-54386201f02a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2731352 Dec 22 05:02:32.242627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44244) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:32.246772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-9a19c5e4-6c43-4550-86b8-a85f198f9aec tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '383b45ec-e876-4c04-a7b6-7b1f5f0ec9ca', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:32.311657 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-9a19c5e4-6c43-4550-86b8-a85f198f9aec tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:02:32.317160 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a19c5e4-6c43-4550-86b8-a85f198f9aec tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:32.376587 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a19c5e4-6c43-4550-86b8-a85f198f9aec tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:32.451298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a19c5e4-6c43-4550-86b8-a85f198f9aec tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:32.470649 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19c5e4-6c43-4550-86b8-a85f198f9aec tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4b8f15-0791-49b4-abfd-6f8ba89e5242,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:32.533919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a19c5e4-6c43-4550-86b8-a85f198f9aec tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:32.535102 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9a19c5e4-6c43-4550-86b8-a85f198f9aec tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2915778 Dec 22 05:02:32.688346 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-b38a6e0e-145b-4282-9bcd-14f6e7bbebb9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903290212&fields=id&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 267 time: 0.0363431 Dec 22 05:02:32.734317 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-d31aadab-636a-4e2b-b529-f5b78ceed5f9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:32.736282 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-d31aadab-636a-4e2b-b529-f5b78ceed5f9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 200 len: 930 time: 0.0413876 Dec 22 05:02:32.750977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-82cf8754-a567-4e43-8b8c-9ea1e0f1ef69 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:02:32.751923 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-82cf8754-a567-4e43-8b8c-9ea1e0f1ef69 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048380 Dec 22 05:02:32.789126 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-bf5cb615-ee83-420f-bd7f-26a4ea389613 service neutron] 10.222.0.54 "GET /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0312984 Dec 22 05:02:32.876266 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-7cdb032b-36a6-43b1-b908-67b07285f323 service neutron] 10.222.0.54 "GET /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813959 Dec 22 05:02:32.965089 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-3339ebdf-854a-4cc4-9960-cdeff9a60912 service neutron] 10.222.0.54 "GET /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828524 Dec 22 05:02:33.199511 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-25624264-9c3b-4cc1-8008-f505fd1db4ff req-870a7866-cec0-4bc1-a9ea-58232f8b58c4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 210 time: 0.0255461 Dec 22 05:02:34.296292 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b739c1c4-e418-4afa-b9fd-65c9945d7c09 req-6754fa1e-878e-4ad2-b334-0684b9c419cc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 210 time: 0.0310736 Dec 22 05:02:35.041332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-db6fb3c9-6c20-4e7a-87e0-37d636d7502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:35.042751 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-db6fb3c9-6c20-4e7a-87e0-37d636d7502d service neutron] 10.222.0.16 "GET /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 200 len: 1026 time: 0.0361161 Dec 22 05:02:35.147982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-4f944070-7611-4ed1-b389-6d842ea83012 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:35.149504 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-4f944070-7611-4ed1-b389-6d842ea83012 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks?id=95dff945-a93e-447a-be47-c06d43f099ec HTTP/1.1" status: 200 len: 797 time: 0.0989466 Dec 22 05:02:35.201156 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-1cda9c93-065b-4b7f-8196-ed888fa2a8da tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 472 time: 0.0358109 Dec 22 05:02:35.213090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Request body: {'port': {'device_id': '88d93e3d-da71-4764-9067-df88bf76e611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:35.268282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:35.404524 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-911ae3af-3c50-4dbe-bb2c-849f0149e93c req-cf4e3060-4b58-415d-aaed-9f4994f6086e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 210 time: 0.0376382 Dec 22 05:02:35.545520 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fda56fb-064e-4c58-a554-56b97fa8f072 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:02:35.553289 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:35.564794 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Transition to ACTIVE for port object 1fda56fb-064e-4c58-a554-56b97fa8f072 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:02:35.656994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:35.738196 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Pushing event updated for resources: {'Port': ['ID=1fda56fb-064e-4c58-a554-56b97fa8f072,revision_number=7']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:35.834897 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Attempting to bind port 1fda56fb-064e-4c58-a554-56b97fa8f072 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:02:35.835209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Attempting to bind port 1fda56fb-064e-4c58-a554-56b97fa8f072 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:02:35.835564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Attempting to bind port 1fda56fb-064e-4c58-a554-56b97fa8f072 on network 95dff945-a93e-447a-be47-c06d43f099ec {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:02:35.840281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Port 1fda56fb-064e-4c58-a554-56b97fa8f072 on network 95dff945-a93e-447a-be47-c06d43f099ec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:02:35.840600 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Attempting to bind port 1fda56fb-064e-4c58-a554-56b97fa8f072 on network 95dff945-a93e-447a-be47-c06d43f099ec {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:02:35.845635 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:02:35.845961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Checking segment: {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:02:35.852232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Bound using segment: {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:02:35.852232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Bound port: 1fda56fb-064e-4c58-a554-56b97fa8f072, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35c20aa9-e645-4c0c-a986-5d00db41d353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:02:35.852232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:35.909990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:02:35.913039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fda56fb-064e-4c58-a554-56b97fa8f072,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:02:35.980596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:36.014350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:36.014955 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:36.016343 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] 10.222.0.16 "PUT /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 200 len: 1131 time: 0.8073850 Dec 22 05:02:36.016778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d93e3d-da71-4764-9067-df88bf76e611', 'tag': '1fda56fb-064e-4c58-a554-56b97fa8f072'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:36.019489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c1f8c1-ed89-4cb4-9b99-76d9991fea20" -d '{"events": [{"name": "network-changed", "server_uuid": "88d93e3d-da71-4764-9067-df88bf76e611", "tag": "1fda56fb-064e-4c58-a554-56b97fa8f072"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:02:36.048622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d4131-c29f-4d14-850c-0873b0206c3e service neutron] Pushing event updated for resources: {'Port': ['ID=1fda56fb-064e-4c58-a554-56b97fa8f072,revision_number=8']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:36.060767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abb5041-94ab-48dc-92a0-01539609eda5 x-openstack-request-id: req-9abb5041-94ab-48dc-92a0-01539609eda5 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:02:36.061057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d93e3d-da71-4764-9067-df88bf76e611", "tag": "1fda56fb-064e-4c58-a554-56b97fa8f072", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:02:36.061310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9abb5041-94ab-48dc-92a0-01539609eda5 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:02:36.061712 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d93e3d-da71-4764-9067-df88bf76e611', 'tag': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'status': 'completed', 'code': 200} Dec 22 05:02:36.146601 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1f8c1-ed89-4cb4-9b99-76d9991fea20 req-cebd02c8-8981-41dd-ba67-9ff2217c1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:36.148122 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-70c1f8c1-ed89-4cb4-9b99-76d9991fea20 req-cebd02c8-8981-41dd-ba67-9ff2217c1ad2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 1134 time: 0.0429988 Dec 22 05:02:36.255543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1f8c1-ed89-4cb4-9b99-76d9991fea20 req-f5480570-74fa-43e2-a2b5-3ffebf3be81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:36.257050 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-70c1f8c1-ed89-4cb4-9b99-76d9991fea20 req-f5480570-74fa-43e2-a2b5-3ffebf3be81e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=029a077a8ccd4775910052d15f603bba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0953102 Dec 22 05:02:36.368643 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1f8c1-ed89-4cb4-9b99-76d9991fea20 req-0faa848f-d759-4836-8c1d-4184b4a17be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:36.369991 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-70c1f8c1-ed89-4cb4-9b99-76d9991fea20 req-0faa848f-d759-4836-8c1d-4184b4a17be0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062629 Dec 22 05:02:36.466784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-faa23782-796b-460e-9f20-1d409d68505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:36.468558 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-faa23782-796b-460e-9f20-1d409d68505b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 1134 time: 0.0420778 Dec 22 05:02:36.566249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672afe8-1c99-4ab0-8db2-b9a2eb257708 req-079a4f1b-9b43-4547-a0be-5b8c168932a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:36.567713 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9672afe8-1c99-4ab0-8db2-b9a2eb257708 req-079a4f1b-9b43-4547-a0be-5b8c168932a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 981 time: 0.0963485 Dec 22 05:02:36.574022 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-ae5fd366-ea0a-4529-8a2a-225d68bc90f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 200 len: 1035 time: 0.0918431 Dec 22 05:02:36.652154 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9672afe8-1c99-4ab0-8db2-b9a2eb257708 req-94a8aa57-9670-49c0-93dd-ae8bf789e1a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769579 Dec 22 05:02:36.666427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-302d22c9-2064-4290-b3e2-72f6c9026f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:36.668013 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-302d22c9-2064-4290-b3e2-72f6c9026f14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7c4d3e10-4b0a-4133-bc15-bf172d67c3a6 HTTP/1.1" status: 200 len: 835 time: 0.0769548 Dec 22 05:02:36.714793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-234063bc-f45c-42ec-a08a-25bccd406539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:36.716232 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-234063bc-f45c-42ec-a08a-25bccd406539 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=95dff945-a93e-447a-be47-c06d43f099ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399756 Dec 22 05:02:36.808482 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-3edf7c7a-e4aa-4fe8-b120-994080d5d87e service neutron] 10.222.0.16 "GET /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841482 Dec 22 05:02:36.897409 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-143dc287-0c9d-492a-becf-b3fd73f4f97b req-1f00437c-63a9-4235-9fa9-b9c10d2ef5a9 service neutron] 10.222.0.16 "GET /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809810 Dec 22 05:02:37.814949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb68303-01b7-46a6-ae59-01525460c839 req-eb1ec8cb-bc7d-438a-affb-5c0c64a55d43 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:37.816974 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fdb68303-01b7-46a6-ae59-01525460c839 req-eb1ec8cb-bc7d-438a-affb-5c0c64a55d43 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 981 time: 0.0965931 Dec 22 05:02:37.853960 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fdb68303-01b7-46a6-ae59-01525460c839 req-4d8916e7-1e53-4cd1-b3c6-1cab0694e917 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310874 Dec 22 05:02:38.971862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e48d55-cdf8-40f3-bdb5-dfad9c80bace req-b3da0f5d-b14a-4136-be12-a78b3eaeb7b9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:38.974008 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b9e48d55-cdf8-40f3-bdb5-dfad9c80bace req-b3da0f5d-b14a-4136-be12-a78b3eaeb7b9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 981 time: 0.0549676 Dec 22 05:02:39.010758 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b9e48d55-cdf8-40f3-bdb5-dfad9c80bace req-b93d5c2b-79a0-4413-83d8-0350eeb123f6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309281 Dec 22 05:02:39.245222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-981448eb-0d17-4e0a-954e-f42e5c6a5b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:40.123099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090a685-85ba-4106-a855-9a6e5823b386 req-0ca3b981-8e9c-4299-8b42-21fc1c853e64 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:40.124760 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a090a685-85ba-4106-a855-9a6e5823b386 req-0ca3b981-8e9c-4299-8b42-21fc1c853e64 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 981 time: 0.0486584 Dec 22 05:02:40.161958 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a090a685-85ba-4106-a855-9a6e5823b386 req-d92ee19b-2024-43ef-ab20-1302437c1968 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Dec 22 05:02:40.164532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1fda56fb-064e-4c58-a554-56b97fa8f072 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:02:40.257331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fda56fb-064e-4c58-a554-56b97fa8f072,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:40.268378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'port_id': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'mac_address': 'fa:16:3e:09:0c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:02:40.305575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:40.318399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fda56fb-064e-4c58-a554-56b97fa8f072 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:02:40.340735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fda56fb-064e-4c58-a554-56b97fa8f072,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:40.431355 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:40.480563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1fda56fb-064e-4c58-a554-56b97fa8f072,revision_number=9']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:40.707052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['1fda56fb-064e-4c58-a554-56b97fa8f072'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:02:41.326673 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39889e2-4e04-4bb1-a5f6-700eda82f7de req-bb3d3b45-1251-4aba-8911-9fa4d4fca553 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:41.328309 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f39889e2-4e04-4bb1-a5f6-700eda82f7de req-bb3d3b45-1251-4aba-8911-9fa4d4fca553 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 982 time: 0.0990694 Dec 22 05:02:41.366191 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f39889e2-4e04-4bb1-a5f6-700eda82f7de req-d19ed748-8070-4a1e-85ba-e09062804466 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314093 Dec 22 05:02:41.628529 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-149d26ad-f4c4-4e5e-9d46-e60093a751d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:42.171835 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1fda56fb-064e-4c58-a554-56b97fa8f072 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:02:42.279726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 1fda56fb-064e-4c58-a554-56b97fa8f072 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:02:42.283153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 1fda56fb-064e-4c58-a554-56b97fa8f072 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:42.289504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:42.360211 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:42.381796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d93e3d-da71-4764-9067-df88bf76e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fda56fb-064e-4c58-a554-56b97fa8f072'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:42.383997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fdd963-0cf5-432a-8cef-ff387c526774" -d '{"events": [{"server_uuid": "88d93e3d-da71-4764-9067-df88bf76e611", "name": "network-vif-plugged", "status": "completed", "tag": "1fda56fb-064e-4c58-a554-56b97fa8f072"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:02:42.396750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fda56fb-064e-4c58-a554-56b97fa8f072,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:42.429823 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8685da99-6ac3-4b0c-8894-f6465b4ba107 x-openstack-request-id: req-8685da99-6ac3-4b0c-8894-f6465b4ba107 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:02:42.430115 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d93e3d-da71-4764-9067-df88bf76e611", "name": "network-vif-plugged", "status": "completed", "tag": "1fda56fb-064e-4c58-a554-56b97fa8f072", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:02:42.430365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8685da99-6ac3-4b0c-8894-f6465b4ba107 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:02:42.430757 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d93e3d-da71-4764-9067-df88bf76e611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fda56fb-064e-4c58-a554-56b97fa8f072', 'code': 200} Dec 22 05:02:42.462975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:42.485403 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8459de-e5ad-4325-bb53-bb2fe62b7d76 req-dacb55fc-0517-490e-b99f-074e9231e5b5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:42.486856 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3e8459de-e5ad-4325-bb53-bb2fe62b7d76 req-dacb55fc-0517-490e-b99f-074e9231e5b5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 982 time: 0.0521915 Dec 22 05:02:42.514302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1fda56fb-064e-4c58-a554-56b97fa8f072,revision_number=10']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:42.530022 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3e8459de-e5ad-4325-bb53-bb2fe62b7d76 req-eaa83e92-dc8f-43a5-aab8-aa62fb23a914 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366151 Dec 22 05:02:42.822007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfe58e-3039-47e6-b50a-e30290709608 req-07129d44-c37b-4e83-bbff-82805461a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:42.823385 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5dfe58e-3039-47e6-b50a-e30290709608 req-07129d44-c37b-4e83-bbff-82805461a818 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 1137 time: 0.0399344 Dec 22 05:02:42.858853 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5dfe58e-3039-47e6-b50a-e30290709608 req-4a2346a7-6711-4e85-bfaf-5b4bd0e5b61c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274606 Dec 22 05:02:43.154091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:43.647010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26380b40-991f-4de1-b8eb-dc9bba9c6442 req-90aa4a8b-5887-4e59-a9a0-6a4a719db97e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:43.648473 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-26380b40-991f-4de1-b8eb-dc9bba9c6442 req-90aa4a8b-5887-4e59-a9a0-6a4a719db97e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 984 time: 0.0517335 Dec 22 05:02:43.685742 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-26380b40-991f-4de1-b8eb-dc9bba9c6442 req-0e6fbb2f-f7bb-4bbf-9c3a-13130843e0d8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314398 Dec 22 05:02:44.322869 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:44.796301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8e474-2c48-44be-bf4f-090230fa2554 req-bb1d598f-87a7-49df-a6e2-a6ff22611544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:44.797749 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-28f8e474-2c48-44be-bf4f-090230fa2554 req-bb1d598f-87a7-49df-a6e2-a6ff22611544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 984 time: 0.0477419 Dec 22 05:02:44.835024 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-28f8e474-2c48-44be-bf4f-090230fa2554 req-f4a51a20-37d9-4e07-81c6-57ff4d8a46b5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313160 Dec 22 05:02:44.946791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81adb9f-3ec6-4a31-9b1b-05d956ba12b2 req-e2c739de-0aa0-4dfb-90a8-ef8c185a0b7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:44.948303 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d81adb9f-3ec6-4a31-9b1b-05d956ba12b2 req-e2c739de-0aa0-4dfb-90a8-ef8c185a0b7f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 984 time: 0.0487218 Dec 22 05:02:44.985679 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d81adb9f-3ec6-4a31-9b1b-05d956ba12b2 req-ce15e502-3692-4c47-bab6-2f1824683b64 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Dec 22 05:02:45.007221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44302) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:45.080380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953acf0d-8b30-4121-87bb-6f97b6fd8065 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:45.081871 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-953acf0d-8b30-4121-87bb-6f97b6fd8065 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611&network_id=95dff945-a93e-447a-be47-c06d43f099ec HTTP/1.1" status: 200 len: 1132 time: 0.0736859 Dec 22 05:02:45.225448 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:45.497717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e84e0b-6121-4cbb-ae91-662ac8934d35 req-008b9240-b91d-452f-8943-47089f4a4b75 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:45.499177 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-71e84e0b-6121-4cbb-ae91-662ac8934d35 req-008b9240-b91d-452f-8943-47089f4a4b75 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 984 time: 0.0487645 Dec 22 05:02:45.536385 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-71e84e0b-6121-4cbb-ae91-662ac8934d35 req-040d0bbd-d81c-4248-a9cf-4e53c6cc5be6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312469 Dec 22 05:02:46.652571 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f4f2d-91ca-46d1-9eb1-43cf90535a6b req-89466945-505f-4ba0-b753-58b3ef158002 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:46.654009 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-803f4f2d-91ca-46d1-9eb1-43cf90535a6b req-89466945-505f-4ba0-b753-58b3ef158002 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 984 time: 0.0492029 Dec 22 05:02:46.692144 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-803f4f2d-91ca-46d1-9eb1-43cf90535a6b req-a40f5b47-2fc2-4082-b336-2bc8e6ad45f0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=727efe71-3e27-479c-8a57-5bd924cfc849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310442 Dec 22 05:02:47.012281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-ffcf363f-dc5d-4d21-a229-b8685ed3392e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:47.013732 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-ffcf363f-dc5d-4d21-a229-b8685ed3392e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 984 time: 0.0484099 Dec 22 05:02:47.057022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-0cdc96ee-1a3d-40d9-930c-f51c986566ca tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:47.058831 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-0cdc96ee-1a3d-40d9-930c-f51c986566ca tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0373564 Dec 22 05:02:47.165159 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-60b754fe-9501-4222-8b10-b9826369b0cb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0969644 Dec 22 05:02:47.217560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:47.269945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:47.400498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1fda56fb-064e-4c58-a554-56b97fa8f072,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:47.432355 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] For port 1fda56fb-064e-4c58-a554-56b97fa8f072, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:02:47.467868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] device_id is not set on port 1fda56fb-064e-4c58-a554-56b97fa8f072 yet. {{(pid=109183) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 05:02:47.475871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:47.567856 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:47.644449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] Pushing event updated for resources: {'Port': ['ID=1fda56fb-064e-4c58-a554-56b97fa8f072,revision_number=11']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:47.691823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] No DVR routers for this DVR port 1fda56fb-064e-4c58-a554-56b97fa8f072 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:02:47.804965 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ac605f78-5d50-4a4a-b479-381c4e8c4e08 req-d3485a36-926e-4688-8972-d1a3457a8c22 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 210 time: 0.0396042 Dec 22 05:02:47.858632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] In _notify_port_updated(), no bound segment for port 1fda56fb-064e-4c58-a554-56b97fa8f072 on network 95dff945-a93e-447a-be47-c06d43f099ec {{(pid=109183) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Dec 22 05:02:47.859482 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:47.860076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:47.861367 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb02dfed-da27-40a3-aadf-b7b3edeefdd0 req-265d99e8-517c-4cac-88d7-96f515bc0151 service neutron] 10.222.0.16 "PUT /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 200 len: 1027 time: 0.6895549 Dec 22 05:02:47.876814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c17b3748-7adf-4eac-ad70-cd16a4064a11 None None] Provisioning complete for port 1fda56fb-064e-4c58-a554-56b97fa8f072 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:47.877350 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c17b3748-7adf-4eac-ad70-cd16a4064a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:47.913185 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-c17b3748-7adf-4eac-ad70-cd16a4064a11 None None] Port 1fda56fb-064e-4c58-a554-56b97fa8f072 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:02:48.919124 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-75f5b2f4-50e7-49ac-81d3-09fb48d3bbbd req-ab7a0438-95e9-4224-8ece-1dea841c09e3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=88d93e3d-da71-4764-9067-df88bf76e611 HTTP/1.1" status: 200 len: 210 time: 0.0275068 Dec 22 05:02:49.292884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1ca95-25e3-4ed3-9dcf-6ca93167cd63 req-58b8a0f7-aa85-4c52-a2a8-fad4d33708fb tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:49.294340 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-98e1ca95-25e3-4ed3-9dcf-6ca93167cd63 req-58b8a0f7-aa85-4c52-a2a8-fad4d33708fb tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 946 time: 0.0609579 Dec 22 05:02:49.332728 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-98e1ca95-25e3-4ed3-9dcf-6ca93167cd63 req-fa5d2010-7654-4f7d-8767-c280cc09f4fc tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323582 Dec 22 05:02:49.987877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44322) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:50.045243 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d38f88f-38e0-44ee-b010-70695b056b3b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:50.072928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d38f88f-38e0-44ee-b010-70695b056b3b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:50.246434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1fda56fb-064e-4c58-a554-56b97fa8f072 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:02:50.284816 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1fda56fb-064e-4c58-a554-56b97fa8f072 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:02:50.310913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d38f88f-38e0-44ee-b010-70695b056b3b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:50.313558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d38f88f-38e0-44ee-b010-70695b056b3b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:50.314692 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7d38f88f-38e0-44ee-b010-70695b056b3b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/security-groups/383b45ec-e876-4c04-a7b6-7b1f5f0ec9ca HTTP/1.1" status: 204 len: 168 time: 0.3256958 Dec 22 05:02:50.323623 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38f88f-38e0-44ee-b010-70695b056b3b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383b45ec-e876-4c04-a7b6-7b1f5f0ec9ca,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:50.409019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44328) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:50.447856 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f98d5-bef6-4e47-98a8-d6b694666aba req-21c68d76-b138-4d33-8486-b620a9157256 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:50.449336 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-771f98d5-bef6-4e47-98a8-d6b694666aba req-21c68d76-b138-4d33-8486-b620a9157256 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 946 time: 0.0490148 Dec 22 05:02:50.492761 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-771f98d5-bef6-4e47-98a8-d6b694666aba req-48770c5a-48c2-48c2-85f4-533ed1830d87 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369546 Dec 22 05:02:50.565857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 283e21a0-5f8d-49bc-b048-cf0c49edd0bb {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:02:50.566349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:50.642100 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:50.647675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:50.647997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:50.659357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 283e21a0-5f8d-49bc-b048-cf0c49edd0bb owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:02:50.939413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:50.967688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=283e21a0-5f8d-49bc-b048-cf0c49edd0bb,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:51.058959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:51.059277 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP e8c38bdb-ffaa-404e-93b4-76faa48328fa disassociated (deleted). External IP: 172.26.5.7, port: 1fda56fb-064e-4c58-a554-56b97fa8f072. Dec 22 05:02:51.131338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-7436fa12-a3d0-4d1e-a006-aecb3881a00d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:51.132824 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-7436fa12-a3d0-4d1e-a006-aecb3881a00d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 946 time: 0.1177537 Dec 22 05:02:51.319905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Deleting port cc499dd1-e89f-4396-a13e-bb80b96e069e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:02:51.320153 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:51.398911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router f2000b92-eded-41df-a60b-c3a476a3a6c9 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:02:51.429243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] For port cc499dd1-e89f-4396-a13e-bb80b96e069e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cc499dd1-e89f-4396-a13e-bb80b96e069e,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:51.429872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:51.968376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1c272-7ab8-4f8f-895a-8154530215c7 req-cb250f62-4436-4bb0-a454-1f43d4a34772 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:51.969825 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-24b1c272-7ab8-4f8f-895a-8154530215c7 req-cb250f62-4436-4bb0-a454-1f43d4a34772 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 946 time: 0.1368778 Dec 22 05:02:51.972704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:02:51.978145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:51.982167 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c5b42-e926-471e-8a4d-752cd299f04a None None] Sync routers for ids ['f2000b92-eded-41df-a60b-c3a476a3a6c9'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:51.992110 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c5b42-e926-471e-8a4d-752cd299f04a None None] Routers {'f2000b92-eded-41df-a60b-c3a476a3a6c9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:51.992749 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d34c5b42-e926-471e-8a4d-752cd299f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:02:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f2000b92-eded-41df-a60b-c3a476a3a6c9'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:52.062917 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c76bbda3-f6af-41b6-b70e-1d7d4febc054 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/floatingips/e8c38bdb-ffaa-404e-93b4-76faa48328fa HTTP/1.1" status: 204 len: 168 time: 1.6527853 Dec 22 05:02:52.081585 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-24b1c272-7ab8-4f8f-895a-8154530215c7 req-4e09bbd6-c2ae-4f6e-8ae8-b4dcf30da0f2 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011908 Dec 22 05:02:52.092941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.093319 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.093637 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Floating IP d197ae7a-ef40-4f38-829a-63f1ad8101e3 disassociated. External IP: 172.26.5.192, port: cc499dd1-e89f-4396-a13e-bb80b96e069e. Dec 22 05:02:52.094066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Calling delete_port for cc499dd1-e89f-4396-a13e-bb80b96e069e owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:02:52.095342 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-d34c5b42-e926-471e-8a4d-752cd299f04a None None] Set router f2000b92-eded-41df-a60b-c3a476a3a6c9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:02:52.143190 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44336) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:52.226577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2e3e51d5-f6ae-4d43-a3b4-a52fa71b0e88 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.281937 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2e3e51d5-f6ae-4d43-a3b4-a52fa71b0e88 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.304344 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d34c5b42-e926-471e-8a4d-752cd299f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8147cd82-4f30-4fa0-a2d1-05225173ada8', 'name': '', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:5d:a1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:07Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:52.329688 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c5b42-e926-471e-8a4d-752cd299f04a None None] Checking router: f2000b92-eded-41df-a60b-c3a476a3a6c9 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:02:52.338153 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c5b42-e926-471e-8a4d-752cd299f04a None None] Routers {'f2000b92-eded-41df-a60b-c3a476a3a6c9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:52.338749 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d34c5b42-e926-471e-8a4d-752cd299f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:02:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f2000b92-eded-41df-a60b-c3a476a3a6c9'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:52.359618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.390148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event deleted for resources: {'Port': ['ID=cc499dd1-e89f-4396-a13e-bb80b96e069e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:52.444543 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-d34c5b42-e926-471e-8a4d-752cd299f04a None None] Set router f2000b92-eded-41df-a60b-c3a476a3a6c9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:02:52.457122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2e3e51d5-f6ae-4d43-a3b4-a52fa71b0e88 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.459680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2e3e51d5-f6ae-4d43-a3b4-a52fa71b0e88 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.461103 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2e3e51d5-f6ae-4d43-a3b4-a52fa71b0e88 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/security-groups/e06ec34f-13bd-4b4e-89b3-11a4c3989d1f HTTP/1.1" status: 204 len: 168 time: 0.3166902 Dec 22 05:02:52.477362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e51d5-f6ae-4d43-a3b4-a52fa71b0e88 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06ec34f-13bd-4b4e-89b3-11a4c3989d1f,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:52.517347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Router 74902c69-e44a-40c7-a530-26719c0ac712 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:02:52.560562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44340) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:52.600741 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:02:52.659969 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d34c5b42-e926-471e-8a4d-752cd299f04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8147cd82-4f30-4fa0-a2d1-05225173ada8', 'name': '', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:5d:a1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:07Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:52.686705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:02:52.689111 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34c5b42-e926-471e-8a4d-752cd299f04a None None] The sync data for ids ['f2000b92-eded-41df-a60b-c3a476a3a6c9'] in dv-neutron-822523-1-hyperv is: [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8147cd82-4f30-4fa0-a2d1-05225173ada8', 'name': '', 'network_id': '95dff945-a93e-447a-be47-c06d43f099ec', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:5d:a1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:04Z', 'updated_at': '2021-12-22T05:02:07Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '7c4d3e10-4b0a-4133-bc15-bf172d67c3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:02:52.698846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7887bb-e6f9-4ede-af57-c950f463c6e3 None None] Sync routers for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:52.709840 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7887bb-e6f9-4ede-af57-c950f463c6e3 None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:52.710894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2b7887bb-e6f9-4ede-af57-c950f463c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:02:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:52.719118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-543a99c5-8828-4062-a6cc-a3114314be0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 1fda56fb-064e-4c58-a554-56b97fa8f072 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:02:52.719467 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-543a99c5-8828-4062-a6cc-a3114314be0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.740710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] No DVR routers for this DVR port cc499dd1-e89f-4396-a13e-bb80b96e069e on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:02:52.752594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.756031 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b9db1060-efb1-40fa-bdfb-0122629368a3 req-da53c9ce-4a41-4985-b629-fd083478d7e3 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "DELETE /v2.0/ports/cc499dd1-e89f-4396-a13e-bb80b96e069e HTTP/1.1" status: 204 len: 173 time: 1.6158888 Dec 22 05:02:52.756513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d31fd2-89ae-4b55-95df-0616d6291991', 'name': 'network-vif-deleted', 'tag': 'cc499dd1-e89f-4396-a13e-bb80b96e069e'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:52.758975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090098a9-c3fa-402f-a4e3-5e5621d2038e" -d '{"events": [{"server_uuid": "14d31fd2-89ae-4b55-95df-0616d6291991", "name": "network-vif-deleted", "tag": "cc499dd1-e89f-4396-a13e-bb80b96e069e"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:02:52.864549 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-2b7887bb-e6f9-4ede-af57-c950f463c6e3 None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:02:52.882865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-543a99c5-8828-4062-a6cc-a3114314be0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:52.885555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aef7d7-a37d-4634-8ee5-468b80a09d16 x-openstack-request-id: req-c1aef7d7-a37d-4634-8ee5-468b80a09d16 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:02:52.885853 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d31fd2-89ae-4b55-95df-0616d6291991", "name": "network-vif-deleted", "tag": "cc499dd1-e89f-4396-a13e-bb80b96e069e", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:02:52.886104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1aef7d7-a37d-4634-8ee5-468b80a09d16 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:02:52.886495 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d31fd2-89ae-4b55-95df-0616d6291991', 'name': 'network-vif-deleted', 'tag': 'cc499dd1-e89f-4396-a13e-bb80b96e069e', 'status': 'completed', 'code': 200} Dec 22 05:02:52.899621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-543a99c5-8828-4062-a6cc-a3114314be0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 1fda56fb-064e-4c58-a554-56b97fa8f072 owned by {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:02:53.060842 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02a6e6a-f9e6-4b4b-898a-3731d3f08306 None None] New status for floating IP e8c38bdb-ffaa-404e-93b4-76faa48328fa: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:02:53.115460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2b7887bb-e6f9-4ede-af57-c950f463c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:53.147781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7887bb-e6f9-4ede-af57-c950f463c6e3 None None] Checking router: 74902c69-e44a-40c7-a530-26719c0ac712 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:02:53.159251 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7887bb-e6f9-4ede-af57-c950f463c6e3 None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:53.160411 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2b7887bb-e6f9-4ede-af57-c950f463c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:02:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:53.162272 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-543a99c5-8828-4062-a6cc-a3114314be0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:53.201989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a99c5-8828-4062-a6cc-a3114314be0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=1fda56fb-064e-4c58-a554-56b97fa8f072,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:53.239596 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f293975a-a879-41cd-9ba8-b3522bb8a5dc req-543551f4-2184-402c-a334-9235e4177e39 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 210 time: 0.0411274 Dec 22 05:02:53.297970 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-2b7887bb-e6f9-4ede-af57-c950f463c6e3 None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:02:53.319693 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-543a99c5-8828-4062-a6cc-a3114314be0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:53.325508 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-543a99c5-8828-4062-a6cc-a3114314be0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/ports/1fda56fb-064e-4c58-a554-56b97fa8f072 HTTP/1.1" status: 204 len: 168 time: 0.7614081 Dec 22 05:02:53.325903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44350) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:53.657385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2b7887bb-e6f9-4ede-af57-c950f463c6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:53.685990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7887bb-e6f9-4ede-af57-c950f463c6e3 None None] The sync data for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv is: [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:02:53.701151 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bcd57dce-4017-4a5e-b286-317f1b52cd7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:53.945539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5741b642-2724-4574-9af5-721e0dce37bf None None] New status for floating IP d197ae7a-ef40-4f38-829a-63f1ad8101e3: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:02:54.226491 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-bcd57dce-4017-4a5e-b286-317f1b52cd7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 8147cd82-4f30-4fa0-a2d1-05225173ada8 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:02:54.226995 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bcd57dce-4017-4a5e-b286-317f1b52cd7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:54.267327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cc499dd1-e89f-4396-a13e-bb80b96e069e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:02:54.317196 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: cc499dd1-e89f-4396-a13e-bb80b96e069e {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:02:54.317814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cc499dd1-e89f-4396-a13e-bb80b96e069e not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:02:54.379193 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9e7a6803-99fc-4896-8887-8bb95beaf9b2 req-2efae19c-286b-4eaa-ada5-25b7799df10c tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 210 time: 0.0420280 Dec 22 05:02:54.416481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-bcd57dce-4017-4a5e-b286-317f1b52cd7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 8147cd82-4f30-4fa0-a2d1-05225173ada8, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8147cd82-4f30-4fa0-a2d1-05225173ada8,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:54.416916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bcd57dce-4017-4a5e-b286-317f1b52cd7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:54.432703 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-bcd57dce-4017-4a5e-b286-317f1b52cd7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 8147cd82-4f30-4fa0-a2d1-05225173ada8 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:02:54.696986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bcd57dce-4017-4a5e-b286-317f1b52cd7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:54.722730 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd57dce-4017-4a5e-b286-317f1b52cd7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=8147cd82-4f30-4fa0-a2d1-05225173ada8,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:54.906204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bcd57dce-4017-4a5e-b286-317f1b52cd7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.148123 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd57dce-4017-4a5e-b286-317f1b52cd7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router f2000b92-eded-41df-a60b-c3a476a3a6c9 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:02:55.255260 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd57dce-4017-4a5e-b286-317f1b52cd7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:02:55.265230 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bcd57dce-4017-4a5e-b286-317f1b52cd7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/f2000b92-eded-41df-a60b-c3a476a3a6c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9343851 Dec 22 05:02:55.265230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44354) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:55.267795 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd81b27-349a-440b-9a61-c76dd1c93689 None None] Sync routers for ids ['f2000b92-eded-41df-a60b-c3a476a3a6c9'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:55.277144 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd81b27-349a-440b-9a61-c76dd1c93689 None None] Routers {'f2000b92-eded-41df-a60b-c3a476a3a6c9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:55.277742 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1bd81b27-349a-440b-9a61-c76dd1c93689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:02:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f2000b92-eded-41df-a60b-c3a476a3a6c9'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:55.316771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f4bb0f-1a10-46e6-b050-e283ee35650c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting subnet 7c4d3e10-4b0a-4133-bc15-bf172d67c3a6 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:02:55.319957 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-11f4bb0f-1a10-46e6-b050-e283ee35650c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.362231 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-11f4bb0f-1a10-46e6-b050-e283ee35650c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.380153 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-1bd81b27-349a-440b-9a61-c76dd1c93689 None None] Set router f2000b92-eded-41df-a60b-c3a476a3a6c9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:02:55.458071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-11f4bb0f-1a10-46e6-b050-e283ee35650c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.494741 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-506eb45d-9e7b-4e7c-bafb-b32bffb9da26 req-38b0e9be-a830-4725-934c-c04f7a5abc24 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 210 time: 0.0386598 Dec 22 05:02:55.572344 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1bd81b27-349a-440b-9a61-c76dd1c93689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:54Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:55.591029 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-11f4bb0f-1a10-46e6-b050-e283ee35650c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.599018 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd81b27-349a-440b-9a61-c76dd1c93689 None None] Checking router: f2000b92-eded-41df-a60b-c3a476a3a6c9 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:02:55.608752 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd81b27-349a-440b-9a61-c76dd1c93689 None None] Routers {'f2000b92-eded-41df-a60b-c3a476a3a6c9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:55.609396 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1bd81b27-349a-440b-9a61-c76dd1c93689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:02:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['f2000b92-eded-41df-a60b-c3a476a3a6c9'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:55.619297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4bb0f-1a10-46e6-b050-e283ee35650c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Subnet': ['ID=7c4d3e10-4b0a-4133-bc15-bf172d67c3a6,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:55.624925 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-11f4bb0f-1a10-46e6-b050-e283ee35650c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.630523 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-11f4bb0f-1a10-46e6-b050-e283ee35650c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/subnets/7c4d3e10-4b0a-4133-bc15-bf172d67c3a6 HTTP/1.1" status: 204 len: 168 time: 0.3627663 Dec 22 05:02:55.631153 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44358) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:55.637842 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e593edb-2b74-4511-8e26-b48fbe0e08e2 None None] Network 95dff945-a93e-447a-be47-c06d43f099ec requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:02:55.728173 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-1bd81b27-349a-440b-9a61-c76dd1c93689 None None] Set router f2000b92-eded-41df-a60b-c3a476a3a6c9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:02:55.737961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.835274 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee685557-8fd6-49f7-b102-a6ba46c6b2da None None] DHCP port deletion for 95dff945-a93e-447a-be47-c06d43f099ec request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:02:55.868851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.894318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ee685557-8fd6-49f7-b102-a6ba46c6b2da None None] Deleting port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:02:55.894687 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ee685557-8fd6-49f7-b102-a6ba46c6b2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.963594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ee685557-8fd6-49f7-b102-a6ba46c6b2da None None] For port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=a1c4400d-84a5-46d8-a189-d1c73b3c2eaf,segment=NetworkSegment(35c20aa9-e645-4c0c-a986-5d00db41d353),segment_id=35c20aa9-e645-4c0c-a986-5d00db41d353)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:55.963993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ee685557-8fd6-49f7-b102-a6ba46c6b2da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:55.977429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ee685557-8fd6-49f7-b102-a6ba46c6b2da None None] Calling delete_port for a1c4400d-84a5-46d8-a189-d1c73b3c2eaf owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:02:56.022996 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1bd81b27-349a-440b-9a61-c76dd1c93689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:54Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:56.050971 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd81b27-349a-440b-9a61-c76dd1c93689 None None] The sync data for ids ['f2000b92-eded-41df-a60b-c3a476a3a6c9'] in dv-neutron-822523-1-hyperv is: [{'id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'name': 'tempest-TestNetworkBasicOps-router-655587151', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122'}], 'enable_snat': True}, 'gw_port_id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:54Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '15a966b9-2cfa-4b99-8941-0103b2208ae4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:7a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2000b92-eded-41df-a60b-c3a476a3a6c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:01Z', 'updated_at': '2021-12-22T05:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:02:56.079288 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 15a966b9-2cfa-4b99-8941-0103b2208ae4 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:02:56.079720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.157114 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ee685557-8fd6-49f7-b102-a6ba46c6b2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.161105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 15a966b9-2cfa-4b99-8941-0103b2208ae4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=15a966b9-2cfa-4b99-8941-0103b2208ae4,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:56.161551 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.176978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 15a966b9-2cfa-4b99-8941-0103b2208ae4 owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:02:56.183725 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee685557-8fd6-49f7-b102-a6ba46c6b2da None None] Pushing event deleted for resources: {'Port': ['ID=a1c4400d-84a5-46d8-a189-d1c73b3c2eaf,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:56.186253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee685557-8fd6-49f7-b102-a6ba46c6b2da None None] No DVR routers for this DVR port a1c4400d-84a5-46d8-a189-d1c73b3c2eaf on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:02:56.400103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.431795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=15a966b9-2cfa-4b99-8941-0103b2208ae4,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:56.503072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.599157 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-01accc66-b3c3-4ae7-9514-02cc5365a562 req-d180daff-35ad-4bd3-b80c-bdee06c0591b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=14d31fd2-89ae-4b55-95df-0616d6291991 HTTP/1.1" status: 200 len: 210 time: 0.0282557 Dec 22 05:02:56.599798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.602112 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.699526 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.700744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Fanout notify agent at l3_agent the message router_deleted on router f2000b92-eded-41df-a60b-c3a476a3a6c9 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:02:56.707498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.708643 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-39a14b08-cea9-45ef-8821-93ea1e55384b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/routers/f2000b92-eded-41df-a60b-c3a476a3a6c9 HTTP/1.1" status: 204 len: 168 time: 1.0765116 Dec 22 05:02:56.711756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44362) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:56.799256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.887958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.906872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95dff945-a93e-447a-be47-c06d43f099ec']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:56.915858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c20aa9-e645-4c0c-a986-5d00db41d353') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:56.916076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c20aa9-e645-4c0c-a986-5d00db41d353') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:56.925836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.939629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.945827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:02:56.946205 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:02:56.949180 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:02:57.064453 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.068887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.075741 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/networks/95dff945-a93e-447a-be47-c06d43f099ec HTTP/1.1" status: 204 len: 168 time: 0.3591793 Dec 22 05:02:57.087350 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44364) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:57.093276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05736d5-c862-4ad5-8d3a-7ca1112dbe33 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Network': ['ID=95dff945-a93e-447a-be47-c06d43f099ec,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:57.101544 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-adca84ff-06b8-4cfc-94d4-ff154334142d tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0105917 Dec 22 05:02:57.101544 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44366) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:57.106815 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'network': {'name': 'tempest-network-smoke--1986163199', 'project_id': '029a077a8ccd4775910052d15f603bba', 'port_security_enabled': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:57.188755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:02:57.192276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.195396 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 15a966b9-2cfa-4b99-8941-0103b2208ae4 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:02:57.216581 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 15a966b9-2cfa-4b99-8941-0103b2208ae4 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:02:57.216848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 15a966b9-2cfa-4b99-8941-0103b2208ae4 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:02:57.217124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a1c4400d-84a5-46d8-a189-d1c73b3c2eaf no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:02:57.220678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:02:57.229601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.229981 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Added segment 0d96409e-fed7-4b00-ad26-461bd19fa3b6 of type vlan for network df312486-70d8-4e41-9d53-fd9f2ccbf08d Dec 22 05:02:57.236063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: a1c4400d-84a5-46d8-a189-d1c73b3c2eaf {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:02:57.236435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device a1c4400d-84a5-46d8-a189-d1c73b3c2eaf not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:02:57.236847 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8147cd82-4f30-4fa0-a2d1-05225173ada8 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:02:57.254941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 8147cd82-4f30-4fa0-a2d1-05225173ada8 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:02:57.255284 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8147cd82-4f30-4fa0-a2d1-05225173ada8 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:02:57.270117 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.379176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.384811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:57.388665 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.448996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Network': ['ID=df312486-70d8-4e41-9d53-fd9f2ccbf08d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:57.456018 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:57.456306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:57.456649 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:57.456983 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:57.457343 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:57.457649 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:57.458006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:57.458302 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:57.458627 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:57.458947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:57.459266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:57.459581 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:57.471367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network df312486-70d8-4e41-9d53-fd9f2ccbf08d details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:02:57.499443 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c3b10279-3735-4836-af0c-ba63a8f46a17 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3969200 Dec 22 05:02:57.502091 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44368) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:57.506527 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-940232171', 'admin_state_up': True, 'project_id': '029a077a8ccd4775910052d15f603bba', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:57.585057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.586439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.643301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.853019 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:57.873501 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-15f70239-24b5-442a-92b9-a9aaa477d934 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555108327&fields=id&tenant_id=9c34e1b494e844b9999ca88d156069cc HTTP/1.1" status: 200 len: 267 time: 0.0645792 Dec 22 05:02:58.020099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-8ca3e501-2e11-4c14-a919-b7497a43da34 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:58.021537 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-8ca3e501-2e11-4c14-a919-b7497a43da34 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 812 time: 0.1409440 Dec 22 05:02:58.043245 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-b77469c7-b094-40f4-a6ce-4b757ecc344d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/quotas/9c34e1b494e844b9999ca88d156069cc HTTP/1.1" status: 200 len: 375 time: 0.0151460 Dec 22 05:02:58.117035 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-ba5d6dc7-dde7-42e4-a676-d64156001812 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0682299 Dec 22 05:02:58.225122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:58.276012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:58.367187 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-87244d96-18c7-4f99-ab9d-acb903a1e052 service neutron] 10.222.0.54 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386818 Dec 22 05:02:58.462763 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.4 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/34455d42-b091-430f-b7a0-eaeca6567845) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:58.537790 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-3d4b8755-8896-4bae-b33b-167cd8999bf5 service neutron] 10.222.0.54 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529098 Dec 22 05:02:58.586191 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:58.674357 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:58.714428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:58.717900 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:58.721187 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:02:58.747763 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=34455d42-b091-430f-b7a0-eaeca6567845,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:59.187885 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-821b832a-9c95-41e2-a46e-52e89abadced req-ed3252fe-dfc8-4a6d-bbbf-22013b507512 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 210 time: 0.0290110 Dec 22 05:02:59.355184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:59.548952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:59.753299 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:02:59.858039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:02:59.868515 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Sync routers for ids ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:02:59.877293 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Routers {'51a7c2de-5e92-4f78-bcc5-7f8d6e438550'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:02:59.877897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:02:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:59.970012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:02:59.971253 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6f76935e-788b-4960-bbda-a839caa0b372 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4681983 Dec 22 05:02:59.974366 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44400) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:02:59.983630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Set router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:03:00.003114 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-553dae89-d908-44d3-8489-c5615f4a15be tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=029a077a8ccd4775910052d15f603bba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276766 Dec 22 05:03:00.010187 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44402) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:00.095255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ab2e2-43d7-4995-a0e5-8dc9483a5c7e tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:00.096985 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-712ab2e2-43d7-4995-a0e5-8dc9483a5c7e tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904253 Dec 22 05:03:00.099706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44404) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:00.128002 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f4d2d069-6f0d-4f1f-8274-0f5fa9ca265c tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271139 Dec 22 05:03:00.131340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44406) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:00.137337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-29ac0fbc-31d7-4047-a1ec-1506307c6dd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2015048485', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'project_id': '029a077a8ccd4775910052d15f603bba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:00.165353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:02:58Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:00.192238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Checking router: 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:03:00.192595 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Updating router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 port 34455d42-b091-430f-b7a0-eaeca6567845 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:03:00.219691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.291526 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0005d8ee-0f9e-4dbf-81be-3cc2d0940050 req-8b524a1b-6c6a-4177-af2b-4536574118ea tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 210 time: 0.0260048 Dec 22 05:03:00.293537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ac0fbc-31d7-4047-a1ec-1506307c6dd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:03:00.297648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-29ac0fbc-31d7-4047-a1ec-1506307c6dd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.482874 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.560327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-29ac0fbc-31d7-4047-a1ec-1506307c6dd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.587989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.627275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac0fbc-31d7-4047-a1ec-1506307c6dd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Subnet': ['ID=931dd8a7-5e55-435d-b3c5-c891549259cf,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:00.633527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ac0fbc-31d7-4047-a1ec-1506307c6dd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Checking segment: {'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:03:00.633886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ac0fbc-31d7-4047-a1ec-1506307c6dd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network hostable DHCP agents. Network: df312486-70d8-4e41-9d53-fd9f2ccbf08d, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:03:00.635794 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Attempting to bind port 34455d42-b091-430f-b7a0-eaeca6567845 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:03:00.636156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Attempting to bind port 34455d42-b091-430f-b7a0-eaeca6567845 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:03:00.636547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Attempting to bind port 34455d42-b091-430f-b7a0-eaeca6567845 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:00.648226 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:03:00.648617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:03:00.649011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.649380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:03:00.649830 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Bound port: 34455d42-b091-430f-b7a0-eaeca6567845, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:03:00.650205 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.652608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed66a6-03fc-46f6-bbe8-9575a10fdc19 None None] Pushing event updated for resources: {'Port': ['ID=34455d42-b091-430f-b7a0-eaeca6567845,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:00.701528 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] For port 34455d42-b091-430f-b7a0-eaeca6567845, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:03:00.704541 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] For port 34455d42-b091-430f-b7a0-eaeca6567845, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=34455d42-b091-430f-b7a0-eaeca6567845,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:03:00.722103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ac0fbc-31d7-4047-a1ec-1506307c6dd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network df312486-70d8-4e41-9d53-fd9f2ccbf08d is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:03:00.795907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.828209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-29ac0fbc-31d7-4047-a1ec-1506307c6dd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, df312486-70d8-4e41-9d53-fd9f2ccbf08d) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:00.834123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ac0fbc-31d7-4047-a1ec-1506307c6dd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:00.834711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-29ac0fbc-31d7-4047-a1ec-1506307c6dd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:00.839181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c2bd81-6060-45c0-8c71-e342e9bc8078 None None] Network df312486-70d8-4e41-9d53-fd9f2ccbf08d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:03:00.897611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Routers {'51a7c2de-5e92-4f78-bcc5-7f8d6e438550'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:03:00.898319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:02:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:00.903754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed66a6-03fc-46f6-bbe8-9575a10fdc19 None None] Pushing event updated for resources: {'Port': ['ID=34455d42-b091-430f-b7a0-eaeca6567845,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:00.927361 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-29ac0fbc-31d7-4047-a1ec-1506307c6dd1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7920649 Dec 22 05:03:00.927966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44410) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:01.068178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] Set router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:03:01.174156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:03:01.175001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.267800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7c5b746f-3672-4acd-8ea6-e4be463ec5e0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:01.269264 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7c5b746f-3672-4acd-8ea6-e4be463ec5e0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 812 time: 0.1571946 Dec 22 05:03:01.353967 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-be4e4e56-c890-4d85-9a5b-49827b17136f tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c34e1b494e844b9999ca88d156069cc HTTP/1.1" status: 200 len: 380 time: 0.0588329 Dec 22 05:03:01.364407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'port': {'device_id': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'admin_state_up': True, 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'security_groups': ['51bc70d9-cf4a-4586-b19c-61804276bf3b']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:01.375604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Allocated IP 172.20.0.2 (df312486-70d8-4e41-9d53-fd9f2ccbf08d/931dd8a7-5e55-435d-b3c5-c891549259cf/c0c3b2c8-3056-43b7-b75f-43b929c52c86) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:03:01.407058 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:02:58Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:01.436072 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ccd71ccc-b23c-4d17-b85e-bd466a16b168 req-8bd8fa17-a8fd-4004-9d38-6843969024d8 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 210 time: 0.0683572 Dec 22 05:03:01.458846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9b400-8b9f-4716-8788-4a74d6295473 None None] The sync data for ids ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'] in dv-neutron-822523-1-hyperv is: [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:02:58Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:03:01.578314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.657427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.695599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Network df312486-70d8-4e41-9d53-fd9f2ccbf08d is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:01.699224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:01.702922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:03:01.749536 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Pushing event updated for resources: {'Port': ['ID=c0c3b2c8-3056-43b7-b75f-43b929c52c86,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:01.803416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Attempting to bind port c0c3b2c8-3056-43b7-b75f-43b929c52c86 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:03:01.803914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Attempting to bind port c0c3b2c8-3056-43b7-b75f-43b929c52c86 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:03:01.804384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Attempting to bind port c0c3b2c8-3056-43b7-b75f-43b929c52c86 on network df312486-70d8-4e41-9d53-fd9f2ccbf08d {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:01.809978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:03:01.810460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Checking segment: {'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:03:01.811099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.811562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Bound using segment: {'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:03:01.812110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Bound port: c0c3b2c8-3056-43b7-b75f-43b929c52c86, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:03:01.815871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.899360 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] For port c0c3b2c8-3056-43b7-b75f-43b929c52c86, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:03:01.902707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] For port c0c3b2c8-3056-43b7-b75f-43b929c52c86, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c0c3b2c8-3056-43b7-b75f-43b929c52c86,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:03:01.960157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:01.993510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.031655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e98036-e370-4748-a4bb-2e3754b68312 None None] Pushing event updated for resources: {'Port': ['ID=c0c3b2c8-3056-43b7-b75f-43b929c52c86,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:02.058425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Made reservation on behalf of 9c34e1b494e844b9999ca88d156069cc for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:03:02.062208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.348469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Allocated IP 172.20.0.9 (3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc/754e03c2-64f2-4154-b7fe-bfd8d56d6f7c/86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:03:02.518108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.1 (df312486-70d8-4e41-9d53-fd9f2ccbf08d/931dd8a7-5e55-435d-b3c5-c891549259cf/e5715839-5dce-4437-860f-0719516fbe1f) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:03:02.562134 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d76018a8-86d1-40eb-8bad-7e286c2da8b0 req-0a795a4a-c447-4f2b-a15e-c2e0bf9bfb62 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 210 time: 0.0375299 Dec 22 05:03:02.662004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.713853 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.783224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.823448 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:02.853973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:02.863218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:02.866541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'Port': ['ID=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:02.873146 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:03:02.937386 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network df312486-70d8-4e41-9d53-fd9f2ccbf08d is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:02.947996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:02.950930 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:03:03.022518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:03.023291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.026207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=e5715839-5dce-4437-860f-0719516fbe1f,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:03.070001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.205793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c0c3b2c8-3056-43b7-b75f-43b929c52c86 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:03:03.238843 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-7261d64e-7295-4d09-bdfe-02613c61a0c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8794518 Dec 22 05:03:03.258759 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Request body: {'port': {'device_id': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:03.271757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-759b5aae-10a8-484e-97bb-faab69d436ca None None] Provisioning complete for port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:03.277114 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-759b5aae-10a8-484e-97bb-faab69d436ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.310415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c0c3b2c8-3056-43b7-b75f-43b929c52c86 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:03.311178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.324503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.499086 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3d9a23-e1c6-4a2b-8c4a-6865e6749e80 None None] Network df312486-70d8-4e41-9d53-fd9f2ccbf08d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:03:03.543457 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-759b5aae-10a8-484e-97bb-faab69d436ca None None] Port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:03:03.609319 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.666567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:03:03.674731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.726843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Transition to ACTIVE for port object 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:03:03.731189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.757094 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-830dee75-3cf5-46a0-8e14-57b5795f9dac None None] Provisioning complete for port c0c3b2c8-3056-43b7-b75f-43b929c52c86 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:03.757540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-830dee75-3cf5-46a0-8e14-57b5795f9dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.781075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efc54e-d5d8-43b3-a235-04949cbd6b45 req-3fc3a9f7-2915-4485-a25a-bd419d848175 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:03.782634 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36efc54e-d5d8-43b3-a235-04949cbd6b45 req-3fc3a9f7-2915-4485-a25a-bd419d848175 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 931 time: 0.1005211 Dec 22 05:03:03.802326 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port c0c3b2c8-3056-43b7-b75f-43b929c52c86, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c0c3b2c8-3056-43b7-b75f-43b929c52c86,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:03.855207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.885516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-830dee75-3cf5-46a0-8e14-57b5795f9dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.896554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:03.897479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 34455d42-b091-430f-b7a0-eaeca6567845 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:03:03.972477 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36efc54e-d5d8-43b3-a235-04949cbd6b45 req-e79960d6-64a5-468a-88b2-905b3d45cddb tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526616 Dec 22 05:03:03.975694 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Pushing event updated for resources: {'Port': ['ID=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:04.006570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:04.006570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:04.006570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:04.006570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:04.006570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:04.006570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:04.006570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:04.006570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:04.006570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:04.006570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:04.006570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:04.006570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:04.063290 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=c0c3b2c8-3056-43b7-b75f-43b929c52c86,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:04.081306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-830dee75-3cf5-46a0-8e14-57b5795f9dac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:03:04.081904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-830dee75-3cf5-46a0-8e14-57b5795f9dac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:03:04.087925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 34455d42-b091-430f-b7a0-eaeca6567845 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:04.088526 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.199466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.200385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Attempting to bind port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:03:04.200385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Attempting to bind port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:03:04.200385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Attempting to bind port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 on network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:04.203009 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 on network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:03:04.203336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Attempting to bind port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 on network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:04.213164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 34455d42-b091-430f-b7a0-eaeca6567845, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=34455d42-b091-430f-b7a0-eaeca6567845,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:04.220788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:03:04.221159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Checking segment: {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:03:04.221525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Bound using segment: {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:03:04.221954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Bound port: 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:03:04.222307 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.293814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.312758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.325538 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] For port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:03:04.331081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] For port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:03:04.349819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=34455d42-b091-430f-b7a0-eaeca6567845,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:04.387656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.436734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.469829 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.470439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.471817 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] 10.222.0.16 "PUT /v2.0/ports/86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 HTTP/1.1" status: 200 len: 1093 time: 1.2175443 Dec 22 05:03:04.474267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'tag': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:04.476663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12d4f4e-539c-4ec7-8ab1-10aa6d9f496b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a21f6f9-28b3-4f69-8f24-aabebe67b789", "tag": "86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:04.488739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.490863 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=e5715839-5dce-4437-860f-0719516fbe1f,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:04.533352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21a372a-292a-4c59-a859-8d0d131b138d x-openstack-request-id: req-f21a372a-292a-4c59-a859-8d0d131b138d {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:04.533658 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a21f6f9-28b3-4f69-8f24-aabebe67b789", "tag": "86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:04.533879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f21a372a-292a-4c59-a859-8d0d131b138d {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:04.534275 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'tag': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'status': 'completed', 'code': 200} Dec 22 05:03:04.635868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25550f57-1971-4550-9ee4-3c49043c2b39 service neutron] Pushing event updated for resources: {'Port': ['ID=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:04.676425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d4f4e-539c-4ec7-8ab1-10aa6d9f496b req-a0b9ddc9-8a41-4cae-ae36-9fb3e4bc0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.678004 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a12d4f4e-539c-4ec7-8ab1-10aa6d9f496b req-a0b9ddc9-8a41-4cae-ae36-9fb3e4bc0397 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 1096 time: 0.0914619 Dec 22 05:03:04.688991 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network df312486-70d8-4e41-9d53-fd9f2ccbf08d is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:04.690386 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:04.748479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e6315019-f96f-422a-a116-4b444f4d0088 None None] Provisioning complete for port c0c3b2c8-3056-43b7-b75f-43b929c52c86 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:04.748912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e6315019-f96f-422a-a116-4b444f4d0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.868652 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e6315019-f96f-422a-a116-4b444f4d0088 None None] Provisioning complete for port e5715839-5dce-4437-860f-0719516fbe1f triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:04.869095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e6315019-f96f-422a-a116-4b444f4d0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:04.880876 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d4f4e-539c-4ec7-8ab1-10aa6d9f496b req-4851b191-2aab-4af2-b7ba-8acee67b730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.882377 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a12d4f4e-539c-4ec7-8ab1-10aa6d9f496b req-4851b191-2aab-4af2-b7ba-8acee67b730f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9c34e1b494e844b9999ca88d156069cc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1866231 Dec 22 05:03:04.896287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:03:04.926547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e6315019-f96f-422a-a116-4b444f4d0088 None None] Port e5715839-5dce-4437-860f-0719516fbe1f cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:03:05.058388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c6eb2540-93b8-486e-b116-6d9b1be0f2e3 None None] Provisioning complete for port e5715839-5dce-4437-860f-0719516fbe1f triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:05.060339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c6eb2540-93b8-486e-b116-6d9b1be0f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.072729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d4f4e-539c-4ec7-8ab1-10aa6d9f496b req-70688653-bbbb-42eb-9e62-a3579e32e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.074244 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a12d4f4e-539c-4ec7-8ab1-10aa6d9f496b req-70688653-bbbb-42eb-9e62-a3579e32e650 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1764538 Dec 22 05:03:05.086763 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:03:05.098217 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Sync routers for ids ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:03:05.108449 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d457a40a-1b2e-4a12-a3b4-cbe8ffc341d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/51a7c2de-5e92-4f78-bcc5-7f8d6e438550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1765275 Dec 22 05:03:05.108799 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44424) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:05.115116 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Routers {'51a7c2de-5e92-4f78-bcc5-7f8d6e438550'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:03:05.117527 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:02:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:05.136220 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c0c3b2c8-3056-43b7-b75f-43b929c52c86 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:03:05.170230 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb2540-93b8-486e-b116-6d9b1be0f2e3 None None] Port e5715839-5dce-4437-860f-0719516fbe1f cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:03:05.201461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c0c3b2c8-3056-43b7-b75f-43b929c52c86 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:05.201831 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.228403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb9cb62-aaa3-4c96-a519-4d211c3bf248 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.228858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb9cb62-aaa3-4c96-a519-4d211c3bf248 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.229521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb9cb62-aaa3-4c96-a519-4d211c3bf248 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.230140 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb9cb62-aaa3-4c96-a519-4d211c3bf248 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.230773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb9cb62-aaa3-4c96-a519-4d211c3bf248 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.231431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb9cb62-aaa3-4c96-a519-4d211c3bf248 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.233309 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4bb9cb62-aaa3-4c96-a519-4d211c3bf248 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1235902 Dec 22 05:03:05.236089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44426) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:05.248940 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Set router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:03:05.296739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269465b6-4ce7-40fb-a485-93091e467492 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.297515 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269465b6-4ce7-40fb-a485-93091e467492 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.298141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269465b6-4ce7-40fb-a485-93091e467492 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.298761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269465b6-4ce7-40fb-a485-93091e467492 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.299501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269465b6-4ce7-40fb-a485-93091e467492 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.300338 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269465b6-4ce7-40fb-a485-93091e467492 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.305385 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-269465b6-4ce7-40fb-a485-93091e467492 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0676327 Dec 22 05:03:05.305610 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44428) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:05.310048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 34455d42-b091-430f-b7a0-eaeca6567845 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:03:05.367164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 34455d42-b091-430f-b7a0-eaeca6567845 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:05.367537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.403611 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-96e9515e-1c95-46ff-8aba-c8aea7242a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.405364 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-96e9515e-1c95-46ff-8aba-c8aea7242a41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 1096 time: 0.1939931 Dec 22 05:03:05.416574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0bbde-61ed-4071-b2f6-1cb15ee65487 req-fccfac33-fb67-4464-89f9-544cfe560263 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.418228 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0cf0bbde-61ed-4071-b2f6-1cb15ee65487 req-fccfac33-fb67-4464-89f9-544cfe560263 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 943 time: 0.1989117 Dec 22 05:03:05.491302 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'e5715839-5dce-4437-860f-0719516fbe1f', 'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:41:88:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:04Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:05.521820 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Checking router: 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:03:05.522168 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Updating router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 port e5715839-5dce-4437-860f-0719516fbe1f binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:03:05.549119 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.810595 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-b495ea9a-ab99-49c1-8f27-ff7fb4bed56f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 HTTP/1.1" status: 200 len: 217 time: 0.3896003 Dec 22 05:03:05.821265 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.863426 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0cf0bbde-61ed-4071-b2f6-1cb15ee65487 req-5ef4bbc2-3b7c-4cd8-92d9-e21ce7d30183 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018555 Dec 22 05:03:05.882699 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:05.891826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-3638434c-6d51-42f2-8514-97c92e791ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.899334 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-3638434c-6d51-42f2-8514-97c92e791ce6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0745997 Dec 22 05:03:05.956235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-486fd36f-2aa3-46ef-9ba8-62c5d7caebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.957895 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-486fd36f-2aa3-46ef-9ba8-62c5d7caebb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0576365 Dec 22 05:03:05.984651 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-07045416-8e6e-48b1-a802-5d46a917857a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.6714351 Dec 22 05:03:05.991104 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Pushing event updated for resources: {'Port': ['ID=e5715839-5dce-4437-860f-0719516fbe1f,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:06.012400 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:06.013056 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:06.013654 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:06.013893 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:06.014224 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:06.014565 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:06.014901 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:06.015227 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:06.015550 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:06.015878 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:06.016176 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:06.016517 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:06.041202 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Attempting to bind port e5715839-5dce-4437-860f-0719516fbe1f on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:03:06.041563 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Attempting to bind port e5715839-5dce-4437-860f-0719516fbe1f by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:03:06.041927 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Attempting to bind port e5715839-5dce-4437-860f-0719516fbe1f on network df312486-70d8-4e41-9d53-fd9f2ccbf08d {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:06.053520 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:03:06.053981 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Checking segment: {'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:03:06.054274 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.054658 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Bound using segment: {'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:03:06.055125 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Bound port: e5715839-5dce-4437-860f-0719516fbe1f, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:03:06.055491 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.106540 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-21324c43-976a-48d5-9626-c75bf0a46f73 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400828 Dec 22 05:03:06.153654 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] For port e5715839-5dce-4437-860f-0719516fbe1f, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:03:06.157376 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] For port e5715839-5dce-4437-860f-0719516fbe1f, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e5715839-5dce-4437-860f-0719516fbe1f,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:03:06.198163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-569fbbfa-38de-44c6-81db-4452c7ac8aea None None] Provisioning complete for port e5715839-5dce-4437-860f-0719516fbe1f triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:06.198163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-569fbbfa-38de-44c6-81db-4452c7ac8aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.209308 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0dbef4ab-10f3-447c-b38b-d532923b60fe req-d8868dfa-582d-4d98-9145-01341fb18426 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958924 Dec 22 05:03:06.232985 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-569fbbfa-38de-44c6-81db-4452c7ac8aea None None] Port e5715839-5dce-4437-860f-0719516fbe1f cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:03:06.240128 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.302177 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Routers {'51a7c2de-5e92-4f78-bcc5-7f8d6e438550'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:03:06.302790 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:02:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:06.305390 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d186926-aa55-4845-a4db-6c27828e695b None None] Pushing event updated for resources: {'Port': ['ID=e5715839-5dce-4437-860f-0719516fbe1f,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:06.405551 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44432) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:06.411380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-53346ec7-32e3-4218-9ff2-a6de2a992c06 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-103022626', 'description': 'tempest-secgroup-smoke-103022626 description', 'project_id': '029a077a8ccd4775910052d15f603bba'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:06.423982 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] Set router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:03:06.513893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-53346ec7-32e3-4218-9ff2-a6de2a992c06 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.553909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c62c9311-13f8-4699-aef9-af65e1ffa218 None None] Provisioning complete for port e5715839-5dce-4437-860f-0719516fbe1f triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:06.555210 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c62c9311-13f8-4699-aef9-af65e1ffa218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.596488 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-53346ec7-32e3-4218-9ff2-a6de2a992c06 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.634633 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'e5715839-5dce-4437-860f-0719516fbe1f', 'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:41:88:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:06Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:06.638124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c62c9311-13f8-4699-aef9-af65e1ffa218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.661248 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffa5091-a340-4d3e-bb71-56d68ebaa17a None None] The sync data for ids ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'] in dv-neutron-822523-1-hyperv is: [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'e5715839-5dce-4437-860f-0719516fbe1f', 'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:41:88:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:06Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:03:06.670213 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c62c9311-13f8-4699-aef9-af65e1ffa218 None None] For port e5715839-5dce-4437-860f-0719516fbe1f, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e5715839-5dce-4437-860f-0719516fbe1f,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:06.687806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-53346ec7-32e3-4218-9ff2-a6de2a992c06 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.727601 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53346ec7-32e3-4218-9ff2-a6de2a992c06 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035f7953-2f61-44e5-8161-0241b38c8185,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:06.755880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c62c9311-13f8-4699-aef9-af65e1ffa218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.818984 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c9311-13f8-4699-aef9-af65e1ffa218 None None] Pushing event updated for resources: {'Port': ['ID=e5715839-5dce-4437-860f-0719516fbe1f,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:06.849766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-53346ec7-32e3-4218-9ff2-a6de2a992c06 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:06.851230 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-53346ec7-32e3-4218-9ff2-a6de2a992c06 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4438629 Dec 22 05:03:06.856660 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44434) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:06.863572 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7391f2fb-64bf-4391-9e3c-b22cc7e8b4c5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '035f7953-2f61-44e5-8161-0241b38c8185', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:06.968498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7391f2fb-64bf-4391-9e3c-b22cc7e8b4c5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.016533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a154819-e239-4e30-b688-ebec6676fb80 req-e33bdfbc-ac48-4df1-8aea-ec32ef779920 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:07.018082 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0a154819-e239-4e30-b688-ebec6676fb80 req-e33bdfbc-ac48-4df1-8aea-ec32ef779920 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 943 time: 0.0851541 Dec 22 05:03:07.051975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7391f2fb-64bf-4391-9e3c-b22cc7e8b4c5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.080826 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0a154819-e239-4e30-b688-ebec6676fb80 req-f1754c0f-bb08-4a08-bf14-c484818cb243 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567546 Dec 22 05:03:07.114901 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e5715839-5dce-4437-860f-0719516fbe1f up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:03:07.133485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7391f2fb-64bf-4391-9e3c-b22cc7e8b4c5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.154674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7391f2fb-64bf-4391-9e3c-b22cc7e8b4c5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b403aad6-076b-462c-88a9-3e3612b939b3,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:07.174318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port e5715839-5dce-4437-860f-0719516fbe1f triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:07.174851 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.213349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7391f2fb-64bf-4391-9e3c-b22cc7e8b4c5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.217592 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7391f2fb-64bf-4391-9e3c-b22cc7e8b4c5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3583608 Dec 22 05:03:07.217817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44438) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:07.222798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-bf8c8c35-d2a4-4a35-a0a3-8aed5f48ca04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '035f7953-2f61-44e5-8161-0241b38c8185', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:07.310466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bf8c8c35-d2a4-4a35-a0a3-8aed5f48ca04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.381277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bf8c8c35-d2a4-4a35-a0a3-8aed5f48ca04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.456916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bf8c8c35-d2a4-4a35-a0a3-8aed5f48ca04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.482157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c8c35-d2a4-4a35-a0a3-8aed5f48ca04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a6333a-06de-4644-8a96-cd4b01ef0233,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:07.547479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bf8c8c35-d2a4-4a35-a0a3-8aed5f48ca04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.548773 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bf8c8c35-d2a4-4a35-a0a3-8aed5f48ca04 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3299146 Dec 22 05:03:07.551537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44440) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:07.556090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ddf323de-a6b5-478a-8ba7-9346140fb401 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '035f7953-2f61-44e5-8161-0241b38c8185', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:07.639264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddf323de-a6b5-478a-8ba7-9346140fb401 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.699019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddf323de-a6b5-478a-8ba7-9346140fb401 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.759654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddf323de-a6b5-478a-8ba7-9346140fb401 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.776957 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf323de-a6b5-478a-8ba7-9346140fb401 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b073b804-e931-4492-861f-454c63673341,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:07.849789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ddf323de-a6b5-478a-8ba7-9346140fb401 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:07.851026 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ddf323de-a6b5-478a-8ba7-9346140fb401 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985613 Dec 22 05:03:07.853757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44442) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:07.858586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8a86ee8b-0a0e-4039-92b8-ec40f45d1592 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '035f7953-2f61-44e5-8161-0241b38c8185', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:07.966945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a86ee8b-0a0e-4039-92b8-ec40f45d1592 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.031580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a86ee8b-0a0e-4039-92b8-ec40f45d1592 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.102471 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a86ee8b-0a0e-4039-92b8-ec40f45d1592 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.123814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86ee8b-0a0e-4039-92b8-ec40f45d1592 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f05248-b33d-4085-aeb9-270f53c45ab5,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:08.199829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368969a-b662-436a-bd45-93c21b7843c2 req-76ea8848-0055-48e0-97f6-88e7054c2fdd tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:08.201386 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0368969a-b662-436a-bd45-93c21b7843c2 req-76ea8848-0055-48e0-97f6-88e7054c2fdd tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 943 time: 0.0520146 Dec 22 05:03:08.209547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a86ee8b-0a0e-4039-92b8-ec40f45d1592 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.210957 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8a86ee8b-0a0e-4039-92b8-ec40f45d1592 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3562913 Dec 22 05:03:08.213785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44446) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:08.218281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3d20fc43-6c72-4b8f-b525-df98cd6b3e9f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '035f7953-2f61-44e5-8161-0241b38c8185', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:08.242750 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0368969a-b662-436a-bd45-93c21b7843c2 req-00779c46-cc76-49fc-8c44-bc169b299319 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342441 Dec 22 05:03:08.313890 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-3d20fc43-6c72-4b8f-b525-df98cd6b3e9f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:03:08.319080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc43-6c72-4b8f-b525-df98cd6b3e9f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.379953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc43-6c72-4b8f-b525-df98cd6b3e9f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.584786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc43-6c72-4b8f-b525-df98cd6b3e9f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.607446 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20fc43-6c72-4b8f-b525-df98cd6b3e9f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb9cf31-fb14-434b-9527-410c82a18228,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:08.700980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d20fc43-6c72-4b8f-b525-df98cd6b3e9f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.702842 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3d20fc43-6c72-4b8f-b525-df98cd6b3e9f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4880743 Dec 22 05:03:08.705524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44448) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:08.713344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5fec58b4-e491-449e-b5a1-2bf9d83a9142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '035f7953-2f61-44e5-8161-0241b38c8185', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:08.790474 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-5fec58b4-e491-449e-b5a1-2bf9d83a9142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:03:08.796565 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5fec58b4-e491-449e-b5a1-2bf9d83a9142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.857618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5fec58b4-e491-449e-b5a1-2bf9d83a9142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.954034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5fec58b4-e491-449e-b5a1-2bf9d83a9142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:08.971699 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec58b4-e491-449e-b5a1-2bf9d83a9142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e57bcc-4d5e-4902-8ef6-340eb38655aa,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:09.066288 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5fec58b4-e491-449e-b5a1-2bf9d83a9142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:09.067507 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5fec58b4-e491-449e-b5a1-2bf9d83a9142 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3610468 Dec 22 05:03:09.199438 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cc2da019-64c4-4625-940a-3333a406e1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:09.203385 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-2a1cbcdb-9b74-4428-8d9e-02b13d27abba tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-103022626&fields=id&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 267 time: 0.0331140 Dec 22 05:03:09.313018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-222d525d-4153-4c7c-bba0-c4822b9b6581 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:09.314483 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-222d525d-4153-4c7c-bba0-c4822b9b6581 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/networks?id=df312486-70d8-4e41-9d53-fd9f2ccbf08d HTTP/1.1" status: 200 len: 797 time: 0.1042752 Dec 22 05:03:09.329292 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-56983ed0-32e4-4a0a-a55a-ddae4ec6cdb7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/quotas/029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 375 time: 0.0091832 Dec 22 05:03:09.360141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad214e-c771-47dd-a941-2984ed56c447 req-5efa605b-763b-416e-9634-d2c4ce921e02 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:09.361666 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d4ad214e-c771-47dd-a941-2984ed56c447 req-5efa605b-763b-416e-9634-d2c4ce921e02 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 943 time: 0.0494740 Dec 22 05:03:09.380373 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-48583f57-0b04-4dd3-9c6a-da4636752a2c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454814 Dec 22 05:03:09.402208 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d4ad214e-c771-47dd-a941-2984ed56c447 req-dd4c86c3-8a02-4e53-ba62-9dc34d806cb9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344625 Dec 22 05:03:09.473630 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-eaf7f3d7-cafc-4941-aa89-4d85cae815e8 service neutron] 10.222.0.54 "GET /v2.0/networks/df312486-70d8-4e41-9d53-fd9f2ccbf08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817187 Dec 22 05:03:09.564578 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-656f151c-e861-416a-b2de-f1d14bc0d95c service neutron] 10.222.0.54 "GET /v2.0/networks/df312486-70d8-4e41-9d53-fd9f2ccbf08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848551 Dec 22 05:03:09.815347 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-417ef454-3958-47f8-bf53-8007653b1064 req-293d70ea-bb4d-4052-98c8-e45ef7723635 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 210 time: 0.0253437 Dec 22 05:03:10.515284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673059f8-c5dd-4778-a9d0-6d7e2271a06b req-1d55d3e5-604b-42fe-85a2-d9c86bd78781 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:10.516804 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-673059f8-c5dd-4778-a9d0-6d7e2271a06b req-1d55d3e5-604b-42fe-85a2-d9c86bd78781 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 943 time: 0.0493908 Dec 22 05:03:10.553037 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-673059f8-c5dd-4778-a9d0-6d7e2271a06b req-ef3234f8-13ae-4262-b407-993d55ad281b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303729 Dec 22 05:03:10.917268 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a8b2d01d-2c09-49e3-a6e6-11fdf2dd1956 req-697315f5-ce09-426c-bba3-83b789caa778 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 210 time: 0.0264041 Dec 22 05:03:11.647122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cd4ac908-13b7-4aac-a6bc-66c5eec2eacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:11.666946 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe182a2-fde7-4b0a-8125-7b5cbff0fe75 req-06c07eaf-124c-4d00-90fa-f96b25f00ef7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:11.668425 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6fe182a2-fde7-4b0a-8125-7b5cbff0fe75 req-06c07eaf-124c-4d00-90fa-f96b25f00ef7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 943 time: 0.0473840 Dec 22 05:03:11.710730 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6fe182a2-fde7-4b0a-8125-7b5cbff0fe75 req-0c08ec4e-ff96-4b4b-846f-add066feaf03 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352042 Dec 22 05:03:12.012065 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0d701739-c482-4f0e-b129-c8a3886017eb req-ca854064-4705-446d-9242-269f86ed603b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 210 time: 0.0265775 Dec 22 05:03:12.039329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-be90becb-eb84-46bb-ba7d-f425c5ccc329 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:12.045112 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-be90becb-eb84-46bb-ba7d-f425c5ccc329 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks?id=df312486-70d8-4e41-9d53-fd9f2ccbf08d HTTP/1.1" status: 200 len: 797 time: 0.1047761 Dec 22 05:03:12.088637 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-6358d654-a825-4fa2-ab49-4204df5dead8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 379 time: 0.0326135 Dec 22 05:03:12.097413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'device_id': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'admin_state_up': True, 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'security_groups': ['035f7953-2f61-44e5-8161-0241b38c8185']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:12.292887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:03:12.296396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:12.421840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.5 (df312486-70d8-4e41-9d53-fd9f2ccbf08d/931dd8a7-5e55-435d-b3c5-c891549259cf/e6e474e8-243d-4eab-a241-fcf3ae47fd5e) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:03:12.554258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:12.641539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:12.686425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network df312486-70d8-4e41-9d53-fd9f2ccbf08d is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:12.689326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:12.692999 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:03:12.720317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=e6e474e8-243d-4eab-a241-fcf3ae47fd5e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:12.751156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:12.751888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:12.836451 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-f8410224-2272-4b3a-abb3-10309ca5cd80 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7424209 Dec 22 05:03:12.844110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83891a84-c254-4bbc-8477-3ae0fb5b6413 req-739c1d32-5812-4cdd-b8a0-5b7afd91de6d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:12.845627 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-83891a84-c254-4bbc-8477-3ae0fb5b6413 req-739c1d32-5812-4cdd-b8a0-5b7afd91de6d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 943 time: 0.0578408 Dec 22 05:03:12.864082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Request body: {'port': {'device_id': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:12.909532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-fd19bee3-bba4-4f61-af1b-7ad1c85b43e3 None None] Provisioning complete for port e6e474e8-243d-4eab-a241-fcf3ae47fd5e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:12.910137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd19bee3-bba4-4f61-af1b-7ad1c85b43e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:12.915575 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-83891a84-c254-4bbc-8477-3ae0fb5b6413 req-45415efb-b53f-4fdc-a6fc-eeb048abf00f tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636678 Dec 22 05:03:12.943507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:12.952760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-fd19bee3-bba4-4f61-af1b-7ad1c85b43e3 None None] Port e6e474e8-243d-4eab-a241-fcf3ae47fd5e cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:03:13.130675 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5afd72-39b4-4f1f-bd55-69e2564eb861 req-4958eba8-eaa2-4ef7-98bf-0f772916f9ab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:13.132055 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-aa5afd72-39b4-4f1f-bd55-69e2564eb861 req-4958eba8-eaa2-4ef7-98bf-0f772916f9ab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 931 time: 0.0506985 Dec 22 05:03:13.136516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:13.169421 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-aa5afd72-39b4-4f1f-bd55-69e2564eb861 req-12da8d65-b945-4692-aad6-112dae85b5fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=035f7953-2f61-44e5-8161-0241b38c8185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314133 Dec 22 05:03:13.213800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e474e8-243d-4eab-a241-fcf3ae47fd5e {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:03:13.221265 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:13.232800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Transition to ACTIVE for port object e6e474e8-243d-4eab-a241-fcf3ae47fd5e will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:03:13.304152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:13.352682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Pushing event updated for resources: {'Port': ['ID=e6e474e8-243d-4eab-a241-fcf3ae47fd5e,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:13.428045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Attempting to bind port e6e474e8-243d-4eab-a241-fcf3ae47fd5e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:03:13.428407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Attempting to bind port e6e474e8-243d-4eab-a241-fcf3ae47fd5e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:03:13.428728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Attempting to bind port e6e474e8-243d-4eab-a241-fcf3ae47fd5e on network df312486-70d8-4e41-9d53-fd9f2ccbf08d {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:13.433138 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Port e6e474e8-243d-4eab-a241-fcf3ae47fd5e on network df312486-70d8-4e41-9d53-fd9f2ccbf08d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:03:13.433462 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Attempting to bind port e6e474e8-243d-4eab-a241-fcf3ae47fd5e on network df312486-70d8-4e41-9d53-fd9f2ccbf08d {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:13.438512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:03:13.438841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Checking segment: {'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:03:13.439220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Bound using segment: {'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:03:13.439642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Bound port: e6e474e8-243d-4eab-a241-fcf3ae47fd5e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d96409e-fed7-4b00-ad26-461bd19fa3b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:03:13.439997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:13.504788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] For port e6e474e8-243d-4eab-a241-fcf3ae47fd5e, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:03:13.507731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] For port e6e474e8-243d-4eab-a241-fcf3ae47fd5e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e6e474e8-243d-4eab-a241-fcf3ae47fd5e,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:03:13.602249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:13.633963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:13.634634 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:13.636040 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] 10.222.0.16 "PUT /v2.0/ports/e6e474e8-243d-4eab-a241-fcf3ae47fd5e HTTP/1.1" status: 200 len: 1093 time: 0.7823374 Dec 22 05:03:13.636459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'tag': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:13.639204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563d33c7-30f6-4c53-9ae4-725479b260e2" -d '{"events": [{"name": "network-changed", "server_uuid": "53c9d8e0-c9ef-46c3-a33f-a7279bc40009", "tag": "e6e474e8-243d-4eab-a241-fcf3ae47fd5e"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:13.668390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890df1e-19e3-40a1-8866-38726ae3551d service neutron] Pushing event updated for resources: {'Port': ['ID=e6e474e8-243d-4eab-a241-fcf3ae47fd5e,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:13.678840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10a9587-e7d4-40e4-8821-43a0fa9f6c63 x-openstack-request-id: req-b10a9587-e7d4-40e4-8821-43a0fa9f6c63 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:13.679129 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c9d8e0-c9ef-46c3-a33f-a7279bc40009", "tag": "e6e474e8-243d-4eab-a241-fcf3ae47fd5e", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:13.679379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b10a9587-e7d4-40e4-8821-43a0fa9f6c63 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:13.679778 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'tag': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'status': 'completed', 'code': 200} Dec 22 05:03:13.768989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d33c7-30f6-4c53-9ae4-725479b260e2 req-be88883a-a147-4b86-b8c9-5473250f8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:13.776510 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-563d33c7-30f6-4c53-9ae4-725479b260e2 req-be88883a-a147-4b86-b8c9-5473250f8ba4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 1096 time: 0.0468018 Dec 22 05:03:13.874413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d33c7-30f6-4c53-9ae4-725479b260e2 req-10a73326-4599-437e-9fef-8fbc451603dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:13.875889 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-563d33c7-30f6-4c53-9ae4-725479b260e2 req-10a73326-4599-437e-9fef-8fbc451603dd service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=029a077a8ccd4775910052d15f603bba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0916479 Dec 22 05:03:13.975051 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d33c7-30f6-4c53-9ae4-725479b260e2 req-1b85866a-a640-4443-a59e-7ccf6a8be3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:13.976532 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-563d33c7-30f6-4c53-9ae4-725479b260e2 req-1b85866a-a640-4443-a59e-7ccf6a8be3ed service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938566 Dec 22 05:03:14.043011 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce6ce5-6ab4-4604-bfb7-c4cb7c895eb9 req-dde6cffd-fd69-437c-8cf6-de352e31bb8a tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:14.044492 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cdce6ce5-6ab4-4604-bfb7-c4cb7c895eb9 req-dde6cffd-fd69-437c-8cf6-de352e31bb8a tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 943 time: 0.0549142 Dec 22 05:03:14.077678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-5d2d7041-83f6-48e7-9723-81a76aa32dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:14.079170 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-5d2d7041-83f6-48e7-9723-81a76aa32dae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 1096 time: 0.0407495 Dec 22 05:03:14.082268 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cdce6ce5-6ab4-4604-bfb7-c4cb7c895eb9 req-7895d601-4b51-4749-935d-58dce4ea4db0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316391 Dec 22 05:03:14.127022 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-76c52083-98c7-46fe-9b4b-aa041e66c15d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e474e8-243d-4eab-a241-fcf3ae47fd5e HTTP/1.1" status: 200 len: 217 time: 0.0348177 Dec 22 05:03:14.180846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-ca4c70dd-576c-46fa-832a-2fce8d560942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:14.182308 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-ca4c70dd-576c-46fa-832a-2fce8d560942 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=931dd8a7-5e55-435d-b3c5-c891549259cf HTTP/1.1" status: 200 len: 835 time: 0.0481303 Dec 22 05:03:14.212673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:14.229808 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-006d661e-69b3-4eed-ba33-26c1fd38f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:14.231308 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-006d661e-69b3-4eed-ba33-26c1fd38f2ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df312486-70d8-4e41-9d53-fd9f2ccbf08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411592 Dec 22 05:03:14.342337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fe5d8-d5eb-42d2-8721-0c1069e390a2 req-ac0ae9cf-bb05-4c61-baeb-d480359cd53f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:14.343799 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-596fe5d8-d5eb-42d2-8721-0c1069e390a2 req-ac0ae9cf-bb05-4c61-baeb-d480359cd53f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 943 time: 0.1058810 Dec 22 05:03:14.371929 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-76a97699-90c3-4425-8ea3-6d03f5c4b4fc service neutron] 10.222.0.16 "GET /v2.0/networks/df312486-70d8-4e41-9d53-fd9f2ccbf08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328723 Dec 22 05:03:14.386747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:03:14.407390 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-596fe5d8-d5eb-42d2-8721-0c1069e390a2 req-63f2c2a5-1e87-4399-be52-796b435b7d7d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=035f7953-2f61-44e5-8161-0241b38c8185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564313 Dec 22 05:03:14.472952 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43ffb7be-a30a-45f2-905d-b75d8702aa61 req-dac6cf17-7ceb-4685-8476-549be8cb9b97 service neutron] 10.222.0.16 "GET /v2.0/networks/df312486-70d8-4e41-9d53-fd9f2ccbf08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932362 Dec 22 05:03:14.479299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:14.490967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'port_id': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'mac_address': 'fa:16:3e:66:4c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:03:14.527806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:14.540165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:03:14.558467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:14.622566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:14.672330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:14.679034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:14.679378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:14.679818 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:14.680157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:14.680505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:14.680827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:14.681150 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:14.681471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:14.681791 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:14.682103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:14.682415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:14.682727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:14.902975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:03:15.197695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85aa1e4-60c2-468f-a126-c6a54b0a68b8 req-64220495-75c0-437d-a3c4-bd55dc23faa0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:15.199139 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c85aa1e4-60c2-468f-a126-c6a54b0a68b8 req-64220495-75c0-437d-a3c4-bd55dc23faa0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 944 time: 0.0487070 Dec 22 05:03:15.210863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:15.237610 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c85aa1e4-60c2-468f-a126-c6a54b0a68b8 req-e13fad10-4f1c-46f8-a60a-9b50f53cab95 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325634 Dec 22 05:03:15.524623 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301b87a-1d02-4a07-a97a-9e63eef8f621 req-561e9b12-d3f7-4965-bb49-5205502e984e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:15.525967 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c301b87a-1d02-4a07-a97a-9e63eef8f621 req-561e9b12-d3f7-4965-bb49-5205502e984e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 943 time: 0.0522583 Dec 22 05:03:15.564359 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c301b87a-1d02-4a07-a97a-9e63eef8f621 req-7e88af75-6234-4196-8978-f7f230a117a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=035f7953-2f61-44e5-8161-0241b38c8185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325627 Dec 22 05:03:16.348227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560ba4d-9f99-4ea0-ba9c-962f7c2f3884 req-a63c9116-ab28-4697-9f8e-c32d9ad67a5d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:16.349673 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1560ba4d-9f99-4ea0-ba9c-962f7c2f3884 req-a63c9116-ab28-4697-9f8e-c32d9ad67a5d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 944 time: 0.0482535 Dec 22 05:03:16.386698 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1560ba4d-9f99-4ea0-ba9c-962f7c2f3884 req-177d1883-9282-4704-adad-62e32230f622 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311687 Dec 22 05:03:16.391396 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device e6e474e8-243d-4eab-a241-fcf3ae47fd5e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:03:16.398139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:03:16.517836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port e6e474e8-243d-4eab-a241-fcf3ae47fd5e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e6e474e8-243d-4eab-a241-fcf3ae47fd5e,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:16.528826 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'port_id': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'mac_address': 'fa:16:3e:ef:42:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:03:16.564241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:16.576273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e474e8-243d-4eab-a241-fcf3ae47fd5e {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:03:16.600229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:03:16.600455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port e6e474e8-243d-4eab-a241-fcf3ae47fd5e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e6e474e8-243d-4eab-a241-fcf3ae47fd5e,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:16.601303 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:16.601668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:16.677368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:16.678097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bafdd-4f38-4447-8c59-3d7dc7565ba4 req-e6275b28-0fed-44c2-9226-4b5b1c2a3cce tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:16.679603 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9c3bafdd-4f38-4447-8c59-3d7dc7565ba4 req-e6275b28-0fed-44c2-9226-4b5b1c2a3cce tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 943 time: 0.0488455 Dec 22 05:03:16.685208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:16.718246 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9c3bafdd-4f38-4447-8c59-3d7dc7565ba4 req-c77742c1-8e45-4ddc-83a4-a5be4982adbe tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=035f7953-2f61-44e5-8161-0241b38c8185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322957 Dec 22 05:03:16.735405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:16.737726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03203e7-9a04-41d0-8e31-250f546de6de" -d '{"events": [{"server_uuid": "4a21f6f9-28b3-4f69-8f24-aabebe67b789", "name": "network-vif-plugged", "status": "completed", "tag": "86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:16.757547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:16.758581 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=e6e474e8-243d-4eab-a241-fcf3ae47fd5e,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:16.813261 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:16.837143 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e232e7ae-aeb4-4570-86f6-4bf974d0e3c3 x-openstack-request-id: req-e232e7ae-aeb4-4570-86f6-4bf974d0e3c3 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:16.837431 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a21f6f9-28b3-4f69-8f24-aabebe67b789", "name": "network-vif-plugged", "status": "completed", "tag": "86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:16.837678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e232e7ae-aeb4-4570-86f6-4bf974d0e3c3 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:16.838067 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'code': 200} Dec 22 05:03:16.867882 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:16.963206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['e6e474e8-243d-4eab-a241-fcf3ae47fd5e'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:03:17.084864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e75a27-6a31-4a1a-8b6c-4cb0783081ba req-26150224-13cd-4a69-bf6d-d0971c7e1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:17.086591 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d3e75a27-6a31-4a1a-8b6c-4cb0783081ba req-26150224-13cd-4a69-bf6d-d0971c7e1a77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 1098 time: 0.0394897 Dec 22 05:03:17.120424 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d3e75a27-6a31-4a1a-8b6c-4cb0783081ba req-c3b8f07e-bf4e-4815-b291-fcb7d2697e3e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265286 Dec 22 05:03:17.503285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62218e5a-1c41-4623-82f2-de416fc3bf7c req-32ad77b7-e42d-4950-85d1-be42b252037c tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:17.504756 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-62218e5a-1c41-4623-82f2-de416fc3bf7c req-32ad77b7-e42d-4950-85d1-be42b252037c tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 945 time: 0.0519357 Dec 22 05:03:17.541093 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-62218e5a-1c41-4623-82f2-de416fc3bf7c req-1b24d313-203b-4d99-a8b5-3744db70998e tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304759 Dec 22 05:03:17.836488 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45465142-1c17-4e26-9630-be33c01ebc11 req-38910b46-ffd6-4270-ab5d-f583a6d076cb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:17.837986 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-45465142-1c17-4e26-9630-be33c01ebc11 req-38910b46-ffd6-4270-ab5d-f583a6d076cb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 944 time: 0.0529554 Dec 22 05:03:17.877524 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-45465142-1c17-4e26-9630-be33c01ebc11 req-b6949f56-5650-4b77-b71c-03eba841b88e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=035f7953-2f61-44e5-8161-0241b38c8185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329518 Dec 22 05:03:18.405772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device e6e474e8-243d-4eab-a241-fcf3ae47fd5e up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:03:18.507565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port e6e474e8-243d-4eab-a241-fcf3ae47fd5e completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:03:18.511139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port e6e474e8-243d-4eab-a241-fcf3ae47fd5e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:18.511530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:18.589613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:18.620962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port e6e474e8-243d-4eab-a241-fcf3ae47fd5e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e6e474e8-243d-4eab-a241-fcf3ae47fd5e,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:18.658122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dcb1f-a9cf-40fc-9cba-02ed5aed3ecc req-a68a09c2-ff74-4464-a25a-3d5faec8c784 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:18.660377 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-166dcb1f-a9cf-40fc-9cba-02ed5aed3ecc req-a68a09c2-ff74-4464-a25a-3d5faec8c784 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 945 time: 0.0484216 Dec 22 05:03:18.693091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:18.698448 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-166dcb1f-a9cf-40fc-9cba-02ed5aed3ecc req-082ff044-0a48-4995-b339-814b886cdbf0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329473 Dec 22 05:03:18.744778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=e6e474e8-243d-4eab-a241-fcf3ae47fd5e,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:18.819356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340b16a-ce36-471f-9d18-dcd162301b81 req-3d66de1c-33fd-4b73-9a7f-843fedccf055 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:18.820840 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1340b16a-ce36-471f-9d18-dcd162301b81 req-3d66de1c-33fd-4b73-9a7f-843fedccf055 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 945 time: 0.0479162 Dec 22 05:03:18.839104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:18.841546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b39a9c-c8df-46c0-9ce2-0c819b08e78d" -d '{"events": [{"server_uuid": "53c9d8e0-c9ef-46c3-a33f-a7279bc40009", "name": "network-vif-plugged", "status": "completed", "tag": "e6e474e8-243d-4eab-a241-fcf3ae47fd5e"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:18.859748 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1340b16a-ce36-471f-9d18-dcd162301b81 req-7228a513-2366-4250-98cf-890eaed083f5 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327246 Dec 22 05:03:18.883777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44520) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:18.890997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d89dbf3-564e-4636-8a73-0784d98efa53 x-openstack-request-id: req-1d89dbf3-564e-4636-8a73-0784d98efa53 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:18.891614 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c9d8e0-c9ef-46c3-a33f-a7279bc40009", "name": "network-vif-plugged", "status": "completed", "tag": "e6e474e8-243d-4eab-a241-fcf3ae47fd5e", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:18.891845 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d89dbf3-564e-4636-8a73-0784d98efa53 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:18.892439 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'code': 200} Dec 22 05:03:18.929875 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f4ff3e-e75f-48a8-bc90-0846f22832ba tempest-TestVolumeBootPattern-1426504987 tempest-TestVolumeBootPattern-1426504987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:18.931417 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-81f4ff3e-e75f-48a8-bc90-0846f22832ba tempest-TestVolumeBootPattern-1426504987 tempest-TestVolumeBootPattern-1426504987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 1093 time: 0.0465534 Dec 22 05:03:18.934432 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44524) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:18.939754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:19.004438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d93df1-ad0a-44b4-bd24-6333255c5c32 req-279e6ceb-3b1e-44e4-893e-60c8d28b4960 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:19.005895 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a1d93df1-ad0a-44b4-bd24-6333255c5c32 req-279e6ceb-3b1e-44e4-893e-60c8d28b4960 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 945 time: 0.0526559 Dec 22 05:03:19.039048 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:19.059478 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a1d93df1-ad0a-44b4-bd24-6333255c5c32 req-7aca2ac1-7de8-424c-ac26-6849e48ccd9d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=035f7953-2f61-44e5-8161-0241b38c8185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476842 Dec 22 05:03:19.141588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:19.252609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Allocated IP 172.26.5.253 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/f09d52bc-197e-40d1-b999-22e26c6a598a) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:03:19.255991 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb93fb-bc0e-4e4d-a1cc-78b267f64bed req-09f19ba1-9300-4e07-9ff1-2d9511113a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:19.257518 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2ffb93fb-bc0e-4e4d-a1cc-78b267f64bed req-09f19ba1-9300-4e07-9ff1-2d9511113a12 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 1098 time: 0.0464728 Dec 22 05:03:19.292468 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2ffb93fb-bc0e-4e4d-a1cc-78b267f64bed req-d8d89333-39cb-4179-aa19-c388bcf791a6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=035f7953-2f61-44e5-8161-0241b38c8185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281146 Dec 22 05:03:19.352377 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:19.435710 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:19.470927 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:19.474962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:19.478414 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:03:19.506523 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'Port': ['ID=f09d52bc-197e-40d1-b999-22e26c6a598a,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:19.816561 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:19.943014 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:20.098052 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:20.164838 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:20.174135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044b83d-54bd-40af-a49f-6d139fef7308 req-88e9aae7-8229-4956-acf1-d6d5f6a09bf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:20.175617 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9044b83d-54bd-40af-a49f-6d139fef7308 req-88e9aae7-8229-4956-acf1-d6d5f6a09bf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 945 time: 0.0486939 Dec 22 05:03:20.214667 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9044b83d-54bd-40af-a49f-6d139fef7308 req-6f2bb637-b7cb-490c-89b8-b62f5a5ae381 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=035f7953-2f61-44e5-8161-0241b38c8185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329962 Dec 22 05:03:20.242335 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'Port': ['ID=f09d52bc-197e-40d1-b999-22e26c6a598a,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:20.251803 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:20.368176 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Floating IP b4acb765-643c-4abb-9485-773206035cb6 associated. External IP: 172.26.5.253, port: 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972. Dec 22 05:03:20.569157 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Router 74902c69-e44a-40c7-a530-26719c0ac712 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:03:20.681306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:20.682275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:03:20.692167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee3e4c-df5d-4301-acc3-9e170f1601c2 None None] Sync routers for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:03:20.701067 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee3e4c-df5d-4301-acc3-9e170f1601c2 None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:03:20.701675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-09ee3e4c-df5d-4301-acc3-9e170f1601c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:03:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:20.755399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:20.795653 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-33e423b2-448f-447b-9376-7706168f5770 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8465533 Dec 22 05:03:20.795653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'tag': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:20.795653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0577309b-f2f6-4052-b0fc-0e808779b935" -d '{"events": [{"name": "network-changed", "server_uuid": "4a21f6f9-28b3-4f69-8f24-aabebe67b789", "tag": "86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:20.806199 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-09ee3e4c-df5d-4301-acc3-9e170f1601c2 None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:03:20.821472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4c2d81-9963-4855-8ece-9f7d93493da6 x-openstack-request-id: req-da4c2d81-9963-4855-8ece-9f7d93493da6 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:20.821765 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a21f6f9-28b3-4f69-8f24-aabebe67b789", "tag": "86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:20.822018 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da4c2d81-9963-4855-8ece-9f7d93493da6 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:20.822420 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'tag': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'status': 'completed', 'code': 200} Dec 22 05:03:20.912132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577309b-f2f6-4052-b0fc-0e808779b935 req-4548615f-e6bf-44f2-a7c5-f942b99eb60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:20.913700 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0577309b-f2f6-4052-b0fc-0e808779b935 req-4548615f-e6bf-44f2-a7c5-f942b99eb60c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 1098 time: 0.0418966 Dec 22 05:03:21.007926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577309b-f2f6-4052-b0fc-0e808779b935 req-403934d5-0d26-4cca-bf15-2f7b5b55a14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:21.009515 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0577309b-f2f6-4052-b0fc-0e808779b935 req-403934d5-0d26-4cca-bf15-2f7b5b55a14a service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 913 time: 0.0889912 Dec 22 05:03:21.076542 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0577309b-f2f6-4052-b0fc-0e808779b935 req-05b78d3e-12a8-46f5-b4ea-b9470a0ea7a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 HTTP/1.1" status: 200 len: 999 time: 0.0602345 Dec 22 05:03:21.131953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577309b-f2f6-4052-b0fc-0e808779b935 req-4b393687-42ce-4f88-ab4e-d01eba77f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:21.133435 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0577309b-f2f6-4052-b0fc-0e808779b935 req-4b393687-42ce-4f88-ab4e-d01eba77f481 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0505905 Dec 22 05:03:21.179417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577309b-f2f6-4052-b0fc-0e808779b935 req-6bf172bd-a1a3-4d4d-bf09-2d88bd8dd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:21.180141 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-09ee3e4c-df5d-4301-acc3-9e170f1601c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b4acb765-643c-4abb-9485-773206035cb6', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:66:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:19Z', 'updated_at': '2021-12-22T05:03:19Z', 'revision_number': 0, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:21.181020 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0577309b-f2f6-4052-b0fc-0e808779b935 req-6bf172bd-a1a3-4d4d-bf09-2d88bd8dd294 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399420 Dec 22 05:03:21.205796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee3e4c-df5d-4301-acc3-9e170f1601c2 None None] Checking router: 74902c69-e44a-40c7-a530-26719c0ac712 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:03:21.214149 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee3e4c-df5d-4301-acc3-9e170f1601c2 None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:03:21.214686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-09ee3e4c-df5d-4301-acc3-9e170f1601c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:03:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:21.273650 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0577309b-f2f6-4052-b0fc-0e808779b935 req-3c9e973c-4669-47be-bef6-7cd67e4f46a8 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858612 Dec 22 05:03:21.319523 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-09ee3e4c-df5d-4301-acc3-9e170f1601c2 None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:03:21.391992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32945059-aa75-42a2-9a21-0a95aecc720e req-1a56199c-f2f8-4c8b-9741-2e0e0728cddb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:21.393486 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-32945059-aa75-42a2-9a21-0a95aecc720e req-1a56199c-f2f8-4c8b-9741-2e0e0728cddb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 945 time: 0.1047165 Dec 22 05:03:21.419339 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0577309b-f2f6-4052-b0fc-0e808779b935 req-8cacbdf3-2ae1-4698-90be-d17eb320b5d2 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379817 Dec 22 05:03:21.440453 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-32945059-aa75-42a2-9a21-0a95aecc720e req-375b636f-6004-4e59-ab2a-26cd5ff725e1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=035f7953-2f61-44e5-8161-0241b38c8185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378513 Dec 22 05:03:21.546844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-09ee3e4c-df5d-4301-acc3-9e170f1601c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b4acb765-643c-4abb-9485-773206035cb6', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:66:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:19Z', 'updated_at': '2021-12-22T05:03:19Z', 'revision_number': 0, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:21.560328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb00441-44e5-4c7c-88ae-53182c2a9e07 req-88c31055-4a73-4fe7-a25b-5d9a7449e0fa tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:21.562410 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9fb00441-44e5-4c7c-88ae-53182c2a9e07 req-88c31055-4a73-4fe7-a25b-5d9a7449e0fa tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 945 time: 0.0544834 Dec 22 05:03:21.573811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ee3e4c-df5d-4301-acc3-9e170f1601c2 None None] The sync data for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv is: [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b4acb765-643c-4abb-9485-773206035cb6', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:66:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:19Z', 'updated_at': '2021-12-22T05:03:19Z', 'revision_number': 0, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:03:21.602160 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9fb00441-44e5-4c7c-88ae-53182c2a9e07 req-5920ed3a-9d3d-4fcf-9bc1-5e58d22430e3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=035f7953-2f61-44e5-8161-0241b38c8185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337403 Dec 22 05:03:21.623542 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44536) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:21.668122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc64ae65-8d6d-411b-b34b-0d64df62ad84 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:21.669741 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cc64ae65-8d6d-411b-b34b-0d64df62ad84 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 1093 time: 0.0450847 Dec 22 05:03:21.672560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44538) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:21.676830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:21.759210 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7752d5-400c-47b4-a915-6bb31885dedc None None] New status for floating IP b4acb765-643c-4abb-9485-773206035cb6: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:03:21.806720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:21.902907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:22.013084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.112 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/0a818b44-74fb-4a0a-b906-0d19224e9473) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:03:22.111088 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:22.205094 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:22.240234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:22.244502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:22.247905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:03:22.260530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=0a818b44-74fb-4a0a-b906-0d19224e9473,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:22.592071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:22.726674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:22.870708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:22.927314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:23.001348 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=0a818b44-74fb-4a0a-b906-0d19224e9473,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:23.009052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:23.106075 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP 3b6f2d12-60d9-4e37-b7af-334b84ba36e6 associated. External IP: 172.26.5.112, port: e6e474e8-243d-4eab-a241-fcf3ae47fd5e. Dec 22 05:03:23.627888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:03:23.730411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:03:23.739382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5860cd7-3558-47f6-9f87-63c45bfc53c3 None None] Sync routers for ids ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:03:23.749457 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5860cd7-3558-47f6-9f87-63c45bfc53c3 None None] Routers {'51a7c2de-5e92-4f78-bcc5-7f8d6e438550'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:03:23.754912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b5860cd7-3558-47f6-9f87-63c45bfc53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:03:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:23.824692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:23.855355 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dc2e2b17-76ed-4f64-85f9-3757dbe6daab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1817582 Dec 22 05:03:23.856024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'tag': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:23.856415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-b5860cd7-3558-47f6-9f87-63c45bfc53c3 None None] Set router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:03:23.858112 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44540) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:23.861457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab82e5e-2b1e-49c2-a436-95af99f64a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "53c9d8e0-c9ef-46c3-a33f-a7279bc40009", "tag": "e6e474e8-243d-4eab-a241-fcf3ae47fd5e"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:23.904642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d34416-767c-4978-9baf-2fffe82366e1 x-openstack-request-id: req-b0d34416-767c-4978-9baf-2fffe82366e1 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:23.905222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c9d8e0-c9ef-46c3-a33f-a7279bc40009", "tag": "e6e474e8-243d-4eab-a241-fcf3ae47fd5e", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:23.905689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0d34416-767c-4978-9baf-2fffe82366e1 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:23.907961 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'tag': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'status': 'completed', 'code': 200} Dec 22 05:03:23.996044 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44544) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:23.996491 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-aa8c2793-6762-44b9-8452-1a8cde016e77 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/routers/51a7c2de-5e92-4f78-bcc5-7f8d6e438550 HTTP/1.1" status: 200 len: 920 time: 0.1352413 Dec 22 05:03:24.050948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab82e5e-2b1e-49c2-a436-95af99f64a2c req-6b9fbab9-7f57-4fb5-8152-24c53664f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:24.052597 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fab82e5e-2b1e-49c2-a436-95af99f64a2c req-6b9fbab9-7f57-4fb5-8152-24c53664f133 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 1098 time: 0.0967958 Dec 22 05:03:24.090350 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4cd377a1-be13-4a60-81c9-701a60557459 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/3b6f2d12-60d9-4e37-b7af-334b84ba36e6 HTTP/1.1" status: 200 len: 991 time: 0.0923929 Dec 22 05:03:24.108526 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b5860cd7-3558-47f6-9f87-63c45bfc53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '3b6f2d12-60d9-4e37-b7af-334b84ba36e6', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'port_id': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'mac_address': 'fa:16:3e:ef:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:22Z', 'updated_at': '2021-12-22T05:03:22Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5715839-5dce-4437-860f-0719516fbe1f', 'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:41:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:06Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:24.134444 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5860cd7-3558-47f6-9f87-63c45bfc53c3 None None] Checking router: 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:03:24.143068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5860cd7-3558-47f6-9f87-63c45bfc53c3 None None] Routers {'51a7c2de-5e92-4f78-bcc5-7f8d6e438550'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:03:24.143668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b5860cd7-3558-47f6-9f87-63c45bfc53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:03:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:24.157330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab82e5e-2b1e-49c2-a436-95af99f64a2c req-5162ecd1-a4e0-4b70-9fab-0496ecaaa229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:24.158896 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fab82e5e-2b1e-49c2-a436-95af99f64a2c req-5162ecd1-a4e0-4b70-9fab-0496ecaaa229 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df312486-70d8-4e41-9d53-fd9f2ccbf08d HTTP/1.1" status: 200 len: 898 time: 0.0980742 Dec 22 05:03:24.230451 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fab82e5e-2b1e-49c2-a436-95af99f64a2c req-edb40f43-4cbe-45f0-a9ab-a99b01ef8b06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e474e8-243d-4eab-a241-fcf3ae47fd5e HTTP/1.1" status: 200 len: 999 time: 0.0643556 Dec 22 05:03:24.251178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-b5860cd7-3558-47f6-9f87-63c45bfc53c3 None None] Set router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:03:24.284481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab82e5e-2b1e-49c2-a436-95af99f64a2c req-dbaf0bce-3469-406d-942b-53c12d791160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:24.285948 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fab82e5e-2b1e-49c2-a436-95af99f64a2c req-dbaf0bce-3469-406d-942b-53c12d791160 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=931dd8a7-5e55-435d-b3c5-c891549259cf HTTP/1.1" status: 200 len: 835 time: 0.0487442 Dec 22 05:03:24.331009 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab82e5e-2b1e-49c2-a436-95af99f64a2c req-7e205bbb-380a-4369-aa3b-b1c8f1b453dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:24.332670 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fab82e5e-2b1e-49c2-a436-95af99f64a2c req-7e205bbb-380a-4369-aa3b-b1c8f1b453dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df312486-70d8-4e41-9d53-fd9f2ccbf08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402548 Dec 22 05:03:24.423172 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fab82e5e-2b1e-49c2-a436-95af99f64a2c req-58ab78a7-332f-48c6-8f5b-a9ede5dd8d4d service neutron] 10.222.0.16 "GET /v2.0/networks/df312486-70d8-4e41-9d53-fd9f2ccbf08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816731 Dec 22 05:03:24.473259 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b5860cd7-3558-47f6-9f87-63c45bfc53c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '3b6f2d12-60d9-4e37-b7af-334b84ba36e6', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'port_id': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'mac_address': 'fa:16:3e:ef:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:22Z', 'updated_at': '2021-12-22T05:03:22Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5715839-5dce-4437-860f-0719516fbe1f', 'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:41:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:06Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:24.503378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5860cd7-3558-47f6-9f87-63c45bfc53c3 None None] The sync data for ids ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'] in dv-neutron-822523-1-hyperv is: [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '3b6f2d12-60d9-4e37-b7af-334b84ba36e6', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'port_id': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'mac_address': 'fa:16:3e:ef:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:22Z', 'updated_at': '2021-12-22T05:03:22Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5715839-5dce-4437-860f-0719516fbe1f', 'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:41:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:06Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:03:24.517346 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fab82e5e-2b1e-49c2-a436-95af99f64a2c req-91d0c8f2-3dcc-4b3d-9e4c-9b778e5e9ae8 service neutron] 10.222.0.16 "GET /v2.0/networks/df312486-70d8-4e41-9d53-fd9f2ccbf08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877306 Dec 22 05:03:24.693741 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c37fa2-f1bb-43ea-b756-7fe73fe22d8b None None] New status for floating IP 3b6f2d12-60d9-4e37-b7af-334b84ba36e6: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:03:25.094025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44546) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:25.153159 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-00a884ae-cb81-4eb3-9a01-d872323bf12e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/3b6f2d12-60d9-4e37-b7af-334b84ba36e6 HTTP/1.1" status: 200 len: 993 time: 0.0579622 Dec 22 05:03:29.599642 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:03:39.336241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7afa0817-9f07-4199-8ba8-35e65eafe348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:41.638991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-21de3416-d99e-4923-bc64-aa4b9ef754f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:43.149095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:44.257376 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:45.210342 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:50.655668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:52.589527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44566) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:52.706576 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f9956290-05b5-41e7-aa6f-8f9f130327e4 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/routers/51a7c2de-5e92-4f78-bcc5-7f8d6e438550/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1157155 Dec 22 05:03:52.710594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44568) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:52.917310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c017b0aa-bf73-487c-bfb8-7ac54fd10c66 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Notify agent at dv-neutron-822523-1-hyperv the message router_removed_from_agent {{(pid=109183) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 22 05:03:52.921025 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c017b0aa-bf73-487c-bfb8-7ac54fd10c66 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "DELETE /v2.0/agents/1c575337-b4f8-459d-a0f5-8c160663008f/l3-routers/51a7c2de-5e92-4f78-bcc5-7f8d6e438550 HTTP/1.1" status: 204 len: 168 time: 0.2095220 Dec 22 05:03:52.923524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44570) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:53.038805 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6cce7f13-fd3f-4a11-9849-8b87c4ae7dc8 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/routers/51a7c2de-5e92-4f78-bcc5-7f8d6e438550/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1140339 Dec 22 05:03:53.041323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44572) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:53.104996 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-464726cf-1351-4f42-aef0-a64b73cc7e65 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/3b6f2d12-60d9-4e37-b7af-334b84ba36e6 HTTP/1.1" status: 200 len: 993 time: 0.0626287 Dec 22 05:03:53.349296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e5715839-5dce-4437-860f-0719516fbe1f no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:03:53.425088 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:53.460590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port e5715839-5dce-4437-860f-0719516fbe1f, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e5715839-5dce-4437-860f-0719516fbe1f,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:53.535047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:53.587064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=e5715839-5dce-4437-860f-0719516fbe1f,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:53.697022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908c726-190e-47e6-90fb-5b93c764d881 None None] New status for floating IP 3b6f2d12-60d9-4e37-b7af-334b84ba36e6: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:03:54.108948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44574) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:54.168344 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f94690a3-9334-4417-b667-94f1b2f22a8b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/3b6f2d12-60d9-4e37-b7af-334b84ba36e6 HTTP/1.1" status: 200 len: 991 time: 0.0582037 Dec 22 05:03:55.093196 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 34455d42-b091-430f-b7a0-eaeca6567845 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:03:55.214224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:55.234189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 34455d42-b091-430f-b7a0-eaeca6567845, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=34455d42-b091-430f-b7a0-eaeca6567845,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:55.325367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:55.371580 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=34455d42-b091-430f-b7a0-eaeca6567845,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:56.213171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44580) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:56.445707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4cc93f-5ef9-48af-bf84-f47872432b70 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:03:56.446038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4cc93f-5ef9-48af-bf84-f47872432b70 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Notify agent at dv-neutron-822523-1-hyperv the message router_added_to_agent {{(pid=109183) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 22 05:03:56.471467 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7d4cc93f-5ef9-48af-bf84-f47872432b70 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "POST /v2.0/agents/1c575337-b4f8-459d-a0f5-8c160663008f/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2572598 Dec 22 05:03:56.474085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44584) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:56.577399 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab2a4c4-407f-44e9-adf0-b4f606c6720c None None] Sync routers for ids ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:03:56.586869 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eca8ff9a-3256-491b-aa73-61729e9eb4c9 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/routers/51a7c2de-5e92-4f78-bcc5-7f8d6e438550/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1116450 Dec 22 05:03:56.587099 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab2a4c4-407f-44e9-adf0-b4f606c6720c None None] Routers {'51a7c2de-5e92-4f78-bcc5-7f8d6e438550'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:03:56.587462 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8ab2a4c4-407f-44e9-adf0-b4f606c6720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:03:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:56.589502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44588) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:56.648256 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-09690320-1d7e-4478-9047-4d3e42f679c4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/3b6f2d12-60d9-4e37-b7af-334b84ba36e6 HTTP/1.1" status: 200 len: 991 time: 0.0576332 Dec 22 05:03:56.685998 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-8ab2a4c4-407f-44e9-adf0-b4f606c6720c None None] Set router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:03:56.896448 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8ab2a4c4-407f-44e9-adf0-b4f606c6720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '3b6f2d12-60d9-4e37-b7af-334b84ba36e6', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'port_id': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'mac_address': 'fa:16:3e:ef:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:22Z', 'updated_at': '2021-12-22T05:03:53Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5715839-5dce-4437-860f-0719516fbe1f', 'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:41:88:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:53Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:56.926338 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab2a4c4-407f-44e9-adf0-b4f606c6720c None None] Checking router: 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:03:56.934449 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab2a4c4-407f-44e9-adf0-b4f606c6720c None None] Routers {'51a7c2de-5e92-4f78-bcc5-7f8d6e438550'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:03:56.935034 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8ab2a4c4-407f-44e9-adf0-b4f606c6720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:03:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:57.037565 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-8ab2a4c4-407f-44e9-adf0-b4f606c6720c None None] Set router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:03:57.245825 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8ab2a4c4-407f-44e9-adf0-b4f606c6720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '3b6f2d12-60d9-4e37-b7af-334b84ba36e6', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'port_id': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'mac_address': 'fa:16:3e:ef:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:22Z', 'updated_at': '2021-12-22T05:03:53Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5715839-5dce-4437-860f-0719516fbe1f', 'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:41:88:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:53Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:57.270817 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab2a4c4-407f-44e9-adf0-b4f606c6720c None None] The sync data for ids ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'] in dv-neutron-822523-1-hyperv is: [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '3b6f2d12-60d9-4e37-b7af-334b84ba36e6', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'port_id': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'mac_address': 'fa:16:3e:ef:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:22Z', 'updated_at': '2021-12-22T05:03:53Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5715839-5dce-4437-860f-0719516fbe1f', 'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:41:88:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:53Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:03:57.652137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44590) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:57.719290 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-69459469-9251-48d5-ab9c-e30eddf1a5f4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/3b6f2d12-60d9-4e37-b7af-334b84ba36e6 HTTP/1.1" status: 200 len: 991 time: 0.0648291 Dec 22 05:03:58.722118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44592) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:58.778284 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0ff4ff-9710-4c57-a85d-bc58bc5adb29 None None] New status for floating IP 3b6f2d12-60d9-4e37-b7af-334b84ba36e6: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:03:58.786807 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-03c0658f-5d73-4525-a5e2-b39b8805521d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/3b6f2d12-60d9-4e37-b7af-334b84ba36e6 HTTP/1.1" status: 200 len: 991 time: 0.0635552 Dec 22 05:03:59.134043 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e5715839-5dce-4437-860f-0719516fbe1f up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:03:59.181381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port e5715839-5dce-4437-860f-0719516fbe1f triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:59.181748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:59.259377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:59.289702 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port e5715839-5dce-4437-860f-0719516fbe1f, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e5715839-5dce-4437-860f-0719516fbe1f,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:59.359607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:59.360373 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 34455d42-b091-430f-b7a0-eaeca6567845 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:03:59.431934 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=e5715839-5dce-4437-860f-0719516fbe1f,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:59.443846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 34455d42-b091-430f-b7a0-eaeca6567845 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:59.444237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:59.520744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:59.540456 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 34455d42-b091-430f-b7a0-eaeca6567845, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=34455d42-b091-430f-b7a0-eaeca6567845,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:59.662604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:03:59.708950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=34455d42-b091-430f-b7a0-eaeca6567845,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:59.789621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44596) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:03:59.849148 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0a60ed33-5169-413c-8990-38fb19a47433 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/3b6f2d12-60d9-4e37-b7af-334b84ba36e6 HTTP/1.1" status: 200 len: 993 time: 0.0584943 Dec 22 05:04:00.114022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44602) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:00.272245 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 0a818b44-74fb-4a0a-b906-0d19224e9473 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:04:00.272588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:00.346116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:00.346437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:00.357754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 0a818b44-74fb-4a0a-b906-0d19224e9473 owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:04:00.582695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:00.607479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=0a818b44-74fb-4a0a-b906-0d19224e9473,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:00.671789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:00.672023 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP 3b6f2d12-60d9-4e37-b7af-334b84ba36e6 disassociated (deleted). External IP: 172.26.5.112, port: e6e474e8-243d-4eab-a241-fcf3ae47fd5e. Dec 22 05:04:00.876738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:04:00.983622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:04:00.988005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:00.993483 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe408b-c9bb-4dd9-b11b-2257c1e4a70d None None] Sync routers for ids ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:04:01.002275 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe408b-c9bb-4dd9-b11b-2257c1e4a70d None None] Routers {'51a7c2de-5e92-4f78-bcc5-7f8d6e438550'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:01.002866 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7bbe408b-c9bb-4dd9-b11b-2257c1e4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:03:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:01.014623 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-045f8818-896a-4cf4-aae1-935719e8ec08 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/floatingips/3b6f2d12-60d9-4e37-b7af-334b84ba36e6 HTTP/1.1" status: 204 len: 168 time: 0.8996084 Dec 22 05:04:01.015195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'tag': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:04:01.020610 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a8800d-43de-4e9e-912c-ad9d75bca692" -d '{"events": [{"name": "network-changed", "server_uuid": "53c9d8e0-c9ef-46c3-a33f-a7279bc40009", "tag": "e6e474e8-243d-4eab-a241-fcf3ae47fd5e"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:04:01.064284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7336b38b-86a7-4f31-abed-9fbccef38187 x-openstack-request-id: req-7336b38b-86a7-4f31-abed-9fbccef38187 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:04:01.064687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53c9d8e0-c9ef-46c3-a33f-a7279bc40009", "tag": "e6e474e8-243d-4eab-a241-fcf3ae47fd5e", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:04:01.065199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7336b38b-86a7-4f31-abed-9fbccef38187 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:04:01.065614 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'tag': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'status': 'completed', 'code': 200} Dec 22 05:04:01.119915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e5715839-5dce-4437-860f-0719516fbe1f up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:04:01.125377 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-7bbe408b-c9bb-4dd9-b11b-2257c1e4a70d None None] Set router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:01.155537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8800d-43de-4e9e-912c-ad9d75bca692 req-109bd4f0-6c57-43d8-b6ae-4c3fe1958508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:01.157262 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-24a8800d-43de-4e9e-912c-ad9d75bca692 req-109bd4f0-6c57-43d8-b6ae-4c3fe1958508 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 1098 time: 0.0483179 Dec 22 05:04:01.172165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port e5715839-5dce-4437-860f-0719516fbe1f triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:01.172571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:01.254973 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 34455d42-b091-430f-b7a0-eaeca6567845 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:04:01.259643 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8800d-43de-4e9e-912c-ad9d75bca692 req-d7e5372f-0c6a-42e7-954b-f4f61de662c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:01.262014 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-24a8800d-43de-4e9e-912c-ad9d75bca692 req-d7e5372f-0c6a-42e7-954b-f4f61de662c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df312486-70d8-4e41-9d53-fd9f2ccbf08d HTTP/1.1" status: 200 len: 898 time: 0.0964007 Dec 22 05:04:01.310615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 34455d42-b091-430f-b7a0-eaeca6567845 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:01.310857 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-24a8800d-43de-4e9e-912c-ad9d75bca692 req-a2fe49ab-c0a0-4cc6-ba1a-a37421653595 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6e474e8-243d-4eab-a241-fcf3ae47fd5e HTTP/1.1" status: 200 len: 217 time: 0.0409124 Dec 22 05:04:01.311012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:01.360010 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7bbe408b-c9bb-4dd9-b11b-2257c1e4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'e5715839-5dce-4437-860f-0719516fbe1f', 'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:41:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:59Z', 'revision_number': 7, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:01.367886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8800d-43de-4e9e-912c-ad9d75bca692 req-079f809b-e798-4407-ab1a-bfee08a29371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:01.369403 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-24a8800d-43de-4e9e-912c-ad9d75bca692 req-079f809b-e798-4407-ab1a-bfee08a29371 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=931dd8a7-5e55-435d-b3c5-c891549259cf HTTP/1.1" status: 200 len: 835 time: 0.0523002 Dec 22 05:04:01.388954 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe408b-c9bb-4dd9-b11b-2257c1e4a70d None None] Checking router: 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:04:01.396417 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbe408b-c9bb-4dd9-b11b-2257c1e4a70d None None] Routers {'51a7c2de-5e92-4f78-bcc5-7f8d6e438550'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:01.397040 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7bbe408b-c9bb-4dd9-b11b-2257c1e4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:03:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:01.434595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8800d-43de-4e9e-912c-ad9d75bca692 req-537a697a-60df-4b87-b197-d438237290f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:01.437965 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-24a8800d-43de-4e9e-912c-ad9d75bca692 req-537a697a-60df-4b87-b197-d438237290f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df312486-70d8-4e41-9d53-fd9f2ccbf08d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540314 Dec 22 05:04:01.479082 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b94930-72a6-480b-84f5-22a3ad26234e req-634373fa-eecf-4ee0-8724-81e93271cb5d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:01.481427 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-49b94930-72a6-480b-84f5-22a3ad26234e req-634373fa-eecf-4ee0-8724-81e93271cb5d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 945 time: 0.0549898 Dec 22 05:04:01.514160 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-7bbe408b-c9bb-4dd9-b11b-2257c1e4a70d None None] Set router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:01.548766 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-49b94930-72a6-480b-84f5-22a3ad26234e req-d3dcb236-5047-446a-850c-95865968dc14 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=035f7953-2f61-44e5-8161-0241b38c8185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517197 Dec 22 05:04:01.562139 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-24a8800d-43de-4e9e-912c-ad9d75bca692 req-a8662003-c433-42da-84a1-a70b69d96607 service neutron] 10.222.0.16 "GET /v2.0/networks/df312486-70d8-4e41-9d53-fd9f2ccbf08d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155946 Dec 22 05:04:01.660516 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-24a8800d-43de-4e9e-912c-ad9d75bca692 req-9830c920-26a6-4500-a511-6b0bf26d4931 service neutron] 10.222.0.16 "GET /v2.0/networks/df312486-70d8-4e41-9d53-fd9f2ccbf08d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892148 Dec 22 05:04:01.715501 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7bbe408b-c9bb-4dd9-b11b-2257c1e4a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'e5715839-5dce-4437-860f-0719516fbe1f', 'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:41:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:59Z', 'revision_number': 7, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:01.818815 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbe408b-c9bb-4dd9-b11b-2257c1e4a70d None None] The sync data for ids ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'] in dv-neutron-822523-1-hyperv is: [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:03:03Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'e5715839-5dce-4437-860f-0719516fbe1f', 'name': '', 'network_id': 'df312486-70d8-4e41-9d53-fd9f2ccbf08d', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:41:88:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:03:02Z', 'updated_at': '2021-12-22T05:03:59Z', 'revision_number': 7, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '931dd8a7-5e55-435d-b3c5-c891549259cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:04:02.457546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f97c8f-d29a-4072-a00a-035e9697db6f None None] New status for floating IP 3b6f2d12-60d9-4e37-b7af-334b84ba36e6: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:04:02.643919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669b78d-fd71-4743-8cef-82b80d426ae5 req-b0989aca-93f6-440a-81b8-b379b883c157 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:02.645310 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a669b78d-fd71-4743-8cef-82b80d426ae5 req-b0989aca-93f6-440a-81b8-b379b883c157 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 945 time: 0.0484302 Dec 22 05:04:02.682983 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a669b78d-fd71-4743-8cef-82b80d426ae5 req-d61f1649-d420-41d0-b51a-47807431d3ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=035f7953-2f61-44e5-8161-0241b38c8185&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312881 Dec 22 05:04:02.879919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e140-b0e8-4a7f-be22-4349a3d5fe0d req-043d15c2-a928-41d1-b74a-ead047432c1b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:02.881520 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b337e140-b0e8-4a7f-be22-4349a3d5fe0d req-043d15c2-a928-41d1-b74a-ead047432c1b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 945 time: 0.0488098 Dec 22 05:04:02.994730 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-b337e140-b0e8-4a7f-be22-4349a3d5fe0d req-40ded39b-5b33-4721-8531-6b8db2b6f9b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port e6e474e8-243d-4eab-a241-fcf3ae47fd5e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:04:02.995069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b337e140-b0e8-4a7f-be22-4349a3d5fe0d req-40ded39b-5b33-4721-8531-6b8db2b6f9b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:03.086378 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-b337e140-b0e8-4a7f-be22-4349a3d5fe0d req-40ded39b-5b33-4721-8531-6b8db2b6f9b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port e6e474e8-243d-4eab-a241-fcf3ae47fd5e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e6e474e8-243d-4eab-a241-fcf3ae47fd5e,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:03.086732 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b337e140-b0e8-4a7f-be22-4349a3d5fe0d req-40ded39b-5b33-4721-8531-6b8db2b6f9b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:03.098152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-b337e140-b0e8-4a7f-be22-4349a3d5fe0d req-40ded39b-5b33-4721-8531-6b8db2b6f9b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for e6e474e8-243d-4eab-a241-fcf3ae47fd5e owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:04:03.273336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b337e140-b0e8-4a7f-be22-4349a3d5fe0d req-40ded39b-5b33-4721-8531-6b8db2b6f9b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:03.300361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ded39b-5b33-4721-8531-6b8db2b6f9b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=e6e474e8-243d-4eab-a241-fcf3ae47fd5e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:03.347072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b337e140-b0e8-4a7f-be22-4349a3d5fe0d req-40ded39b-5b33-4721-8531-6b8db2b6f9b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] No DVR routers for this DVR port e6e474e8-243d-4eab-a241-fcf3ae47fd5e on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:04:03.349608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b337e140-b0e8-4a7f-be22-4349a3d5fe0d req-40ded39b-5b33-4721-8531-6b8db2b6f9b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:03.353633 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b337e140-b0e8-4a7f-be22-4349a3d5fe0d req-40ded39b-5b33-4721-8531-6b8db2b6f9b2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "DELETE /v2.0/ports/e6e474e8-243d-4eab-a241-fcf3ae47fd5e HTTP/1.1" status: 204 len: 173 time: 0.4494824 Dec 22 05:04:03.358820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'name': 'network-vif-deleted', 'tag': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:04:03.358820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83b70b9-c6a6-45b8-8819-e59d649e09f5" -d '{"events": [{"server_uuid": "53c9d8e0-c9ef-46c3-a33f-a7279bc40009", "name": "network-vif-deleted", "tag": "e6e474e8-243d-4eab-a241-fcf3ae47fd5e"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:04:03.391144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b64cb07-3a08-4a23-ae00-6736a66dedaf x-openstack-request-id: req-4b64cb07-3a08-4a23-ae00-6736a66dedaf {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:04:03.391458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53c9d8e0-c9ef-46c3-a33f-a7279bc40009", "name": "network-vif-deleted", "tag": "e6e474e8-243d-4eab-a241-fcf3ae47fd5e", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:04:03.391706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b64cb07-3a08-4a23-ae00-6736a66dedaf {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:04:03.392095 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c9d8e0-c9ef-46c3-a33f-a7279bc40009', 'name': 'network-vif-deleted', 'tag': 'e6e474e8-243d-4eab-a241-fcf3ae47fd5e', 'status': 'completed', 'code': 200} Dec 22 05:04:03.790561 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-134bc0a0-a453-4e68-b0c4-004a40165e00 req-d463b7e2-2227-43ec-bba7-34f23e182162 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=53c9d8e0-c9ef-46c3-a33f-a7279bc40009 HTTP/1.1" status: 200 len: 210 time: 0.0267534 Dec 22 05:04:04.845382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44618) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:04.902914 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:04.934883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:05.108267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:05.110874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:05.112042 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/security-groups/035f7953-2f61-44e5-8161-0241b38c8185 HTTP/1.1" status: 204 len: 168 time: 0.2656732 Dec 22 05:04:05.121298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=035f7953-2f61-44e5-8161-0241b38c8185,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:05.128454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:05.128792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:05.129122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:05.129444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:05.129763 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:05.130082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:05.130396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:05.130711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:05.131025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:05.131335 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:05.131642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:05.131949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5107173-6e67-4718-a6e0-d81dc7d9cc74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:05.200970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44622) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:05.558309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-025e91af-2a23-4b0b-b7ad-9028667c645a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:05.814330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-025e91af-2a23-4b0b-b7ad-9028667c645a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port e5715839-5dce-4437-860f-0719516fbe1f {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:04:05.814606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-025e91af-2a23-4b0b-b7ad-9028667c645a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:05.904119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-025e91af-2a23-4b0b-b7ad-9028667c645a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port e5715839-5dce-4437-860f-0719516fbe1f, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e5715839-5dce-4437-860f-0719516fbe1f,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:05.904853 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-025e91af-2a23-4b0b-b7ad-9028667c645a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:05.917006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-025e91af-2a23-4b0b-b7ad-9028667c645a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for e5715839-5dce-4437-860f-0719516fbe1f owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:04:05.986146 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2721e333-9f29-4692-9ee9-0426d490a550 req-4d8731a9-11ca-409c-a289-d0f33599fe8d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670393 Dec 22 05:04:06.134344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721e333-9f29-4692-9ee9-0426d490a550 req-aa8a7829-b325-42d5-839d-6bb857dfcfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:06.135730 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2721e333-9f29-4692-9ee9-0426d490a550 req-aa8a7829-b325-42d5-839d-6bb857dfcfb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 1098 time: 0.0913584 Dec 22 05:04:06.268258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721e333-9f29-4692-9ee9-0426d490a550 req-364f6d58-f07d-4a5c-bc6d-9638b8064d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:06.269681 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2721e333-9f29-4692-9ee9-0426d490a550 req-364f6d58-f07d-4a5c-bc6d-9638b8064d69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 913 time: 0.1009066 Dec 22 05:04:06.314930 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-025e91af-2a23-4b0b-b7ad-9028667c645a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:06.363321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e91af-2a23-4b0b-b7ad-9028667c645a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=e5715839-5dce-4437-860f-0719516fbe1f,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:06.393794 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2721e333-9f29-4692-9ee9-0426d490a550 req-a531515d-4233-4d58-8314-9b1e4d1c4b6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 HTTP/1.1" status: 200 len: 1001 time: 0.1160815 Dec 22 05:04:06.509944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721e333-9f29-4692-9ee9-0426d490a550 req-eb94ccb0-ad6d-4973-9fa7-948329525104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:06.511399 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2721e333-9f29-4692-9ee9-0426d490a550 req-eb94ccb0-ad6d-4973-9fa7-948329525104 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0945654 Dec 22 05:04:06.594591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721e333-9f29-4692-9ee9-0426d490a550 req-52291141-012a-4557-8345-19ecaac4502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:06.596035 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2721e333-9f29-4692-9ee9-0426d490a550 req-52291141-012a-4557-8345-19ecaac4502a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0591254 Dec 22 05:04:06.597770 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:04:06.611075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-025e91af-2a23-4b0b-b7ad-9028667c645a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:06.638733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device e6e474e8-243d-4eab-a241-fcf3ae47fd5e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:04:06.659245 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: e6e474e8-243d-4eab-a241-fcf3ae47fd5e {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:04:06.659572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device e6e474e8-243d-4eab-a241-fcf3ae47fd5e not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:04:07.098485 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2721e333-9f29-4692-9ee9-0426d490a550 req-cc86a0f0-a980-417d-a027-55d97d84955b service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942541 Dec 22 05:04:07.269266 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2721e333-9f29-4692-9ee9-0426d490a550 req-596ed29e-a28e-47a4-9cbd-76b9a799ee22 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632762 Dec 22 05:04:07.283761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025e91af-2a23-4b0b-b7ad-9028667c645a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:04:07.385177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025e91af-2a23-4b0b-b7ad-9028667c645a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:04:07.390056 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-025e91af-2a23-4b0b-b7ad-9028667c645a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/51a7c2de-5e92-4f78-bcc5-7f8d6e438550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1880939 Dec 22 05:04:07.392815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44624) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:07.395180 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d730a8-fe65-4916-9054-0b10aff56400 None None] Sync routers for ids ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:04:07.404097 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d730a8-fe65-4916-9054-0b10aff56400 None None] Routers {'51a7c2de-5e92-4f78-bcc5-7f8d6e438550'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:07.404723 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-60d730a8-fe65-4916-9054-0b10aff56400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:03:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:07.447177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e223f77-6764-492c-908f-f0c05c9a7318 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting subnet 931dd8a7-5e55-435d-b3c5-c891549259cf {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:04:07.450561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0e223f77-6764-492c-908f-f0c05c9a7318 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:07.490138 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0e223f77-6764-492c-908f-f0c05c9a7318 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:07.504928 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-60d730a8-fe65-4916-9054-0b10aff56400 None None] Set router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:07.572905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0e223f77-6764-492c-908f-f0c05c9a7318 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:07.676283 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-60d730a8-fe65-4916-9054-0b10aff56400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:07.680245 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0e223f77-6764-492c-908f-f0c05c9a7318 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:07.705571 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d730a8-fe65-4916-9054-0b10aff56400 None None] Checking router: 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:04:07.708583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e223f77-6764-492c-908f-f0c05c9a7318 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Subnet': ['ID=931dd8a7-5e55-435d-b3c5-c891549259cf,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:07.710631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0e223f77-6764-492c-908f-f0c05c9a7318 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:07.716425 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0e223f77-6764-492c-908f-f0c05c9a7318 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/subnets/931dd8a7-5e55-435d-b3c5-c891549259cf HTTP/1.1" status: 204 len: 168 time: 0.3200896 Dec 22 05:04:07.717213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44626) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:07.717462 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d730a8-fe65-4916-9054-0b10aff56400 None None] Routers {'51a7c2de-5e92-4f78-bcc5-7f8d6e438550'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:07.718074 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-60d730a8-fe65-4916-9054-0b10aff56400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:03:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:07.719584 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1289b672-c0b3-44f5-b8f0-23366e19490f None None] Network df312486-70d8-4e41-9d53-fd9f2ccbf08d requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:04:07.822971 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-60d730a8-fe65-4916-9054-0b10aff56400 None None] Set router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:07.826928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:07.915218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19de832c-b7ce-4f55-acda-88cf7f03732e None None] DHCP port deletion for df312486-70d8-4e41-9d53-fd9f2ccbf08d request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:04:07.951388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:07.968719 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-19de832c-b7ce-4f55-acda-88cf7f03732e None None] Deleting port c0c3b2c8-3056-43b7-b75f-43b929c52c86 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:04:07.969090 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-19de832c-b7ce-4f55-acda-88cf7f03732e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.013999 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-60d730a8-fe65-4916-9054-0b10aff56400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:08.032847 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-19de832c-b7ce-4f55-acda-88cf7f03732e None None] For port c0c3b2c8-3056-43b7-b75f-43b929c52c86, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c0c3b2c8-3056-43b7-b75f-43b929c52c86,segment=NetworkSegment(0d96409e-fed7-4b00-ad26-461bd19fa3b6),segment_id=0d96409e-fed7-4b00-ad26-461bd19fa3b6)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:08.033260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-19de832c-b7ce-4f55-acda-88cf7f03732e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.040451 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d730a8-fe65-4916-9054-0b10aff56400 None None] The sync data for ids ['51a7c2de-5e92-4f78-bcc5-7f8d6e438550'] in dv-neutron-822523-1-hyperv is: [{'id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'name': 'tempest-TestNetworkBasicOps-router-940232171', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4'}], 'enable_snat': True}, 'gw_port_id': '34455d42-b091-430f-b7a0-eaeca6567845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:02:57Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '34455d42-b091-430f-b7a0-eaeca6567845', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:bc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a7c2de-5e92-4f78-bcc5-7f8d6e438550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:02:58Z', 'updated_at': '2021-12-22T05:03:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:04:08.045801 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-19de832c-b7ce-4f55-acda-88cf7f03732e None None] Calling delete_port for c0c3b2c8-3056-43b7-b75f-43b929c52c86 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:04:08.102155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 34455d42-b091-430f-b7a0-eaeca6567845 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:04:08.102720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.180326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 34455d42-b091-430f-b7a0-eaeca6567845, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=34455d42-b091-430f-b7a0-eaeca6567845,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:08.180687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.193079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 34455d42-b091-430f-b7a0-eaeca6567845 owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:04:08.193734 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-19de832c-b7ce-4f55-acda-88cf7f03732e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.219737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de832c-b7ce-4f55-acda-88cf7f03732e None None] Pushing event deleted for resources: {'Port': ['ID=c0c3b2c8-3056-43b7-b75f-43b929c52c86,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:08.224263 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de832c-b7ce-4f55-acda-88cf7f03732e None None] No DVR routers for this DVR port c0c3b2c8-3056-43b7-b75f-43b929c52c86 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:04:08.417062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.448065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=34455d42-b091-430f-b7a0-eaeca6567845,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:08.514163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.604607 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.606752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.742844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.743413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Fanout notify agent at l3_agent the message router_deleted on router 51a7c2de-5e92-4f78-bcc5-7f8d6e438550 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:04:08.758894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.758894 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f8669535-c9dd-4e70-a92e-c94ea7dafc3a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/routers/51a7c2de-5e92-4f78-bcc5-7f8d6e438550 HTTP/1.1" status: 204 len: 168 time: 1.0338371 Dec 22 05:04:08.758894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44628) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:08.841368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.934513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.959979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df312486-70d8-4e41-9d53-fd9f2ccbf08d']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:08.969317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d96409e-fed7-4b00-ad26-461bd19fa3b6') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:08.969643 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d96409e-fed7-4b00-ad26-461bd19fa3b6') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:08.979728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.993361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:08.999167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:04:09.000931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:04:09.002590 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:04:09.159473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:09.167200 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:09.170824 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/networks/df312486-70d8-4e41-9d53-fd9f2ccbf08d HTTP/1.1" status: 204 len: 168 time: 0.4159033 Dec 22 05:04:09.187532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c4ae5-4dda-4ac3-8cdd-0ef1212dba98 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Network': ['ID=df312486-70d8-4e41-9d53-fd9f2ccbf08d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:09.193187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44630) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:09.199924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-048e0df7-49b1-4c96-944c-179966bbd681 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'network': {'name': 'tempest-network-smoke--1247705769', 'project_id': '029a077a8ccd4775910052d15f603bba', 'port_security_enabled': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:09.231590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e5715839-5dce-4437-860f-0719516fbe1f no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:04:09.237430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eae0f16f-f848-4021-82de-cedaff1ef10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:09.258252 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: e5715839-5dce-4437-860f-0719516fbe1f {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:04:09.258586 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e5715839-5dce-4437-860f-0719516fbe1f not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:04:09.259004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c0c3b2c8-3056-43b7-b75f-43b929c52c86 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:04:09.285130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048e0df7-49b1-4c96-944c-179966bbd681 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:04:09.286751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: c0c3b2c8-3056-43b7-b75f-43b929c52c86 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:04:09.287241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c0c3b2c8-3056-43b7-b75f-43b929c52c86 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:04:09.287820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 34455d42-b091-430f-b7a0-eaeca6567845 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:04:09.289487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-048e0df7-49b1-4c96-944c-179966bbd681 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:09.314266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048e0df7-49b1-4c96-944c-179966bbd681 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:04:09.314504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 34455d42-b091-430f-b7a0-eaeca6567845 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:04:09.314861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 34455d42-b091-430f-b7a0-eaeca6567845 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:04:09.324037 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-048e0df7-49b1-4c96-944c-179966bbd681 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:09.324875 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-048e0df7-49b1-4c96-944c-179966bbd681 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Added segment 4827c175-f4d6-4a57-a2a2-3050a38a906d of type vlan for network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 Dec 22 05:04:09.376464 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-048e0df7-49b1-4c96-944c-179966bbd681 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:09.451214 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-048e0df7-49b1-4c96-944c-179966bbd681 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:09.457043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048e0df7-49b1-4c96-944c-179966bbd681 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:09.457585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-048e0df7-49b1-4c96-944c-179966bbd681 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:09.527511 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e0df7-49b1-4c96-944c-179966bbd681 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Network': ['ID=f7fbeaa8-5bd4-4011-8bd2-ec05281821e0,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:09.532180 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-048e0df7-49b1-4c96-944c-179966bbd681 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3367102 Dec 22 05:04:09.535008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44632) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:09.541429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'admin_state_up': True, 'project_id': '029a077a8ccd4775910052d15f603bba', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:09.542731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:04:09.622671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:09.623757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:09.680783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:09.906976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:10.312932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:10.331367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:10.434671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.9 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/372277d9-df41-422e-87f1-955bd45c9c2f) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:04:10.533595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:10.627934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:10.668131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:10.672308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:10.675761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:04:10.699582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=372277d9-df41-422e-87f1-955bd45c9c2f,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:11.016654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:11.522323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:11.666547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a7f89044-e3ca-4859-8439-e9bcb31497c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:11.759136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 1aac5793-b2f4-403b-a879-4c2341a9dd31 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:04:11.862350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:04:11.872702 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Sync routers for ids ['1aac5793-b2f4-403b-a879-4c2341a9dd31'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:04:11.883027 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Routers {'1aac5793-b2f4-403b-a879-4c2341a9dd31'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:11.883642 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:04:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1aac5793-b2f4-403b-a879-4c2341a9dd31'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:11.975659 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:11.976984 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cd66fec8-fe0f-4ab7-a65f-272b1ed9dba6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4410381 Dec 22 05:04:11.980094 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44636) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:12.012661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Set router 1aac5793-b2f4-403b-a879-4c2341a9dd31 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:12.032766 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-543d8de9-de93-4a01-a2c8-3c5a28ad63b3 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=029a077a8ccd4775910052d15f603bba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515289 Dec 22 05:04:12.035467 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44638) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:12.130594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18844e17-de2e-4e1f-88fb-07ff4e5c837a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:12.131994 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-18844e17-de2e-4e1f-88fb-07ff4e5c837a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925984 Dec 22 05:04:12.135391 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44640) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:12.162455 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-20aa05c1-9cd7-4887-ac3b-e9878bff20a1 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260258 Dec 22 05:04:12.165068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44642) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:12.169938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7692a0e6-c2fd-41a8-9d74-18c7f187d8f8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-853166674', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'project_id': '029a077a8ccd4775910052d15f603bba', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:12.190874 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:04:10Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:12.217791 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Checking router: 1aac5793-b2f4-403b-a879-4c2341a9dd31 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:04:12.218150 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Updating router 1aac5793-b2f4-403b-a879-4c2341a9dd31 port 372277d9-df41-422e-87f1-955bd45c9c2f binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:04:12.241266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:12.359043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7692a0e6-c2fd-41a8-9d74-18c7f187d8f8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:04:12.362643 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7692a0e6-c2fd-41a8-9d74-18c7f187d8f8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:12.486698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:12.553483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:12.608835 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08d6ed-06a0-4480-b7a1-2e2ffb28c16a None None] Pushing event updated for resources: {'Port': ['ID=372277d9-df41-422e-87f1-955bd45c9c2f,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:12.609900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7692a0e6-c2fd-41a8-9d74-18c7f187d8f8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:12.611476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Attempting to bind port 372277d9-df41-422e-87f1-955bd45c9c2f on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:04:12.611764 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Attempting to bind port 372277d9-df41-422e-87f1-955bd45c9c2f by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:04:12.612124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Attempting to bind port 372277d9-df41-422e-87f1-955bd45c9c2f on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:04:12.617554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:04:12.617958 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:04:12.618327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:12.618719 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:04:12.619190 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Bound port: 372277d9-df41-422e-87f1-955bd45c9c2f, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:04:12.619562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:12.668933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692a0e6-c2fd-41a8-9d74-18c7f187d8f8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Subnet': ['ID=35a55140-f480-4c51-849d-c6d516bd7f05,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:12.671414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] For port 372277d9-df41-422e-87f1-955bd45c9c2f, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:04:12.675077 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] For port 372277d9-df41-422e-87f1-955bd45c9c2f, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=372277d9-df41-422e-87f1-955bd45c9c2f,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:04:12.680433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7692a0e6-c2fd-41a8-9d74-18c7f187d8f8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Checking segment: {'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:04:12.680433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7692a0e6-c2fd-41a8-9d74-18c7f187d8f8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network hostable DHCP agents. Network: f7fbeaa8-5bd4-4011-8bd2-ec05281821e0, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:04:12.754132 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:12.764583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7692a0e6-c2fd-41a8-9d74-18c7f187d8f8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:04:12.811429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Routers {'1aac5793-b2f4-403b-a879-4c2341a9dd31'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:12.812032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:04:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1aac5793-b2f4-403b-a879-4c2341a9dd31'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:12.816684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08d6ed-06a0-4480-b7a1-2e2ffb28c16a None None] Pushing event updated for resources: {'Port': ['ID=372277d9-df41-422e-87f1-955bd45c9c2f,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:12.856471 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-7692a0e6-c2fd-41a8-9d74-18c7f187d8f8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, f7fbeaa8-5bd4-4011-8bd2-ec05281821e0) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:12.860725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692a0e6-c2fd-41a8-9d74-18c7f187d8f8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:12.861299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7692a0e6-c2fd-41a8-9d74-18c7f187d8f8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:12.878358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80384901-a08b-4fd0-999e-0cbc40943443 None None] Network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:04:12.967721 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7692a0e6-c2fd-41a8-9d74-18c7f187d8f8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8015306 Dec 22 05:04:12.970491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44644) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:13.023614 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ips': [{'subnet_id': '35a55140-f480-4c51-849d-c6d516bd7f05'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:04:13.024490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:13.142915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] Set router 1aac5793-b2f4-403b-a879-4c2341a9dd31 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:13.241082 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:13.298983 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Allocated IP 172.20.0.2 (f7fbeaa8-5bd4-4011-8bd2-ec05281821e0/35a55140-f480-4c51-849d-c6d516bd7f05/0497b087-d496-46be-bd82-41ebbad6dbcd) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:04:13.450463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:13.461846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:04:10Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:13.494160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab07542-1011-4ed2-b464-b175e2b74f31 None None] The sync data for ids ['1aac5793-b2f4-403b-a879-4c2341a9dd31'] in dv-neutron-822523-1-hyperv is: [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:04:10Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:04:13.517534 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:13.594196 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:13.633013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:13.635776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:13.638331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:04:13.651927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Pushing event updated for resources: {'Port': ['ID=0497b087-d496-46be-bd82-41ebbad6dbcd,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:13.709161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Attempting to bind port 0497b087-d496-46be-bd82-41ebbad6dbcd on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:04:13.709161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Attempting to bind port 0497b087-d496-46be-bd82-41ebbad6dbcd by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:04:13.709161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Attempting to bind port 0497b087-d496-46be-bd82-41ebbad6dbcd on network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:04:13.724043 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:04:13.724391 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Checking segment: {'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:04:13.724820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:13.725205 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Bound using segment: {'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:04:13.725686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Bound port: 0497b087-d496-46be-bd82-41ebbad6dbcd, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:04:13.726573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:13.756529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.1 (f7fbeaa8-5bd4-4011-8bd2-ec05281821e0/35a55140-f480-4c51-849d-c6d516bd7f05/fc3219af-ee6f-4e41-8e7a-e26e33fb92fc) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:04:13.808340 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] For port 0497b087-d496-46be-bd82-41ebbad6dbcd, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:04:13.811612 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] For port 0497b087-d496-46be-bd82-41ebbad6dbcd, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0497b087-d496-46be-bd82-41ebbad6dbcd,segment=NetworkSegment(4827c175-f4d6-4a57-a2a2-3050a38a906d),segment_id=4827c175-f4d6-4a57-a2a2-3050a38a906d)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:04:13.885096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:13.885672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:13.951285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6f790-955f-4b47-8fe4-2dd9d5831d7c None None] Pushing event updated for resources: {'Port': ['ID=0497b087-d496-46be-bd82-41ebbad6dbcd,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:13.982939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:14.029364 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:14.032847 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:14.041176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:04:14.077807 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=fc3219af-ee6f-4e41-8e7a-e26e33fb92fc,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:14.115750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:14.239698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:14.370796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:14.651570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:14.713801 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:14.793329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=fc3219af-ee6f-4e41-8e7a-e26e33fb92fc,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:14.795761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:14.893217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:14.894604 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:14.927132 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5f6f65-db59-479c-940c-97b2106b9eb8 None None] Network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:04:14.986806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Provisioning complete for port 0497b087-d496-46be-bd82-41ebbad6dbcd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:14.987172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:15.009806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 1aac5793-b2f4-403b-a879-4c2341a9dd31 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:04:15.139618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:04:15.149448 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-104fa6a9-aecd-4520-8816-fb7644999f26 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/1aac5793-b2f4-403b-a879-4c2341a9dd31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1779411 Dec 22 05:04:15.151916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44646) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:15.245434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 372277d9-df41-422e-87f1-955bd45c9c2f up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:04:15.273500 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917521fe-28ca-490c-81f6-841392ec3b2f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:15.274043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917521fe-28ca-490c-81f6-841392ec3b2f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:15.274556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917521fe-28ca-490c-81f6-841392ec3b2f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:15.275070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917521fe-28ca-490c-81f6-841392ec3b2f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:15.275591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917521fe-28ca-490c-81f6-841392ec3b2f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:15.276220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917521fe-28ca-490c-81f6-841392ec3b2f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:15.278210 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-917521fe-28ca-490c-81f6-841392ec3b2f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1250672 Dec 22 05:04:15.281214 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44648) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:15.283461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:15.341266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed169d45-7c9f-49b2-93a6-dde52bf024dc tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:15.341804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed169d45-7c9f-49b2-93a6-dde52bf024dc tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:15.342408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed169d45-7c9f-49b2-93a6-dde52bf024dc tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:15.343699 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed169d45-7c9f-49b2-93a6-dde52bf024dc tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:15.344288 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed169d45-7c9f-49b2-93a6-dde52bf024dc tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:15.344797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed169d45-7c9f-49b2-93a6-dde52bf024dc tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:15.355226 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ed169d45-7c9f-49b2-93a6-dde52bf024dc tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0679111 Dec 22 05:04:15.355226 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44650) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:15.356609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:15.385112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 372277d9-df41-422e-87f1-955bd45c9c2f triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:15.385481 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:15.411437 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] For port 0497b087-d496-46be-bd82-41ebbad6dbcd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0497b087-d496-46be-bd82-41ebbad6dbcd,segment=NetworkSegment(4827c175-f4d6-4a57-a2a2-3050a38a906d),segment_id=4827c175-f4d6-4a57-a2a2-3050a38a906d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:15.476696 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Sync routers for ids ['1aac5793-b2f4-403b-a879-4c2341a9dd31'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:04:15.480584 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:15.490790 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Routers {'1aac5793-b2f4-403b-a879-4c2341a9dd31'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:15.491741 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:04:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1aac5793-b2f4-403b-a879-4c2341a9dd31'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:15.493760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:15.512564 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d9d19cba-09f2-4f8d-8110-b484caab99ad tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1597700 Dec 22 05:04:15.553571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Pushing event updated for resources: {'Port': ['ID=0497b087-d496-46be-bd82-41ebbad6dbcd,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:15.559630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 372277d9-df41-422e-87f1-955bd45c9c2f, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=372277d9-df41-422e-87f1-955bd45c9c2f,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:15.564707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:15.565101 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:15.565414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:15.565713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:15.566043 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:15.566371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:15.566698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:15.567026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:15.567349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:15.567720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:15.567975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:15.568321 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6649f4-5ed3-40d5-ae96-761f9053e969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:15.615114 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e8f5a1dc-fe3b-42ff-b8f3-79596476f5c4 None None] Provisioning complete for port 0497b087-d496-46be-bd82-41ebbad6dbcd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:15.615328 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Set router 1aac5793-b2f4-403b-a879-4c2341a9dd31 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:15.615458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a1dc-fe3b-42ff-b8f3-79596476f5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:15.703157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:15.704051 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0497b087-d496-46be-bd82-41ebbad6dbcd up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:04:15.757674 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e8f5a1dc-fe3b-42ff-b8f3-79596476f5c4 None None] Provisioning complete for port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:15.758072 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a1dc-fe3b-42ff-b8f3-79596476f5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:15.829502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=372277d9-df41-422e-87f1-955bd45c9c2f,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:15.840298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 0497b087-d496-46be-bd82-41ebbad6dbcd triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:15.840298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:15.841807 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e8f5a1dc-fe3b-42ff-b8f3-79596476f5c4 None None] Port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:04:15.847241 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44654) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:15.852576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1537819992', 'description': 'tempest-secgroup-smoke-1537819992 description', 'project_id': '029a077a8ccd4775910052d15f603bba'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:15.857893 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:04:14Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fc3219af-ee6f-4e41-8e7a-e26e33fb92fc', 'name': '', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:f6:d5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:13Z', 'updated_at': '2021-12-22T05:04:14Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:15.891057 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Checking router: 1aac5793-b2f4-403b-a879-4c2341a9dd31 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:04:15.891474 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Updating router 1aac5793-b2f4-403b-a879-4c2341a9dd31 port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:04:15.918271 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:15.956204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:15.971508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-cdc740e6-588c-4cc3-ac6d-e7d6ec331a6d None None] Provisioning complete for port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:15.975141 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cdc740e6-588c-4cc3-ac6d-e7d6ec331a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.012577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-cdc740e6-588c-4cc3-ac6d-e7d6ec331a6d None None] Port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:04:16.033507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.089436 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.117296 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b90d65-f5fe-42e8-9835-2ac917b09786,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:16.126168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.126641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.127222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.127666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.128083 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.128538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.129104 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.129787 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.130232 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.130736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.131071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.131353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.133022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7b9aff7a-1341-4e22-990c-45c8ee08b1dc None None] Provisioning complete for port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:16.133022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b9aff7a-1341-4e22-990c-45c8ee08b1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.166808 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7b9aff7a-1341-4e22-990c-45c8ee08b1dc None None] Port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:04:16.194135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.195947 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5ff6933d-958b-41a2-9c72-bdc8afe72544 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3476071 Dec 22 05:04:16.198848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44656) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:16.203276 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.203450 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-71659e56-8ea2-4a51-8d4e-1df23d33cb11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '17b90d65-f5fe-42e8-9835-2ac917b09786', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:16.295292 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.324387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-71659e56-8ea2-4a51-8d4e-1df23d33cb11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.349830 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Pushing event updated for resources: {'Port': ['ID=fc3219af-ee6f-4e41-8e7a-e26e33fb92fc,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:16.373092 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.373428 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.373760 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.374084 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.374399 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.374716 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.375030 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.375344 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.375656 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.376064 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.376535 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.376864 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:16.389570 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-71659e56-8ea2-4a51-8d4e-1df23d33cb11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.407471 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Attempting to bind port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:04:16.411040 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Attempting to bind port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:04:16.411040 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Attempting to bind port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc on network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:04:16.413887 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:04:16.414262 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Checking segment: {'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:04:16.414728 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.415047 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Bound using segment: {'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:04:16.415506 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Bound port: fc3219af-ee6f-4e41-8e7a-e26e33fb92fc, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:04:16.415879 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.445494 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-71659e56-8ea2-4a51-8d4e-1df23d33cb11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.468910 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71659e56-8ea2-4a51-8d4e-1df23d33cb11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd0e8b3-ee35-4ff2-a4b3-c47d3e776570,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:16.482772 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] For port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:04:16.485940 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] For port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=fc3219af-ee6f-4e41-8e7a-e26e33fb92fc,segment=NetworkSegment(4827c175-f4d6-4a57-a2a2-3050a38a906d),segment_id=4827c175-f4d6-4a57-a2a2-3050a38a906d)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:04:16.560290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-71659e56-8ea2-4a51-8d4e-1df23d33cb11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.561545 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-71659e56-8ea2-4a51-8d4e-1df23d33cb11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3617501 Dec 22 05:04:16.564266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44658) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:16.568768 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-023fcf2f-4248-45e3-9881-216a74bc4cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '17b90d65-f5fe-42e8-9835-2ac917b09786', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:16.581930 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.586236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1fe76db2-e71b-4e75-926b-830574b6d912 None None] Provisioning complete for port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:16.586608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1fe76db2-e71b-4e75-926b-830574b6d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.670234 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-023fcf2f-4248-45e3-9881-216a74bc4cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.674171 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1fe76db2-e71b-4e75-926b-830574b6d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.722285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1fe76db2-e71b-4e75-926b-830574b6d912 None None] For port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=fc3219af-ee6f-4e41-8e7a-e26e33fb92fc,segment=NetworkSegment(4827c175-f4d6-4a57-a2a2-3050a38a906d),segment_id=4827c175-f4d6-4a57-a2a2-3050a38a906d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:16.731401 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Routers {'1aac5793-b2f4-403b-a879-4c2341a9dd31'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:16.732021 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:04:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1aac5793-b2f4-403b-a879-4c2341a9dd31'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:16.752371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-023fcf2f-4248-45e3-9881-216a74bc4cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.776557 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1fe76db2-e71b-4e75-926b-830574b6d912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.820496 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a741e-42a3-4423-bafe-628ed9367d4d None None] Pushing event updated for resources: {'Port': ['ID=fc3219af-ee6f-4e41-8e7a-e26e33fb92fc,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:16.828333 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe76db2-e71b-4e75-926b-830574b6d912 None None] Pushing event updated for resources: {'Port': ['ID=fc3219af-ee6f-4e41-8e7a-e26e33fb92fc,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:16.839278 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-023fcf2f-4248-45e3-9881-216a74bc4cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.859862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fcf2f-4248-45e3-9881-216a74bc4cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15957f9f-cff4-4782-bb49-a56b8d04723b,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:16.861103 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] Set router 1aac5793-b2f4-403b-a879-4c2341a9dd31 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:16.896025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-16e7ff3d-a54d-4984-ad4d-c2ea3282887a None None] Provisioning complete for port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:16.896429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-16e7ff3d-a54d-4984-ad4d-c2ea3282887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.923511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-023fcf2f-4248-45e3-9881-216a74bc4cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:16.924946 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-023fcf2f-4248-45e3-9881-216a74bc4cf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3595800 Dec 22 05:04:16.927781 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44660) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:16.932367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-0f18f803-87c6-4887-9bad-cb21423237d2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '17b90d65-f5fe-42e8-9835-2ac917b09786', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:17.020919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0f18f803-87c6-4887-9bad-cb21423237d2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.070316 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:04:14Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fc3219af-ee6f-4e41-8e7a-e26e33fb92fc', 'name': '', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:f6:d5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:13Z', 'updated_at': '2021-12-22T05:04:16Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:17.084781 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0f18f803-87c6-4887-9bad-cb21423237d2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.102517 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d47f3-f40a-4c91-bf93-fa94814b6abe None None] The sync data for ids ['1aac5793-b2f4-403b-a879-4c2341a9dd31'] in dv-neutron-822523-1-hyperv is: [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:04:14Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fc3219af-ee6f-4e41-8e7a-e26e33fb92fc', 'name': '', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:f6:d5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:13Z', 'updated_at': '2021-12-22T05:04:16Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:04:17.130440 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 372277d9-df41-422e-87f1-955bd45c9c2f up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:04:17.150290 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0f18f803-87c6-4887-9bad-cb21423237d2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.179498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18f803-87c6-4887-9bad-cb21423237d2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21af54c2-812a-4333-a02a-801aa2f04777,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:17.215988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 372277d9-df41-422e-87f1-955bd45c9c2f triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:17.216413 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.247073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0f18f803-87c6-4887-9bad-cb21423237d2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.248699 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0f18f803-87c6-4887-9bad-cb21423237d2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3199363 Dec 22 05:04:17.251557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44662) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:17.256695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-832159ca-1ad5-46c1-9cfb-dec37dafa093 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '17b90d65-f5fe-42e8-9835-2ac917b09786', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:17.304183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0497b087-d496-46be-bd82-41ebbad6dbcd up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:04:17.352956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 0497b087-d496-46be-bd82-41ebbad6dbcd triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:17.353332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.358853 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-832159ca-1ad5-46c1-9cfb-dec37dafa093 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.420814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-832159ca-1ad5-46c1-9cfb-dec37dafa093 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.501965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-832159ca-1ad5-46c1-9cfb-dec37dafa093 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.520455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832159ca-1ad5-46c1-9cfb-dec37dafa093 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe336760-5915-477b-9c05-ac39e00d693e,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:17.652511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-832159ca-1ad5-46c1-9cfb-dec37dafa093 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.654668 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-832159ca-1ad5-46c1-9cfb-dec37dafa093 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4010501 Dec 22 05:04:17.656890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44664) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:17.661318 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-396e75ca-3a40-4b5a-b20e-98db3d8f4ebd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '17b90d65-f5fe-42e8-9835-2ac917b09786', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:17.753474 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-396e75ca-3a40-4b5a-b20e-98db3d8f4ebd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:04:17.759580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-396e75ca-3a40-4b5a-b20e-98db3d8f4ebd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.822902 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-396e75ca-3a40-4b5a-b20e-98db3d8f4ebd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.918931 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-396e75ca-3a40-4b5a-b20e-98db3d8f4ebd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:17.935059 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e75ca-3a40-4b5a-b20e-98db3d8f4ebd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d32297c-079b-41e3-b0a2-c2d924e44018,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:18.006972 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-396e75ca-3a40-4b5a-b20e-98db3d8f4ebd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:18.008209 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-396e75ca-3a40-4b5a-b20e-98db3d8f4ebd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3503678 Dec 22 05:04:18.011237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44666) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:18.015890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8cc67e28-dcff-4784-824f-575f9d9efa64 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '17b90d65-f5fe-42e8-9835-2ac917b09786', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:18.124983 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-8cc67e28-dcff-4784-824f-575f9d9efa64 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:04:18.130546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8cc67e28-dcff-4784-824f-575f9d9efa64 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:18.191690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8cc67e28-dcff-4784-824f-575f9d9efa64 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:18.278546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8cc67e28-dcff-4784-824f-575f9d9efa64 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:18.296901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc67e28-dcff-4784-824f-575f9d9efa64 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb227d59-be8b-4424-9bde-0a479d4c2ee0,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:18.389400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8cc67e28-dcff-4784-824f-575f9d9efa64 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:18.390644 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8cc67e28-dcff-4784-824f-575f9d9efa64 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3784077 Dec 22 05:04:18.527732 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-f79f0117-8c66-4894-9229-0ecde8deb39b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1537819992&fields=id&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 267 time: 0.0323670 Dec 22 05:04:18.636524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-56a289a4-02be-4b74-ab93-732fa059b477 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:18.637975 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-56a289a4-02be-4b74-ab93-732fa059b477 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/networks?id=f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 HTTP/1.1" status: 200 len: 797 time: 0.1035309 Dec 22 05:04:18.653379 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-e302d9bb-ec15-4af8-b435-dd7f41e7c840 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/quotas/029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 375 time: 0.0097389 Dec 22 05:04:18.703400 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-0f229b2b-4f7f-4ca0-bdce-d1a776f70097 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447121 Dec 22 05:04:18.843335 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-8dcd51de-0a0a-4443-acf8-df27368274bb service neutron] 10.222.0.54 "GET /v2.0/networks/f7fbeaa8-5bd4-4011-8bd2-ec05281821e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274929 Dec 22 05:04:18.936198 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-92a1fd0b-ac11-4237-bb1c-5f8dac9700b8 service neutron] 10.222.0.54 "GET /v2.0/networks/f7fbeaa8-5bd4-4011-8bd2-ec05281821e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868413 Dec 22 05:04:19.129107 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device fc3219af-ee6f-4e41-8e7a-e26e33fb92fc up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:04:19.180282 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:19.180621 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:19.293885 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-056511a9-684c-47e0-aead-cd8f150f12c6 req-3b1a7f92-51cb-469a-9dc0-ba52dd992583 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 210 time: 0.0284231 Dec 22 05:04:20.391413 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-35312d7d-3a13-4d82-b21a-b14733381f8c req-aa49c637-4d71-4126-b75f-cb578bd76ae2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 210 time: 0.0324821 Dec 22 05:04:20.690292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:21.486390 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e575d671-7da5-4bec-81d7-47f824c724e5 req-5a9524d9-356a-4caf-a969-5654c78f698d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 210 time: 0.0264843 Dec 22 05:04:21.496697 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-e1993168-070c-4cd1-aabd-820d425b713e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:21.498128 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-e1993168-070c-4cd1-aabd-820d425b713e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks?id=f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 HTTP/1.1" status: 200 len: 797 time: 0.1034129 Dec 22 05:04:21.547782 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-82db02fb-7793-4732-893c-8542e516daf0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 380 time: 0.0331769 Dec 22 05:04:21.557443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'device_id': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'admin_state_up': True, 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'security_groups': ['17b90d65-f5fe-42e8-9835-2ac917b09786']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:21.775210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:04:21.778722 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:21.901962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.11 (f7fbeaa8-5bd4-4011-8bd2-ec05281821e0/35a55140-f480-4c51-849d-c6d516bd7f05/1d43b201-7874-444f-8d94-61f598bb5ce8) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:04:22.047094 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:22.159337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:22.205658 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:22.208936 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:22.212713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:04:22.221060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=1d43b201-7874-444f-8d94-61f598bb5ce8,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:22.268145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:22.268793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:22.385196 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-af99ef36-c3f1-4fcf-aac3-179dcebc018e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8312178 Dec 22 05:04:22.405577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Request body: {'port': {'device_id': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:22.439568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1baf1d20-b22d-4596-b1a9-cd631e73cb20 None None] Provisioning complete for port 1d43b201-7874-444f-8d94-61f598bb5ce8 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:22.440162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1baf1d20-b22d-4596-b1a9-cd631e73cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:22.460812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:22.473816 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1baf1d20-b22d-4596-b1a9-cd631e73cb20 None None] Port 1d43b201-7874-444f-8d94-61f598bb5ce8 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:04:22.670870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb980d-c870-4074-8916-489370bf0315 req-991b7663-bb80-4b81-9f5b-a878c62e0f61 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:22.672352 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f6eb980d-c870-4074-8916-489370bf0315 req-991b7663-bb80-4b81-9f5b-a878c62e0f61 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 932 time: 0.1067400 Dec 22 05:04:22.737360 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f6eb980d-c870-4074-8916-489370bf0315 req-927c319c-4c96-44b8-8f1c-32cd9c9ddbab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=17b90d65-f5fe-42e8-9835-2ac917b09786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568299 Dec 22 05:04:22.789642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d43b201-7874-444f-8d94-61f598bb5ce8 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:04:22.797103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:22.808465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Transition to ACTIVE for port object 1d43b201-7874-444f-8d94-61f598bb5ce8 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:04:22.953357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:23.007203 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Pushing event updated for resources: {'Port': ['ID=1d43b201-7874-444f-8d94-61f598bb5ce8,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:23.077525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Attempting to bind port 1d43b201-7874-444f-8d94-61f598bb5ce8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:04:23.077922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Attempting to bind port 1d43b201-7874-444f-8d94-61f598bb5ce8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:04:23.078249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Attempting to bind port 1d43b201-7874-444f-8d94-61f598bb5ce8 on network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:04:23.083116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Port 1d43b201-7874-444f-8d94-61f598bb5ce8 on network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:04:23.083440 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Attempting to bind port 1d43b201-7874-444f-8d94-61f598bb5ce8 on network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:04:23.089136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:04:23.089468 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Checking segment: {'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:04:23.089844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Bound using segment: {'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:04:23.090309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Bound port: 1d43b201-7874-444f-8d94-61f598bb5ce8, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4827c175-f4d6-4a57-a2a2-3050a38a906d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:04:23.090619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:23.163302 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] For port 1d43b201-7874-444f-8d94-61f598bb5ce8, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:04:23.163302 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] For port 1d43b201-7874-444f-8d94-61f598bb5ce8, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1d43b201-7874-444f-8d94-61f598bb5ce8,segment=NetworkSegment(4827c175-f4d6-4a57-a2a2-3050a38a906d),segment_id=4827c175-f4d6-4a57-a2a2-3050a38a906d)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:04:23.249980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:23.283181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:23.283431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:23.285270 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] 10.222.0.16 "PUT /v2.0/ports/1d43b201-7874-444f-8d94-61f598bb5ce8 HTTP/1.1" status: 200 len: 1094 time: 0.8848634 Dec 22 05:04:23.287568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'tag': '1d43b201-7874-444f-8d94-61f598bb5ce8'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:04:23.289832 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a61865a-8dbf-449d-ad2b-7a4c3efa2ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf34a8f-3d9b-44de-abb7-58508c08918c", "tag": "1d43b201-7874-444f-8d94-61f598bb5ce8"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:04:23.316844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6c294-c9aa-4a32-b1a7-8e3180ea6a6e service neutron] Pushing event updated for resources: {'Port': ['ID=1d43b201-7874-444f-8d94-61f598bb5ce8,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:23.328226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ccd20f-e3c2-4fad-96e9-8aa1d743b1c1 x-openstack-request-id: req-55ccd20f-e3c2-4fad-96e9-8aa1d743b1c1 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:04:23.328226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf34a8f-3d9b-44de-abb7-58508c08918c", "tag": "1d43b201-7874-444f-8d94-61f598bb5ce8", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:04:23.328226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-55ccd20f-e3c2-4fad-96e9-8aa1d743b1c1 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:04:23.328226 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'tag': '1d43b201-7874-444f-8d94-61f598bb5ce8', 'status': 'completed', 'code': 200} Dec 22 05:04:23.413964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61865a-8dbf-449d-ad2b-7a4c3efa2ca3 req-b9953836-1852-453b-bd05-6e31b06281c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:23.415478 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3a61865a-8dbf-449d-ad2b-7a4c3efa2ca3 req-b9953836-1852-453b-bd05-6e31b06281c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 1097 time: 0.0455394 Dec 22 05:04:23.521939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61865a-8dbf-449d-ad2b-7a4c3efa2ca3 req-adaa4367-0f71-4e69-9074-8bf3f8c4525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:23.523996 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3a61865a-8dbf-449d-ad2b-7a4c3efa2ca3 req-adaa4367-0f71-4e69-9074-8bf3f8c4525b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=029a077a8ccd4775910052d15f603bba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0940650 Dec 22 05:04:23.624620 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61865a-8dbf-449d-ad2b-7a4c3efa2ca3 req-7dde2ee4-a12b-485b-a360-134ffc05384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:23.626051 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3a61865a-8dbf-449d-ad2b-7a4c3efa2ca3 req-7dde2ee4-a12b-485b-a360-134ffc05384b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953088 Dec 22 05:04:23.729021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-6e26fb09-b16c-4790-bd66-140f64d59319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:23.731140 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-6e26fb09-b16c-4790-bd66-140f64d59319 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 1097 time: 0.0461483 Dec 22 05:04:23.785247 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-0304fc48-5c96-4750-8846-1dc2dc982087 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d43b201-7874-444f-8d94-61f598bb5ce8 HTTP/1.1" status: 200 len: 217 time: 0.0404572 Dec 22 05:04:23.864158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-7ec36996-d368-4ef6-9537-b885e09fa155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:23.865622 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-7ec36996-d368-4ef6-9537-b885e09fa155 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35a55140-f480-4c51-849d-c6d516bd7f05 HTTP/1.1" status: 200 len: 843 time: 0.0722070 Dec 22 05:04:23.910392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f33f19-1fe6-46e9-b356-5339ea97faeb req-0b9d9a45-ba1f-4c73-a7ad-90fd4ffc15a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:23.911825 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-31f33f19-1fe6-46e9-b356-5339ea97faeb req-0b9d9a45-ba1f-4c73-a7ad-90fd4ffc15a9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 944 time: 0.0895183 Dec 22 05:04:23.939971 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-40fde986-7083-4847-8899-38b86b4ca7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:23.941657 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-40fde986-7083-4847-8899-38b86b4ca7d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7fbeaa8-5bd4-4011-8bd2-ec05281821e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678103 Dec 22 05:04:23.979886 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-31f33f19-1fe6-46e9-b356-5339ea97faeb req-25d6b983-ae99-497c-a216-51143074370f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=17b90d65-f5fe-42e8-9835-2ac917b09786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600948 Dec 22 05:04:24.046749 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-2c334bd4-9b66-447f-82c7-6396f81427b8 service neutron] 10.222.0.16 "GET /v2.0/networks/f7fbeaa8-5bd4-4011-8bd2-ec05281821e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939438 Dec 22 05:04:24.137100 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a2a70d3-800e-4c46-ab36-0a0c95510943 req-3934e3e0-32e5-4309-8a4e-46f73f98803e service neutron] 10.222.0.16 "GET /v2.0/networks/f7fbeaa8-5bd4-4011-8bd2-ec05281821e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828817 Dec 22 05:04:25.093904 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f56a6-3e72-442d-858d-80afebbd5693 req-451f091b-bd60-483d-8409-e591e40b07c2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:25.095452 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-814f56a6-3e72-442d-858d-80afebbd5693 req-451f091b-bd60-483d-8409-e591e40b07c2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 944 time: 0.0492747 Dec 22 05:04:25.132686 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-814f56a6-3e72-442d-858d-80afebbd5693 req-646d810a-14f5-40f8-8a9d-363fd0310238 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=17b90d65-f5fe-42e8-9835-2ac917b09786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305808 Dec 22 05:04:26.249569 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30e639-7a19-46ae-820e-ac97bc76baed req-42757c19-56ef-4bb3-9db1-23aa7dee3cf5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:26.251018 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1f30e639-7a19-46ae-820e-ac97bc76baed req-42757c19-56ef-4bb3-9db1-23aa7dee3cf5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 944 time: 0.0538242 Dec 22 05:04:26.287044 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1f30e639-7a19-46ae-820e-ac97bc76baed req-e505395c-0c48-48ca-a713-3c8fd82ccc7a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=17b90d65-f5fe-42e8-9835-2ac917b09786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302360 Dec 22 05:04:26.763264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1d43b201-7874-444f-8d94-61f598bb5ce8 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:04:26.855674 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1d43b201-7874-444f-8d94-61f598bb5ce8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1d43b201-7874-444f-8d94-61f598bb5ce8,segment=NetworkSegment(4827c175-f4d6-4a57-a2a2-3050a38a906d),segment_id=4827c175-f4d6-4a57-a2a2-3050a38a906d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:26.870004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '1d43b201-7874-444f-8d94-61f598bb5ce8', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'port_id': '1d43b201-7874-444f-8d94-61f598bb5ce8', 'mac_address': 'fa:16:3e:55:fe:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:04:26.907759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:26.920332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d43b201-7874-444f-8d94-61f598bb5ce8 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:04:26.939035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1d43b201-7874-444f-8d94-61f598bb5ce8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1d43b201-7874-444f-8d94-61f598bb5ce8,segment=NetworkSegment(4827c175-f4d6-4a57-a2a2-3050a38a906d),segment_id=4827c175-f4d6-4a57-a2a2-3050a38a906d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:27.021697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:27.069158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1d43b201-7874-444f-8d94-61f598bb5ce8,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:27.316112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['1d43b201-7874-444f-8d94-61f598bb5ce8'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:04:27.402474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b416e80-a7e6-4abf-ad89-41dc2ad9c33f req-1c7e8a32-b253-43ca-b6f7-684dfee2b533 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:27.403956 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8b416e80-a7e6-4abf-ad89-41dc2ad9c33f req-1c7e8a32-b253-43ca-b6f7-684dfee2b533 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 945 time: 0.0481720 Dec 22 05:04:27.441435 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8b416e80-a7e6-4abf-ad89-41dc2ad9c33f req-e3e9490e-ba7c-4bef-94a4-156d20ea2b1c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=17b90d65-f5fe-42e8-9835-2ac917b09786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309887 Dec 22 05:04:28.555422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818d54f-463c-4b64-8c4d-ba01e9b30773 req-5201d3a2-68df-4288-8dcb-7cda7bfecd45 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:28.557010 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7818d54f-463c-4b64-8c4d-ba01e9b30773 req-5201d3a2-68df-4288-8dcb-7cda7bfecd45 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 945 time: 0.0484354 Dec 22 05:04:28.593729 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7818d54f-463c-4b64-8c4d-ba01e9b30773 req-615d6c9e-01f2-4240-a043-53a881cdede0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=17b90d65-f5fe-42e8-9835-2ac917b09786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309153 Dec 22 05:04:28.778397 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1d43b201-7874-444f-8d94-61f598bb5ce8 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:04:28.913091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 1d43b201-7874-444f-8d94-61f598bb5ce8 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:04:28.917571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 1d43b201-7874-444f-8d94-61f598bb5ce8 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:28.917934 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:28.995806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:29.017062 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d43b201-7874-444f-8d94-61f598bb5ce8'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:04:29.019268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042b6596-904f-4d62-9268-36ea7170a260" -d '{"events": [{"server_uuid": "6bf34a8f-3d9b-44de-abb7-58508c08918c", "name": "network-vif-plugged", "status": "completed", "tag": "1d43b201-7874-444f-8d94-61f598bb5ce8"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:04:29.031846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1d43b201-7874-444f-8d94-61f598bb5ce8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1d43b201-7874-444f-8d94-61f598bb5ce8,segment=NetworkSegment(4827c175-f4d6-4a57-a2a2-3050a38a906d),segment_id=4827c175-f4d6-4a57-a2a2-3050a38a906d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:29.057020 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d4daf4-1735-4595-84a7-951be34d876f x-openstack-request-id: req-e2d4daf4-1735-4595-84a7-951be34d876f {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:04:29.057326 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf34a8f-3d9b-44de-abb7-58508c08918c", "name": "network-vif-plugged", "status": "completed", "tag": "1d43b201-7874-444f-8d94-61f598bb5ce8", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:04:29.057574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2d4daf4-1735-4595-84a7-951be34d876f {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:04:29.057963 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d43b201-7874-444f-8d94-61f598bb5ce8', 'code': 200} Dec 22 05:04:29.107564 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:29.154221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1d43b201-7874-444f-8d94-61f598bb5ce8,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:29.382109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96253fd0-0941-4235-8599-2c0e9951aa21 req-ea370b2b-a08b-48ad-a4b4-56fb6071a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:29.383966 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-96253fd0-0941-4235-8599-2c0e9951aa21 req-ea370b2b-a08b-48ad-a4b4-56fb6071a14d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 1099 time: 0.0375309 Dec 22 05:04:29.416544 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-96253fd0-0941-4235-8599-2c0e9951aa21 req-c3080c53-a5fc-460d-b17e-9510b70dbf56 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=17b90d65-f5fe-42e8-9835-2ac917b09786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264580 Dec 22 05:04:29.709780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ac045-d994-44d4-8471-2951f70b052a req-f8ea9005-5a6b-48fb-a7cd-f2aff44ee331 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:29.711231 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e7ac045-d994-44d4-8471-2951f70b052a req-f8ea9005-5a6b-48fb-a7cd-f2aff44ee331 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 946 time: 0.0526829 Dec 22 05:04:29.747910 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e7ac045-d994-44d4-8471-2951f70b052a req-6bb1b161-ea90-40c8-88da-d386f0168803 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=17b90d65-f5fe-42e8-9835-2ac917b09786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308342 Dec 22 05:04:31.133463 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f72ef6-ac9b-42e9-9040-a1ad228feebd req-7ca8af21-b392-4799-9983-96f0da989b95 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:31.135407 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-73f72ef6-ac9b-42e9-9040-a1ad228feebd req-7ca8af21-b392-4799-9983-96f0da989b95 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 946 time: 0.3220689 Dec 22 05:04:31.171995 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-73f72ef6-ac9b-42e9-9040-a1ad228feebd req-78120691-adc9-417a-a958-66271986fc24 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=17b90d65-f5fe-42e8-9835-2ac917b09786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307596 Dec 22 05:04:31.285174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2c31f-8ee3-48df-a5e0-b31ad69335e4 req-9ed0c5c0-e386-40de-bc1e-078a94af8184 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:31.286621 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9be2c31f-8ee3-48df-a5e0-b31ad69335e4 req-9ed0c5c0-e386-40de-bc1e-078a94af8184 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 946 time: 0.0481074 Dec 22 05:04:31.324453 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9be2c31f-8ee3-48df-a5e0-b31ad69335e4 req-bce2eedc-f8ee-4920-8881-cef748d40929 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=17b90d65-f5fe-42e8-9835-2ac917b09786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318484 Dec 22 05:04:31.345736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44730) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:31.384437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee51948-fba3-49ec-bced-0c9867f36b15 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:31.386010 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dee51948-fba3-49ec-bced-0c9867f36b15 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 1094 time: 0.0393028 Dec 22 05:04:31.388768 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44732) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:31.392913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '1d43b201-7874-444f-8d94-61f598bb5ce8', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:31.506793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:31.603469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:31.703347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.218 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/1ca89473-61b8-4646-a5e1-337b1594bef2) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:04:31.806566 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:31.931043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:31.969098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:31.971775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:31.975271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:04:32.002840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=1ca89473-61b8-4646-a5e1-337b1594bef2,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:32.651363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:32.793314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:32.942304 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:33.021295 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:33.092021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=1ca89473-61b8-4646-a5e1-337b1594bef2,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:33.102680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:33.201719 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP d40508d8-8f42-4038-a881-69d6812c5ae9 associated. External IP: 172.26.5.218, port: 1d43b201-7874-444f-8d94-61f598bb5ce8. Dec 22 05:04:33.408775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 1aac5793-b2f4-403b-a879-4c2341a9dd31 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:04:33.514181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:04:33.523521 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4fa245-8080-4d20-87a1-1950b1ce84b3 None None] Sync routers for ids ['1aac5793-b2f4-403b-a879-4c2341a9dd31'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:04:33.533573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4fa245-8080-4d20-87a1-1950b1ce84b3 None None] Routers {'1aac5793-b2f4-403b-a879-4c2341a9dd31'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:33.534184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2f4fa245-8080-4d20-87a1-1950b1ce84b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:04:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1aac5793-b2f4-403b-a879-4c2341a9dd31'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:33.584045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:33.612025 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-28d16898-a1b9-42ff-b6b5-fa548e0d56a6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2222733 Dec 22 05:04:33.612723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'tag': '1d43b201-7874-444f-8d94-61f598bb5ce8'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:04:33.614879 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44734) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:33.615371 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bea2c6-0cc9-4db3-84b8-8305e37f55b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf34a8f-3d9b-44de-abb7-58508c08918c", "tag": "1d43b201-7874-444f-8d94-61f598bb5ce8"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:04:33.644703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-2f4fa245-8080-4d20-87a1-1950b1ce84b3 None None] Set router 1aac5793-b2f4-403b-a879-4c2341a9dd31 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:33.656750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ee7469-c7e5-4725-a3ff-4cc41c36ca5c x-openstack-request-id: req-34ee7469-c7e5-4725-a3ff-4cc41c36ca5c {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:04:33.658580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf34a8f-3d9b-44de-abb7-58508c08918c", "tag": "1d43b201-7874-444f-8d94-61f598bb5ce8", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:04:33.658580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-34ee7469-c7e5-4725-a3ff-4cc41c36ca5c {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:04:33.658580 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'tag': '1d43b201-7874-444f-8d94-61f598bb5ce8', 'status': 'completed', 'code': 200} Dec 22 05:04:33.690034 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d8fb8f44-906d-4189-9e31-050fb43bc0ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/d40508d8-8f42-4038-a881-69d6812c5ae9 HTTP/1.1" status: 200 len: 992 time: 0.0730231 Dec 22 05:04:33.751630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bea2c6-0cc9-4db3-84b8-8305e37f55b1 req-5f8e2c7b-99d4-4e8c-bf2f-0ef45ad80661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:33.753166 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-39bea2c6-0cc9-4db3-84b8-8305e37f55b1 req-5f8e2c7b-99d4-4e8c-bf2f-0ef45ad80661 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 1099 time: 0.0443447 Dec 22 05:04:33.844881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bea2c6-0cc9-4db3-84b8-8305e37f55b1 req-f6c60e3a-b6d0-4592-a921-0ccded7952e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:33.846305 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-39bea2c6-0cc9-4db3-84b8-8305e37f55b1 req-f6c60e3a-b6d0-4592-a921-0ccded7952e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 HTTP/1.1" status: 200 len: 898 time: 0.0853784 Dec 22 05:04:33.869304 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2f4fa245-8080-4d20-87a1-1950b1ce84b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:04:14Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd40508d8-8f42-4038-a881-69d6812c5ae9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'port_id': '1d43b201-7874-444f-8d94-61f598bb5ce8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'mac_address': 'fa:16:3e:55:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:32Z', 'updated_at': '2021-12-22T05:04:32Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3219af-ee6f-4e41-8e7a-e26e33fb92fc', 'name': '', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:f6:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:13Z', 'updated_at': '2021-12-22T05:04:16Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:33.895179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4fa245-8080-4d20-87a1-1950b1ce84b3 None None] Checking router: 1aac5793-b2f4-403b-a879-4c2341a9dd31 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:04:33.903836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4fa245-8080-4d20-87a1-1950b1ce84b3 None None] Routers {'1aac5793-b2f4-403b-a879-4c2341a9dd31'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:33.904474 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2f4fa245-8080-4d20-87a1-1950b1ce84b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:04:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1aac5793-b2f4-403b-a879-4c2341a9dd31'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:33.919572 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-39bea2c6-0cc9-4db3-84b8-8305e37f55b1 req-dfd09bbb-03a0-4a87-ba08-e4cf2a162ca5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d43b201-7874-444f-8d94-61f598bb5ce8 HTTP/1.1" status: 200 len: 1000 time: 0.0654633 Dec 22 05:04:33.970640 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bea2c6-0cc9-4db3-84b8-8305e37f55b1 req-403a446d-3a3e-47ea-9b85-c9c66e9f11d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:33.972109 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-39bea2c6-0cc9-4db3-84b8-8305e37f55b1 req-403a446d-3a3e-47ea-9b85-c9c66e9f11d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35a55140-f480-4c51-849d-c6d516bd7f05 HTTP/1.1" status: 200 len: 843 time: 0.0458825 Dec 22 05:04:34.007923 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-2f4fa245-8080-4d20-87a1-1950b1ce84b3 None None] Set router 1aac5793-b2f4-403b-a879-4c2341a9dd31 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:34.019308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bea2c6-0cc9-4db3-84b8-8305e37f55b1 req-6ba48280-4125-4327-9b42-649893980605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:34.020827 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-39bea2c6-0cc9-4db3-84b8-8305e37f55b1 req-6ba48280-4125-4327-9b42-649893980605 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7fbeaa8-5bd4-4011-8bd2-ec05281821e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401139 Dec 22 05:04:34.113707 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-39bea2c6-0cc9-4db3-84b8-8305e37f55b1 req-0c7873bb-1e3d-4389-b738-9a33a6897b97 service neutron] 10.222.0.16 "GET /v2.0/networks/f7fbeaa8-5bd4-4011-8bd2-ec05281821e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854914 Dec 22 05:04:34.204769 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-39bea2c6-0cc9-4db3-84b8-8305e37f55b1 req-29586be4-33e3-4b9c-848e-62b1ff861922 service neutron] 10.222.0.16 "GET /v2.0/networks/f7fbeaa8-5bd4-4011-8bd2-ec05281821e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834982 Dec 22 05:04:34.232696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-2f4fa245-8080-4d20-87a1-1950b1ce84b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:04:14Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd40508d8-8f42-4038-a881-69d6812c5ae9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'port_id': '1d43b201-7874-444f-8d94-61f598bb5ce8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'mac_address': 'fa:16:3e:55:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:32Z', 'updated_at': '2021-12-22T05:04:32Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3219af-ee6f-4e41-8e7a-e26e33fb92fc', 'name': '', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:f6:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:13Z', 'updated_at': '2021-12-22T05:04:16Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:34.260110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4fa245-8080-4d20-87a1-1950b1ce84b3 None None] The sync data for ids ['1aac5793-b2f4-403b-a879-4c2341a9dd31'] in dv-neutron-822523-1-hyperv is: [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:04:14Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd40508d8-8f42-4038-a881-69d6812c5ae9', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.218', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'port_id': '1d43b201-7874-444f-8d94-61f598bb5ce8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'mac_address': 'fa:16:3e:55:fe:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:32Z', 'updated_at': '2021-12-22T05:04:32Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc3219af-ee6f-4e41-8e7a-e26e33fb92fc', 'name': '', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:f6:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:13Z', 'updated_at': '2021-12-22T05:04:16Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:04:34.450536 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876ce484-dfee-4468-922a-b5c4a1bbc98a None None] New status for floating IP d40508d8-8f42-4038-a881-69d6812c5ae9: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:04:34.692632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44738) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:04:34.754681 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3d6acb3f-5232-4e32-af23-848fe998499e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/d40508d8-8f42-4038-a881-69d6812c5ae9 HTTP/1.1" status: 200 len: 994 time: 0.0609262 Dec 22 05:04:39.237909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-da5e6bd2-41d5-4bc7-9451-19db707e49df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:41.609605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cbd91a32-0127-4af9-a86b-f813e7126c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:43.152259 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:43.597042 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:04:44.267239 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:45.215249 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:04:50.706123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:06.958801 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6953f7f7-b00d-41ec-b5e9-e076da265c79 req-81d218c9-d52e-4ca0-8989-a468186dbd35 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402832 Dec 22 05:05:07.060470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953f7f7-b00d-41ec-b5e9-e076da265c79 req-876281bc-876e-4e99-b296-1e6c35b588e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:07.061895 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6953f7f7-b00d-41ec-b5e9-e076da265c79 req-876281bc-876e-4e99-b296-1e6c35b588e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 1098 time: 0.0437431 Dec 22 05:05:07.163576 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953f7f7-b00d-41ec-b5e9-e076da265c79 req-d21e4bca-dd60-43ab-8354-fc301d764d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:07.165085 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6953f7f7-b00d-41ec-b5e9-e076da265c79 req-d21e4bca-dd60-43ab-8354-fc301d764d19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 913 time: 0.0834358 Dec 22 05:05:07.235418 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6953f7f7-b00d-41ec-b5e9-e076da265c79 req-e34a75fd-f5db-4be7-8843-237e21203e5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 HTTP/1.1" status: 200 len: 1001 time: 0.0617642 Dec 22 05:05:07.297613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953f7f7-b00d-41ec-b5e9-e076da265c79 req-038a9a0e-7f80-40b5-bd27-a73aa4ec62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:07.299749 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6953f7f7-b00d-41ec-b5e9-e076da265c79 req-038a9a0e-7f80-40b5-bd27-a73aa4ec62f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0569749 Dec 22 05:05:07.354156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953f7f7-b00d-41ec-b5e9-e076da265c79 req-ff74fb40-2df6-4e13-9a76-85498018c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:07.355676 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6953f7f7-b00d-41ec-b5e9-e076da265c79 req-ff74fb40-2df6-4e13-9a76-85498018c1fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0485334 Dec 22 05:05:07.450938 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6953f7f7-b00d-41ec-b5e9-e076da265c79 req-e0748f64-ed9f-4bb6-b7a1-dfaa1aaacf1e service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866261 Dec 22 05:05:07.540250 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6953f7f7-b00d-41ec-b5e9-e076da265c79 req-9b355a75-2e79-461f-921d-87508a0ba23e service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810163 Dec 22 05:05:09.208572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e06b50c5-2511-4d51-b3ab-57d97059da41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:11.625127 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-db147876-71bd-4616-9927-cecbb61e49c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:13.122324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:14.242822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:15.231183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:20.595189 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:05:20.710685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:39.202099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6f36484d-8d3b-42d0-8b8e-402bd56ab339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:41.676145 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-69ef26ad-22c7-49f5-9a1c-d0cb91c66051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:43.133591 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:44.305147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:45.253825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:49.681165 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-51cada19-c21d-45dd-ba72-cdd637b2956b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555108327&fields=id&tenant_id=9c34e1b494e844b9999ca88d156069cc HTTP/1.1" status: 200 len: 267 time: 0.0326273 Dec 22 05:05:49.786637 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-db15f6ae-4f3d-4499-98fb-af3bbf50c4fd tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:49.787973 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-db15f6ae-4f3d-4499-98fb-af3bbf50c4fd tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 812 time: 0.0996895 Dec 22 05:05:49.802887 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-e7089812-80ac-4304-9d15-72f085851768 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/quotas/9c34e1b494e844b9999ca88d156069cc HTTP/1.1" status: 200 len: 375 time: 0.0088053 Dec 22 05:05:49.858214 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-f6c93ad1-9095-4e98-8084-10ae5c27e5ad tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0496712 Dec 22 05:05:49.949318 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-be220397-3854-43e7-a4f0-e933b91e25d8 service neutron] 10.222.0.54 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800221 Dec 22 05:05:50.040553 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-511e01d4-ff12-4e60-9f2d-2f56e02c62b9 service neutron] 10.222.0.54 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851007 Dec 22 05:05:50.605198 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0b3dca67-eae4-4e9d-9fb3-b13138ad733a req-e7220b36-80b4-4ff9-b1d0-c94b90cafcaf tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 210 time: 0.0274558 Dec 22 05:05:50.702265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:51.694717 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-351d295c-9882-4821-a9ae-0a03dc3f306b req-eeb8dbd6-7c60-4550-9471-da973899c1de tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 210 time: 0.0256748 Dec 22 05:05:52.460970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-52cc5405-52b0-43c2-8289-658ba2fac5c6 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:52.462371 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-52cc5405-52b0-43c2-8289-658ba2fac5c6 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 812 time: 0.1041813 Dec 22 05:05:52.510473 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-42554d97-12a4-4bc0-905b-2f48569e803d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c34e1b494e844b9999ca88d156069cc HTTP/1.1" status: 200 len: 380 time: 0.0326333 Dec 22 05:05:52.520215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'port': {'device_id': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'admin_state_up': True, 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'security_groups': ['51bc70d9-cf4a-4586-b19c-61804276bf3b']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:05:52.687851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Made reservation on behalf of 9c34e1b494e844b9999ca88d156069cc for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:05:52.691426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:52.817895 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e03f05a-9abb-4c77-af9e-90ae3a6f406e req-479e9f3f-b9ec-42e9-a43c-1a8530a8c1c4 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 210 time: 0.0507970 Dec 22 05:05:52.848629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Allocated IP 172.20.0.7 (3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc/754e03c2-64f2-4154-b7fe-bfd8d56d6f7c/ed152c76-185f-4c01-abdc-91c35d39a749) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:05:52.986071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:53.093708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:53.142444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:05:53.146764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:05:53.150116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:05:53.177428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'Port': ['ID=ed152c76-185f-4c01-abdc-91c35d39a749,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:53.192170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:53.192523 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:53.192859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:53.193192 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:53.193517 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:53.193860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:53.194160 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:53.194481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:53.195015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:53.195155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:53.195467 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:53.195790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:05:53.221461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:53.222086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:53.295408 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-36115ede-d79a-49d7-bbf1-0bd39e17d466 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7786319 Dec 22 05:05:53.313856 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Request body: {'port': {'device_id': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:05:53.370798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:53.406891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9e1aace6-8ce0-4e3f-a27c-c829a754e9d5 None None] Provisioning complete for port ed152c76-185f-4c01-abdc-91c35d39a749 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:05:53.407489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9e1aace6-8ce0-4e3f-a27c-c829a754e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:53.441248 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-9e1aace6-8ce0-4e3f-a27c-c829a754e9d5 None None] Port ed152c76-185f-4c01-abdc-91c35d39a749 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:05:53.639829 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed152c76-185f-4c01-abdc-91c35d39a749 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:05:53.647452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:53.659842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Transition to ACTIVE for port object ed152c76-185f-4c01-abdc-91c35d39a749 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:05:53.693749 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:53.773011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Pushing event updated for resources: {'Port': ['ID=ed152c76-185f-4c01-abdc-91c35d39a749,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:53.843578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Attempting to bind port ed152c76-185f-4c01-abdc-91c35d39a749 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:05:53.843932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Attempting to bind port ed152c76-185f-4c01-abdc-91c35d39a749 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:05:53.844271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Attempting to bind port ed152c76-185f-4c01-abdc-91c35d39a749 on network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:05:53.849491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Port ed152c76-185f-4c01-abdc-91c35d39a749 on network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:05:53.849817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Attempting to bind port ed152c76-185f-4c01-abdc-91c35d39a749 on network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:05:53.860791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:05:53.860791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Checking segment: {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:05:53.860791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Bound using segment: {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:05:53.860791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Bound port: ed152c76-185f-4c01-abdc-91c35d39a749, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:05:53.860791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:53.944298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] For port ed152c76-185f-4c01-abdc-91c35d39a749, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:05:53.948542 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] For port ed152c76-185f-4c01-abdc-91c35d39a749, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ed152c76-185f-4c01-abdc-91c35d39a749,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:05:53.959581 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685886a-41e8-4fea-b8af-39e2f36286ba req-6fc5e242-fca3-4ac9-b7de-d23e97be9e07 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:53.961337 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4685886a-41e8-4fea-b8af-39e2f36286ba req-6fc5e242-fca3-4ac9-b7de-d23e97be9e07 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 943 time: 0.0664186 Dec 22 05:05:54.004616 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4685886a-41e8-4fea-b8af-39e2f36286ba req-2a507894-e6c6-40a3-b496-104f24fcd9d1 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347133 Dec 22 05:05:54.036631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:54.071566 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:54.071979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:05:54.073402 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] 10.222.0.16 "PUT /v2.0/ports/ed152c76-185f-4c01-abdc-91c35d39a749 HTTP/1.1" status: 200 len: 1093 time: 0.7639394 Dec 22 05:05:54.073815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'tag': 'ed152c76-185f-4c01-abdc-91c35d39a749'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:05:54.076053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daad61e-cf3d-4bca-abf4-d11eb8b7f3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e34b56d-f3ec-4d83-986b-3d6bd9140a15", "tag": "ed152c76-185f-4c01-abdc-91c35d39a749"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:05:54.101566 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b6418-2d80-4dd1-a083-cfb0b20f3c38 service neutron] Pushing event updated for resources: {'Port': ['ID=ed152c76-185f-4c01-abdc-91c35d39a749,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:05:54.122709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90536900-1cc3-4091-a583-476224a5a9df x-openstack-request-id: req-90536900-1cc3-4091-a583-476224a5a9df {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:05:54.123070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e34b56d-f3ec-4d83-986b-3d6bd9140a15", "tag": "ed152c76-185f-4c01-abdc-91c35d39a749", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:05:54.123410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-90536900-1cc3-4091-a583-476224a5a9df {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:05:54.123959 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'tag': 'ed152c76-185f-4c01-abdc-91c35d39a749', 'status': 'completed', 'code': 200} Dec 22 05:05:54.213173 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daad61e-cf3d-4bca-abf4-d11eb8b7f3f7 req-8cf3f736-4545-48a0-8f05-c09126228715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:54.215244 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2daad61e-cf3d-4bca-abf4-d11eb8b7f3f7 req-8cf3f736-4545-48a0-8f05-c09126228715 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 1096 time: 0.0470567 Dec 22 05:05:54.331208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daad61e-cf3d-4bca-abf4-d11eb8b7f3f7 req-ed402fa9-60bd-45a9-8953-f8d06f09358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:54.332695 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2daad61e-cf3d-4bca-abf4-d11eb8b7f3f7 req-ed402fa9-60bd-45a9-8953-f8d06f09358d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9c34e1b494e844b9999ca88d156069cc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1039562 Dec 22 05:05:54.441097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daad61e-cf3d-4bca-abf4-d11eb8b7f3f7 req-896759f4-07a4-4a21-b31c-e481db5e6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:54.442515 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2daad61e-cf3d-4bca-abf4-d11eb8b7f3f7 req-896759f4-07a4-4a21-b31c-e481db5e6a73 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027055 Dec 22 05:05:54.561489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-5ead618a-f000-4e07-baeb-81521fa8f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:54.565031 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-5ead618a-f000-4e07-baeb-81521fa8f484 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 1096 time: 0.0428674 Dec 22 05:05:54.611333 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-788c942d-5f48-43df-b968-fde53dabdf01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed152c76-185f-4c01-abdc-91c35d39a749 HTTP/1.1" status: 200 len: 217 time: 0.0348434 Dec 22 05:05:54.663955 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-46359169-677a-4f46-8d82-de43872667e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:54.665473 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-46359169-677a-4f46-8d82-de43872667e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0478182 Dec 22 05:05:54.717428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-29b36854-afda-40e9-9ff2-9e1f3d0f6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:54.718843 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-29b36854-afda-40e9-9ff2-9e1f3d0f6c4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462551 Dec 22 05:05:54.809092 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-04545e08-8dc0-4381-bcb2-c9a4da58319e service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828624 Dec 22 05:05:54.904976 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-549b213a-18d6-4ddd-a414-b0c81f114482 req-427fee00-3a7d-42d2-8d29-86c8e5fa34f0 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884163 Dec 22 05:05:55.127393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defc18d-c33e-452c-a440-10f8f852390d req-d296e6df-f42f-49ba-a523-43f40d0ea1fd tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:55.128952 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3defc18d-c33e-452c-a440-10f8f852390d req-d296e6df-f42f-49ba-a523-43f40d0ea1fd tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 943 time: 0.0560014 Dec 22 05:05:55.170289 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3defc18d-c33e-452c-a440-10f8f852390d req-90e6849d-e595-43c0-b484-9495a642cf50 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351174 Dec 22 05:05:56.286811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e57d-98d0-4f4e-a244-7fa9ce56fd83 req-007bb126-c086-44d4-a3ef-35e5187a7d00 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:56.288362 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0ed3e57d-98d0-4f4e-a244-7fa9ce56fd83 req-007bb126-c086-44d4-a3ef-35e5187a7d00 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 943 time: 0.0497425 Dec 22 05:05:56.326405 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0ed3e57d-98d0-4f4e-a244-7fa9ce56fd83 req-2d5ce5ba-36ff-4ab0-bc79-fc58eeb8b5c0 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312791 Dec 22 05:05:57.446881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906da837-5c4d-4fee-86c9-a4ef75db08ac req-6a05600a-9c92-44db-bede-377f71881fd7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:57.448392 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-906da837-5c4d-4fee-86c9-a4ef75db08ac req-6a05600a-9c92-44db-bede-377f71881fd7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 943 time: 0.0488038 Dec 22 05:05:57.485400 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-906da837-5c4d-4fee-86c9-a4ef75db08ac req-5a432ed7-3182-4e8b-8044-0d8fa23992af tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311413 Dec 22 05:05:57.593686 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:05:58.595847 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867a1f6-c293-4e9a-9eb1-9eccbdd2dd9a req-04c6b20d-ace6-4301-931f-41140311057c tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:58.597301 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3867a1f6-c293-4e9a-9eb1-9eccbdd2dd9a req-04c6b20d-ace6-4301-931f-41140311057c tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 943 time: 0.0472665 Dec 22 05:05:58.638716 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3867a1f6-c293-4e9a-9eb1-9eccbdd2dd9a req-44593907-b2b1-4493-b5ac-3a8fbefcd468 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355327 Dec 22 05:05:59.750109 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0980d-56df-437d-9f8c-2776ff24e66f req-5e29721d-2be0-44b9-a530-ac72a79f34bc tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:59.751540 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-abb0980d-56df-437d-9f8c-2776ff24e66f req-5e29721d-2be0-44b9-a530-ac72a79f34bc tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 943 time: 0.0482605 Dec 22 05:05:59.787996 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-abb0980d-56df-437d-9f8c-2776ff24e66f req-b09b2b27-08bb-440f-a1f2-39edafa58831 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305088 Dec 22 05:06:00.901342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf25b72-02cb-41d9-944a-9b55c7a9ecd9 req-01835be8-ea25-4a93-b2dd-c6cce4cd177a tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:00.902791 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ddf25b72-02cb-41d9-944a-9b55c7a9ecd9 req-01835be8-ea25-4a93-b2dd-c6cce4cd177a tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 943 time: 0.0488231 Dec 22 05:06:00.940889 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ddf25b72-02cb-41d9-944a-9b55c7a9ecd9 req-524ee46b-4610-412f-9b53-2da48ea6209b tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316298 Dec 22 05:06:02.054698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0dfd5-f982-47e1-9153-bb20084a0ecf req-85fe4b7b-62bc-439c-a63c-5531a7fbfe60 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:02.056140 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ebf0dfd5-f982-47e1-9153-bb20084a0ecf req-85fe4b7b-62bc-439c-a63c-5531a7fbfe60 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 943 time: 0.0513673 Dec 22 05:06:02.094291 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ebf0dfd5-f982-47e1-9153-bb20084a0ecf req-8788bf6c-7a86-4847-98b8-5d478ed3ba0f tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315976 Dec 22 05:06:03.205817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337f955-15c6-4c07-959c-1cd795bb5625 req-91f66415-c913-4e65-b33c-6444db580358 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:03.207313 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f337f955-15c6-4c07-959c-1cd795bb5625 req-91f66415-c913-4e65-b33c-6444db580358 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 943 time: 0.0484037 Dec 22 05:06:03.243778 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f337f955-15c6-4c07-959c-1cd795bb5625 req-e3096e71-521e-43aa-ba92-98f8c2701ec6 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305614 Dec 22 05:06:04.353997 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67259bae-0ff8-40c8-bb1a-ba935d248c23 req-e7d667e5-6bd9-40dc-99ad-33225d404e01 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:04.355424 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-67259bae-0ff8-40c8-bb1a-ba935d248c23 req-e7d667e5-6bd9-40dc-99ad-33225d404e01 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 943 time: 0.0473540 Dec 22 05:06:04.397149 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-67259bae-0ff8-40c8-bb1a-ba935d248c23 req-b6e61f87-0334-46fc-a77e-e4440e2d47a8 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353239 Dec 22 05:06:05.246288 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device ed152c76-185f-4c01-abdc-91c35d39a749 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:06:05.343530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port ed152c76-185f-4c01-abdc-91c35d39a749, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ed152c76-185f-4c01-abdc-91c35d39a749,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:06:05.355552 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'ed152c76-185f-4c01-abdc-91c35d39a749', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'port_id': 'ed152c76-185f-4c01-abdc-91c35d39a749', 'mac_address': 'fa:16:3e:83:a2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:06:05.393145 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:05.405700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed152c76-185f-4c01-abdc-91c35d39a749 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:06:05.426162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port ed152c76-185f-4c01-abdc-91c35d39a749, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ed152c76-185f-4c01-abdc-91c35d39a749,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:06:05.510237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:05.514480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f57f2-1af3-4fe0-bd09-83c11d5e5b50 req-4d5ba71f-afd1-492c-883c-96d599ac48aa tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:05.515978 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b76f57f2-1af3-4fe0-bd09-83c11d5e5b50 req-4d5ba71f-afd1-492c-883c-96d599ac48aa tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 943 time: 0.0482037 Dec 22 05:06:05.559086 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=ed152c76-185f-4c01-abdc-91c35d39a749,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:05.562538 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b76f57f2-1af3-4fe0-bd09-83c11d5e5b50 req-59990540-68fc-49df-b12b-b7b256461960 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404615 Dec 22 05:06:05.570019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:05.570468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:05.570786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:05.571037 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:05.571409 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:05.571741 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:05.572061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:05.572412 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:05.572736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:05.573060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:05.573376 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:05.573692 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:05.832253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['ed152c76-185f-4c01-abdc-91c35d39a749'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:06:06.679556 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb72bf-ee3a-4552-93c9-5bed29a8c6be req-205d9e75-22a7-4fc5-80d5-b0a68218cd8f tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:06.681031 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2dfb72bf-ee3a-4552-93c9-5bed29a8c6be req-205d9e75-22a7-4fc5-80d5-b0a68218cd8f tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 944 time: 0.0476944 Dec 22 05:06:06.717691 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2dfb72bf-ee3a-4552-93c9-5bed29a8c6be req-69267787-9a3c-406b-a90f-23fa2607c543 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306640 Dec 22 05:06:07.263348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device ed152c76-185f-4c01-abdc-91c35d39a749 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:06:07.401495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port ed152c76-185f-4c01-abdc-91c35d39a749 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:06:07.405905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port ed152c76-185f-4c01-abdc-91c35d39a749 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:06:07.407068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:07.483521 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:07.504539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed152c76-185f-4c01-abdc-91c35d39a749'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:06:07.506735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ced5bf3-154e-42dc-806e-853f94323400" -d '{"events": [{"server_uuid": "4e34b56d-f3ec-4d83-986b-3d6bd9140a15", "name": "network-vif-plugged", "status": "completed", "tag": "ed152c76-185f-4c01-abdc-91c35d39a749"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:06:07.518930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port ed152c76-185f-4c01-abdc-91c35d39a749, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ed152c76-185f-4c01-abdc-91c35d39a749,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:06:07.545586 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832cbbf8-1ba3-4957-a7f7-026a604d0308 x-openstack-request-id: req-832cbbf8-1ba3-4957-a7f7-026a604d0308 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:06:07.545878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e34b56d-f3ec-4d83-986b-3d6bd9140a15", "name": "network-vif-plugged", "status": "completed", "tag": "ed152c76-185f-4c01-abdc-91c35d39a749", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:06:07.546126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-832cbbf8-1ba3-4957-a7f7-026a604d0308 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:06:07.546509 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed152c76-185f-4c01-abdc-91c35d39a749', 'code': 200} Dec 22 05:06:07.590032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:07.636256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=ed152c76-185f-4c01-abdc-91c35d39a749,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:07.835428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e852f-f526-4ae7-be8a-ccdeafd97eb3 req-65d8ee11-e5b8-43b6-9cc9-eb769e6b3b00 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:07.836023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37697592-802b-4914-b792-b087b15b611c req-514071cb-8d48-43fe-a47a-2e5ca31e5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:07.836938 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fe2e852f-f526-4ae7-be8a-ccdeafd97eb3 req-65d8ee11-e5b8-43b6-9cc9-eb769e6b3b00 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 945 time: 0.0516181 Dec 22 05:06:07.837104 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-37697592-802b-4914-b792-b087b15b611c req-514071cb-8d48-43fe-a47a-2e5ca31e5d7c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 1098 time: 0.0401821 Dec 22 05:06:07.873637 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-37697592-802b-4914-b792-b087b15b611c req-ad23df17-10d3-43eb-af26-917ff169a5a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269399 Dec 22 05:06:07.874166 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fe2e852f-f526-4ae7-be8a-ccdeafd97eb3 req-e1b7948a-09b2-456b-bb0c-618fd863a9b4 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304275 Dec 22 05:06:08.996805 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6a7cd596-adb9-47aa-bdf0-f5bc586df23e req-2d7f3ca4-9dca-4c12-83ed-d2072c81fdc8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760646 Dec 22 05:06:09.012509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8eb6cc-ed37-4c76-ba4f-4663bbbb38f5 req-6afa3291-fbe2-4745-8caa-86f18d8829ed tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:09.013909 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9b8eb6cc-ed37-4c76-ba4f-4663bbbb38f5 req-6afa3291-fbe2-4745-8caa-86f18d8829ed tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 945 time: 0.0639162 Dec 22 05:06:09.078499 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9b8eb6cc-ed37-4c76-ba4f-4663bbbb38f5 req-bc0bcfc1-e4fa-40ee-9e86-0d68df048d0c tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572855 Dec 22 05:06:09.093805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cd596-adb9-47aa-bdf0-f5bc586df23e req-71594df1-347a-477f-948f-77c3176d5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:09.095559 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6a7cd596-adb9-47aa-bdf0-f5bc586df23e req-71594df1-347a-477f-948f-77c3176d5ac4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 1099 time: 0.0578938 Dec 22 05:06:09.206349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e0c65f43-ffee-4c7b-80ea-247a470fb107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:09.212475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cd596-adb9-47aa-bdf0-f5bc586df23e req-655a3790-7fd7-4025-beee-e07fe76bf5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:09.214042 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6a7cd596-adb9-47aa-bdf0-f5bc586df23e req-655a3790-7fd7-4025-beee-e07fe76bf5ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 HTTP/1.1" status: 200 len: 898 time: 0.0960495 Dec 22 05:06:09.281170 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6a7cd596-adb9-47aa-bdf0-f5bc586df23e req-eac9a31d-8740-46e8-bd48-36be8707687f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d43b201-7874-444f-8d94-61f598bb5ce8 HTTP/1.1" status: 200 len: 1002 time: 0.0601730 Dec 22 05:06:09.328932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cd596-adb9-47aa-bdf0-f5bc586df23e req-49e60ec1-37e0-493d-948f-b164ffea7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:09.330562 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6a7cd596-adb9-47aa-bdf0-f5bc586df23e req-49e60ec1-37e0-493d-948f-b164ffea7a7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35a55140-f480-4c51-849d-c6d516bd7f05 HTTP/1.1" status: 200 len: 843 time: 0.0425205 Dec 22 05:06:09.374339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cd596-adb9-47aa-bdf0-f5bc586df23e req-3da80629-e9ff-4777-9056-743c30d30e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:09.375743 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6a7cd596-adb9-47aa-bdf0-f5bc586df23e req-3da80629-e9ff-4777-9056-743c30d30e8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7fbeaa8-5bd4-4011-8bd2-ec05281821e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380304 Dec 22 05:06:09.473848 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6a7cd596-adb9-47aa-bdf0-f5bc586df23e req-57b978a8-2fd6-48c4-8a65-bc17032fc089 service neutron] 10.222.0.16 "GET /v2.0/networks/f7fbeaa8-5bd4-4011-8bd2-ec05281821e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897462 Dec 22 05:06:09.561322 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6a7cd596-adb9-47aa-bdf0-f5bc586df23e req-ac9f7fdb-b4da-4eb6-b693-a7ddfa4eca38 service neutron] 10.222.0.16 "GET /v2.0/networks/f7fbeaa8-5bd4-4011-8bd2-ec05281821e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808539 Dec 22 05:06:10.192908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccde83-fa9f-48f4-b7e9-8a28fe79f65d req-007de6c1-11cb-402c-aba0-1efafb9269d7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:10.194537 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-17ccde83-fa9f-48f4-b7e9-8a28fe79f65d req-007de6c1-11cb-402c-aba0-1efafb9269d7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 945 time: 0.0490210 Dec 22 05:06:10.231946 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-17ccde83-fa9f-48f4-b7e9-8a28fe79f65d req-187b78ec-2050-4ef3-b71a-04e7bc1c9911 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315418 Dec 22 05:06:10.347567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780c78f-0093-4791-9760-63ed72d56f62 req-88ad8f33-5df5-40c2-a7f9-415797be18ff tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:10.349079 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7780c78f-0093-4791-9760-63ed72d56f62 req-88ad8f33-5df5-40c2-a7f9-415797be18ff tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 945 time: 0.0482686 Dec 22 05:06:10.390294 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7780c78f-0093-4791-9760-63ed72d56f62 req-d325afec-9426-4ed4-955f-72794ba052bb tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350780 Dec 22 05:06:10.415726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44906) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:06:10.513436 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969c5d8d-23bf-454b-a9b9-d7b609e641c8 tempest-TestVolumeBootPattern-1426504987 tempest-TestVolumeBootPattern-1426504987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:10.514900 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-969c5d8d-23bf-454b-a9b9-d7b609e641c8 tempest-TestVolumeBootPattern-1426504987 tempest-TestVolumeBootPattern-1426504987-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 1093 time: 0.0981379 Dec 22 05:06:10.517665 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44910) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:06:10.521905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': 'ed152c76-185f-4c01-abdc-91c35d39a749', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:06:10.600248 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:10.698076 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:10.804904 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Allocated IP 172.26.5.155 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/fc470988-111b-4ab6-b70d-ed04f7a182bd) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:06:10.906678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:11.002113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:11.039291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:06:11.041959 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:06:11.045962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:06:11.053682 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'Port': ['ID=fc470988-111b-4ab6-b70d-ed04f7a182bd,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:11.076947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:11.077230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:11.077562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:11.077884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:11.078203 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:11.080128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:11.080488 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:11.080811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:11.081129 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:11.081501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:11.081818 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:11.082128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:11.453579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:11.576335 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:11.653453 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0246b965-a390-4af9-a1e1-cd1642bcc285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:11.731046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:11.800427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:11.872049 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event updated for resources: {'Port': ['ID=fc470988-111b-4ab6-b70d-ed04f7a182bd,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:11.881958 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:11.984372 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Floating IP b88e260c-f603-43bc-aecf-d8dbe3e5de23 associated. External IP: 172.26.5.155, port: ed152c76-185f-4c01-abdc-91c35d39a749. Dec 22 05:06:12.185086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Router 74902c69-e44a-40c7-a530-26719c0ac712 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:06:12.295740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:06:12.305353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f82178-7c07-46dc-a84f-db2e3452d97b None None] Sync routers for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:06:12.314726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f82178-7c07-46dc-a84f-db2e3452d97b None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:06:12.315332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b8f82178-7c07-46dc-a84f-db2e3452d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:06:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:06:12.402207 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:12.419398 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-b8f82178-7c07-46dc-a84f-db2e3452d97b None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:06:12.429402 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d796a887-6a69-4b65-896e-3ca499f8dee7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9107263 Dec 22 05:06:12.429997 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'tag': 'ed152c76-185f-4c01-abdc-91c35d39a749'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:06:12.432493 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b853b16-4482-4a80-862d-b583e859c121" -d '{"events": [{"name": "network-changed", "server_uuid": "4e34b56d-f3ec-4d83-986b-3d6bd9140a15", "tag": "ed152c76-185f-4c01-abdc-91c35d39a749"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:06:12.564833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c1910b-e9cb-4ada-9d7c-c96336fd355a x-openstack-request-id: req-b9c1910b-e9cb-4ada-9d7c-c96336fd355a {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:06:12.565446 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e34b56d-f3ec-4d83-986b-3d6bd9140a15", "tag": "ed152c76-185f-4c01-abdc-91c35d39a749", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:06:12.565446 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9c1910b-e9cb-4ada-9d7c-c96336fd355a {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:06:12.565931 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'tag': 'ed152c76-185f-4c01-abdc-91c35d39a749', 'status': 'completed', 'code': 200} Dec 22 05:06:12.657383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b8f82178-7c07-46dc-a84f-db2e3452d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b4acb765-643c-4abb-9485-773206035cb6', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:66:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:19Z', 'updated_at': '2021-12-22T05:03:21Z', 'revision_number': 1, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}, {'id': 'b88e260c-f603-43bc-aecf-d8dbe3e5de23', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': 'ed152c76-185f-4c01-abdc-91c35d39a749', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:83:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:11Z', 'updated_at': '2021-12-22T05:06:11Z', 'revision_number': 0, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:06:12.661749 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b853b16-4482-4a80-862d-b583e859c121 req-c1facc68-344b-4782-8e44-ce72e5f6decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:12.663263 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b853b16-4482-4a80-862d-b583e859c121 req-c1facc68-344b-4782-8e44-ce72e5f6decd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 1098 time: 0.0406337 Dec 22 05:06:12.683247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f82178-7c07-46dc-a84f-db2e3452d97b None None] Checking router: 74902c69-e44a-40c7-a530-26719c0ac712 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:06:12.691873 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f82178-7c07-46dc-a84f-db2e3452d97b None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:06:12.692498 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b8f82178-7c07-46dc-a84f-db2e3452d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:06:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:06:12.752860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b853b16-4482-4a80-862d-b583e859c121 req-7d3d4fe0-704f-429e-a448-f1402d546347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:12.754332 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b853b16-4482-4a80-862d-b583e859c121 req-7d3d4fe0-704f-429e-a448-f1402d546347 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 913 time: 0.0845940 Dec 22 05:06:12.804447 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-b8f82178-7c07-46dc-a84f-db2e3452d97b None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:06:13.062130 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b8f82178-7c07-46dc-a84f-db2e3452d97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b4acb765-643c-4abb-9485-773206035cb6', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:66:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:19Z', 'updated_at': '2021-12-22T05:03:21Z', 'revision_number': 1, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}, {'id': 'b88e260c-f603-43bc-aecf-d8dbe3e5de23', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': 'ed152c76-185f-4c01-abdc-91c35d39a749', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:83:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:11Z', 'updated_at': '2021-12-22T05:06:11Z', 'revision_number': 0, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:06:13.094876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f82178-7c07-46dc-a84f-db2e3452d97b None None] The sync data for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv is: [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b4acb765-643c-4abb-9485-773206035cb6', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:66:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:19Z', 'updated_at': '2021-12-22T05:03:21Z', 'revision_number': 1, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}, {'id': 'b88e260c-f603-43bc-aecf-d8dbe3e5de23', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.155', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': 'ed152c76-185f-4c01-abdc-91c35d39a749', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:83:a2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:06:11Z', 'updated_at': '2021-12-22T05:06:11Z', 'revision_number': 0, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:06:13.156290 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b853b16-4482-4a80-862d-b583e859c121 req-0da6509f-623b-417f-b207-b4e60ec762cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed152c76-185f-4c01-abdc-91c35d39a749 HTTP/1.1" status: 200 len: 999 time: 0.3947384 Dec 22 05:06:13.174987 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:13.207712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b853b16-4482-4a80-862d-b583e859c121 req-a1125c3c-d8d4-4654-a1a6-e6e12c562a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:13.209228 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b853b16-4482-4a80-862d-b583e859c121 req-a1125c3c-d8d4-4654-a1a6-e6e12c562a5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0460002 Dec 22 05:06:13.258095 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b853b16-4482-4a80-862d-b583e859c121 req-97b017d2-e822-4978-b1d9-240655a35b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:13.262322 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b853b16-4482-4a80-862d-b583e859c121 req-97b017d2-e822-4978-b1d9-240655a35b02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431604 Dec 22 05:06:13.301254 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ba7b6-d456-4306-af41-03d0d1dfc54a None None] New status for floating IP b88e260c-f603-43bc-aecf-d8dbe3e5de23: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:06:13.354610 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b853b16-4482-4a80-862d-b583e859c121 req-e6fb252c-70aa-4ce7-8534-a7d04817be4e service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873976 Dec 22 05:06:13.443181 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b853b16-4482-4a80-862d-b583e859c121 req-fb144e74-522a-43c9-8cf5-ff16e15a3729 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816658 Dec 22 05:06:14.246927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:15.223173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:20.731479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:27.910482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44924) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:06:27.975074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-45e14ef1-c50a-4cf8-ab1c-7467a2ab4890 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:06:28.063259 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-45e14ef1-c50a-4cf8-ab1c-7467a2ab4890 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26386801'] for subnet, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:28.308297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-45e14ef1-c50a-4cf8-ab1c-7467a2ab4890 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753904913026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26549996'] for subnet, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:28.342164 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e14ef1-c50a-4cf8-ab1c-7467a2ab4890 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:28.342857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-45e14ef1-c50a-4cf8-ab1c-7467a2ab4890 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:28.344166 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-45e14ef1-c50a-4cf8-ab1c-7467a2ab4890 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/subnets/35a55140-f480-4c51-849d-c6d516bd7f05 HTTP/1.1" status: 200 len: 835 time: 0.4327171 Dec 22 05:06:28.349492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb85e7b-d34a-4e6e-871d-7fff68520b09 None None] Network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:06:28.363804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e14ef1-c50a-4cf8-ab1c-7467a2ab4890 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Subnet': ['ID=35a55140-f480-4c51-849d-c6d516bd7f05,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:28.691544 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7802acd7-db64-4a60-a218-77971da4e626 None None] Provisioning complete for port 0497b087-d496-46be-bd82-41ebbad6dbcd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:06:28.691914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7802acd7-db64-4a60-a218-77971da4e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:28.775704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7802acd7-db64-4a60-a218-77971da4e626 None None] Provisioning complete for port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:06:28.775990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7802acd7-db64-4a60-a218-77971da4e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:28.873257 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-7802acd7-db64-4a60-a218-77971da4e626 None None] Provisioning complete for port 1d43b201-7874-444f-8d94-61f598bb5ce8 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:06:28.873537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7802acd7-db64-4a60-a218-77971da4e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:34.592342 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:06:39.201214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-92a9f8d2-3c7b-4447-af10-3b2f990e11e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:41.673252 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ace811e6-4055-4a4c-bc9f-7ccac74d1061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:43.161095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:44.211907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:45.246206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:06:50.743029 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:08.996533 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fefd3f4c-20d4-4ccd-9b9b-d04576d2b39e req-c2c99812-8d1d-4b7c-81cf-36b720f6b2f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398140 Dec 22 05:07:09.102475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd3f4c-20d4-4ccd-9b9b-d04576d2b39e req-9c3fcfde-b41e-4eb6-9e71-aac66ea5793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:09.104618 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fefd3f4c-20d4-4ccd-9b9b-d04576d2b39e req-9c3fcfde-b41e-4eb6-9e71-aac66ea5793c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 1098 time: 0.0447800 Dec 22 05:07:09.208865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd3f4c-20d4-4ccd-9b9b-d04576d2b39e req-0400797d-2e3b-448d-8366-325cfa5c490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:09.210250 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fefd3f4c-20d4-4ccd-9b9b-d04576d2b39e req-0400797d-2e3b-448d-8366-325cfa5c490e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 913 time: 0.0827565 Dec 22 05:07:09.222760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-878650d5-d715-418e-b677-cffa41a1416f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:09.282501 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fefd3f4c-20d4-4ccd-9b9b-d04576d2b39e req-a1628246-c790-4751-b94a-ec51a228b06e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 HTTP/1.1" status: 200 len: 1001 time: 0.0648787 Dec 22 05:07:09.330908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd3f4c-20d4-4ccd-9b9b-d04576d2b39e req-2f98d83a-aaf0-4936-b72c-588db261cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:09.332363 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fefd3f4c-20d4-4ccd-9b9b-d04576d2b39e req-2f98d83a-aaf0-4936-b72c-588db261cf4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0424314 Dec 22 05:07:09.376667 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd3f4c-20d4-4ccd-9b9b-d04576d2b39e req-ff625383-4288-4412-a32e-f67abd59b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:09.378091 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fefd3f4c-20d4-4ccd-9b9b-d04576d2b39e req-ff625383-4288-4412-a32e-f67abd59b98b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389068 Dec 22 05:07:09.470498 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fefd3f4c-20d4-4ccd-9b9b-d04576d2b39e req-7b931501-54b1-490f-934d-8e9136b70266 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842590 Dec 22 05:07:09.559050 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fefd3f4c-20d4-4ccd-9b9b-d04576d2b39e req-64d8e989-eeb4-46d9-a400-5259b97fd6ed service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806835 Dec 22 05:07:11.230705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44946) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:11.391423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 1ca89473-61b8-4646-a5e1-337b1594bef2 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:07:11.391771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:11.478830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:11.479291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:11.496766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 1ca89473-61b8-4646-a5e1-337b1594bef2 owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:07:11.591489 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:07:11.668885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-803543d6-fa06-4aec-99a8-fffae8ef0b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:11.760491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:11.788965 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=1ca89473-61b8-4646-a5e1-337b1594bef2,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:11.800866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:11.801217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:11.801550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:11.801879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:11.802205 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:11.802531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:11.802852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:11.803172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:11.803493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:11.803811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:11.804133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:11.804568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:11.869572 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:11.869922 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP d40508d8-8f42-4038-a881-69d6812c5ae9 disassociated (deleted). External IP: 172.26.5.218, port: 1d43b201-7874-444f-8d94-61f598bb5ce8. Dec 22 05:07:12.082568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 1aac5793-b2f4-403b-a879-4c2341a9dd31 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:07:12.195998 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:07:12.200973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:12.206181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac9040-c5db-4bd6-8e94-9f8dd201833c None None] Sync routers for ids ['1aac5793-b2f4-403b-a879-4c2341a9dd31'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:07:12.215805 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac9040-c5db-4bd6-8e94-9f8dd201833c None None] Routers {'1aac5793-b2f4-403b-a879-4c2341a9dd31'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:07:12.216537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-82ac9040-c5db-4bd6-8e94-9f8dd201833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:07:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1aac5793-b2f4-403b-a879-4c2341a9dd31'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:12.231463 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0da8b333-00e4-4f96-9f5f-f5ed0e02f712 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/floatingips/d40508d8-8f42-4038-a881-69d6812c5ae9 HTTP/1.1" status: 204 len: 168 time: 0.9997196 Dec 22 05:07:12.235747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'tag': '1d43b201-7874-444f-8d94-61f598bb5ce8'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:07:12.235747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872e5597-5c51-4f8a-bed9-c044b1e570fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf34a8f-3d9b-44de-abb7-58508c08918c", "tag": "1d43b201-7874-444f-8d94-61f598bb5ce8"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:07:12.285277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af800cc8-ba89-41ce-864a-ace34cc4ed01 x-openstack-request-id: req-af800cc8-ba89-41ce-864a-ace34cc4ed01 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:07:12.285577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf34a8f-3d9b-44de-abb7-58508c08918c", "tag": "1d43b201-7874-444f-8d94-61f598bb5ce8", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:07:12.285838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af800cc8-ba89-41ce-864a-ace34cc4ed01 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:07:12.286252 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'tag': '1d43b201-7874-444f-8d94-61f598bb5ce8', 'status': 'completed', 'code': 200} Dec 22 05:07:12.325718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-82ac9040-c5db-4bd6-8e94-9f8dd201833c None None] Set router 1aac5793-b2f4-403b-a879-4c2341a9dd31 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:07:12.377354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5597-5c51-4f8a-bed9-c044b1e570fe req-ae66bd87-d49e-4e50-9084-5183304b3d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:12.378846 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-872e5597-5c51-4f8a-bed9-c044b1e570fe req-ae66bd87-d49e-4e50-9084-5183304b3d0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 1099 time: 0.0472522 Dec 22 05:07:12.487448 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5597-5c51-4f8a-bed9-c044b1e570fe req-5827c1d1-d9a5-4069-b671-823f3273daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:12.489013 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-872e5597-5c51-4f8a-bed9-c044b1e570fe req-5827c1d1-d9a5-4069-b671-823f3273daee service neutron] 10.222.0.16 "GET /v2.0/networks?id=f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 HTTP/1.1" status: 200 len: 898 time: 0.1026318 Dec 22 05:07:12.533253 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-872e5597-5c51-4f8a-bed9-c044b1e570fe req-0eeb164b-d59e-4f0c-a38f-e210484130d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d43b201-7874-444f-8d94-61f598bb5ce8 HTTP/1.1" status: 200 len: 217 time: 0.0369697 Dec 22 05:07:12.538916 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-82ac9040-c5db-4bd6-8e94-9f8dd201833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:04:14Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fc3219af-ee6f-4e41-8e7a-e26e33fb92fc', 'name': '', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:f6:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:13Z', 'updated_at': '2021-12-22T05:04:16Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:12.570805 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac9040-c5db-4bd6-8e94-9f8dd201833c None None] Checking router: 1aac5793-b2f4-403b-a879-4c2341a9dd31 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:07:12.580243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac9040-c5db-4bd6-8e94-9f8dd201833c None None] Routers {'1aac5793-b2f4-403b-a879-4c2341a9dd31'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:07:12.580820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-82ac9040-c5db-4bd6-8e94-9f8dd201833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:07:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1aac5793-b2f4-403b-a879-4c2341a9dd31'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:12.593408 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5597-5c51-4f8a-bed9-c044b1e570fe req-73116223-6338-47b9-9c0b-b18b3cbe76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:12.594888 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-872e5597-5c51-4f8a-bed9-c044b1e570fe req-73116223-6338-47b9-9c0b-b18b3cbe76bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35a55140-f480-4c51-849d-c6d516bd7f05 HTTP/1.1" status: 200 len: 843 time: 0.0541754 Dec 22 05:07:12.645650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5597-5c51-4f8a-bed9-c044b1e570fe req-d4e6222a-6bed-41c8-9006-2ad78b0b3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:12.647179 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-872e5597-5c51-4f8a-bed9-c044b1e570fe req-d4e6222a-6bed-41c8-9006-2ad78b0b3f38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f7fbeaa8-5bd4-4011-8bd2-ec05281821e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452139 Dec 22 05:07:12.757760 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-872e5597-5c51-4f8a-bed9-c044b1e570fe req-e2167546-79f7-48a1-a492-177cefdb4026 service neutron] 10.222.0.16 "GET /v2.0/networks/f7fbeaa8-5bd4-4011-8bd2-ec05281821e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028976 Dec 22 05:07:12.762570 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e417d8e-a02d-4695-bdda-3faab72c5669 req-2f5106e7-72c0-4c82-9fa1-846e819f0ece tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:12.764049 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7e417d8e-a02d-4695-bdda-3faab72c5669 req-2f5106e7-72c0-4c82-9fa1-846e819f0ece tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 946 time: 0.0529699 Dec 22 05:07:12.805537 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7e417d8e-a02d-4695-bdda-3faab72c5669 req-61e27c65-71c7-40fa-8c7c-118c92cfc517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=17b90d65-f5fe-42e8-9835-2ac917b09786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343888 Dec 22 05:07:12.852496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-82ac9040-c5db-4bd6-8e94-9f8dd201833c None None] Set router 1aac5793-b2f4-403b-a879-4c2341a9dd31 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:07:12.863542 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-872e5597-5c51-4f8a-bed9-c044b1e570fe req-90c1f0f7-ff33-48e0-af52-bf8a514ac756 service neutron] 10.222.0.16 "GET /v2.0/networks/f7fbeaa8-5bd4-4011-8bd2-ec05281821e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982573 Dec 22 05:07:13.050650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-82ac9040-c5db-4bd6-8e94-9f8dd201833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:04:14Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fc3219af-ee6f-4e41-8e7a-e26e33fb92fc', 'name': '', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:f6:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:13Z', 'updated_at': '2021-12-22T05:04:16Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:13.082333 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ac9040-c5db-4bd6-8e94-9f8dd201833c None None] The sync data for ids ['1aac5793-b2f4-403b-a879-4c2341a9dd31'] in dv-neutron-822523-1-hyperv is: [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:04:14Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fc3219af-ee6f-4e41-8e7a-e26e33fb92fc', 'name': '', 'network_id': 'f7fbeaa8-5bd4-4011-8bd2-ec05281821e0', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:f6:d5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:13Z', 'updated_at': '2021-12-22T05:04:16Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '35a55140-f480-4c51-849d-c6d516bd7f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:07:13.148889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:13.314204 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28551ac8-7f9a-48d9-a1a8-d518ef0d7cb7 None None] New status for floating IP d40508d8-8f42-4038-a881-69d6812c5ae9: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:07:13.922428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72b093-dd42-44c9-ac5f-5160d0e7fc24 req-1482f146-1ed0-431f-aa61-49d05ba54ab9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:13.923996 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2d72b093-dd42-44c9-ac5f-5160d0e7fc24 req-1482f146-1ed0-431f-aa61-49d05ba54ab9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 946 time: 0.0492847 Dec 22 05:07:13.962600 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2d72b093-dd42-44c9-ac5f-5160d0e7fc24 req-b784ae67-7c78-48a1-95f3-3958726488f9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=17b90d65-f5fe-42e8-9835-2ac917b09786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326471 Dec 22 05:07:14.243118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7075cd-5e31-4b22-a471-c95f9bf30977 req-8a5096b1-a92e-4500-b4cb-0900f35e3c48 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:14.244711 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7f7075cd-5e31-4b22-a471-c95f9bf30977 req-8a5096b1-a92e-4500-b4cb-0900f35e3c48 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 946 time: 0.0495257 Dec 22 05:07:14.314155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:14.340750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-7f7075cd-5e31-4b22-a471-c95f9bf30977 req-ad780bfb-88d4-4e7e-b313-6e80226582fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 1d43b201-7874-444f-8d94-61f598bb5ce8 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:07:14.342514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7f7075cd-5e31-4b22-a471-c95f9bf30977 req-ad780bfb-88d4-4e7e-b313-6e80226582fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:14.429970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-7f7075cd-5e31-4b22-a471-c95f9bf30977 req-ad780bfb-88d4-4e7e-b313-6e80226582fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 1d43b201-7874-444f-8d94-61f598bb5ce8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1d43b201-7874-444f-8d94-61f598bb5ce8,segment=NetworkSegment(4827c175-f4d6-4a57-a2a2-3050a38a906d),segment_id=4827c175-f4d6-4a57-a2a2-3050a38a906d)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:14.430361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7f7075cd-5e31-4b22-a471-c95f9bf30977 req-ad780bfb-88d4-4e7e-b313-6e80226582fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:14.450249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-7f7075cd-5e31-4b22-a471-c95f9bf30977 req-ad780bfb-88d4-4e7e-b313-6e80226582fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 1d43b201-7874-444f-8d94-61f598bb5ce8 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:07:14.657053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7f7075cd-5e31-4b22-a471-c95f9bf30977 req-ad780bfb-88d4-4e7e-b313-6e80226582fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:14.685360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad780bfb-88d4-4e7e-b313-6e80226582fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=1d43b201-7874-444f-8d94-61f598bb5ce8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:14.730108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7075cd-5e31-4b22-a471-c95f9bf30977 req-ad780bfb-88d4-4e7e-b313-6e80226582fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] No DVR routers for this DVR port 1d43b201-7874-444f-8d94-61f598bb5ce8 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:07:14.732632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7f7075cd-5e31-4b22-a471-c95f9bf30977 req-ad780bfb-88d4-4e7e-b313-6e80226582fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:14.735934 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7f7075cd-5e31-4b22-a471-c95f9bf30977 req-ad780bfb-88d4-4e7e-b313-6e80226582fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "DELETE /v2.0/ports/1d43b201-7874-444f-8d94-61f598bb5ce8 HTTP/1.1" status: 204 len: 173 time: 0.4854803 Dec 22 05:07:14.736434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'name': 'network-vif-deleted', 'tag': '1d43b201-7874-444f-8d94-61f598bb5ce8'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:07:14.738851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e336d5fa-ee86-4031-bde5-8486074f0673" -d '{"events": [{"server_uuid": "6bf34a8f-3d9b-44de-abb7-58508c08918c", "name": "network-vif-deleted", "tag": "1d43b201-7874-444f-8d94-61f598bb5ce8"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:07:14.778257 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a915136-3660-49cb-91e3-8522cd1c7533 x-openstack-request-id: req-2a915136-3660-49cb-91e3-8522cd1c7533 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:07:14.778542 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf34a8f-3d9b-44de-abb7-58508c08918c", "name": "network-vif-deleted", "tag": "1d43b201-7874-444f-8d94-61f598bb5ce8", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:07:14.778792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a915136-3660-49cb-91e3-8522cd1c7533 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:07:14.779227 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf34a8f-3d9b-44de-abb7-58508c08918c', 'name': 'network-vif-deleted', 'tag': '1d43b201-7874-444f-8d94-61f598bb5ce8', 'status': 'completed', 'code': 200} Dec 22 05:07:15.058833 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7c124038-10aa-4424-880e-6909aafc47e1 req-6a6648db-f4e1-454d-948a-402b683d1e1b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bf34a8f-3d9b-44de-abb7-58508c08918c HTTP/1.1" status: 200 len: 210 time: 0.0296052 Dec 22 05:07:15.309778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:16.114842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44968) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:16.172627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-265472ff-506a-4c33-918c-5bca30925018 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:16.196801 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-265472ff-506a-4c33-918c-5bca30925018 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:16.348782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-265472ff-506a-4c33-918c-5bca30925018 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:16.351362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-265472ff-506a-4c33-918c-5bca30925018 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:16.352785 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-265472ff-506a-4c33-918c-5bca30925018 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/security-groups/17b90d65-f5fe-42e8-9835-2ac917b09786 HTTP/1.1" status: 204 len: 168 time: 0.2369735 Dec 22 05:07:16.361900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265472ff-506a-4c33-918c-5bca30925018 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b90d65-f5fe-42e8-9835-2ac917b09786,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:16.554763 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44972) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:16.910565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:17.164095 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:07:17.164455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:17.249894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port fc3219af-ee6f-4e41-8e7a-e26e33fb92fc, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=fc3219af-ee6f-4e41-8e7a-e26e33fb92fc,segment=NetworkSegment(4827c175-f4d6-4a57-a2a2-3050a38a906d),segment_id=4827c175-f4d6-4a57-a2a2-3050a38a906d)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:17.250246 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:17.262190 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for fc3219af-ee6f-4e41-8e7a-e26e33fb92fc owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:07:17.720272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1d43b201-7874-444f-8d94-61f598bb5ce8 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:07:17.739905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 1d43b201-7874-444f-8d94-61f598bb5ce8 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:07:17.742046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1d43b201-7874-444f-8d94-61f598bb5ce8 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:07:17.792318 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:17.822792 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=fc3219af-ee6f-4e41-8e7a-e26e33fb92fc,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:17.834789 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:17.835141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:17.836875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:17.836875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:17.836875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:17.836875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:17.836875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:17.837470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:17.837470 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:17.837734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:17.837962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:17.838287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:18.001323 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:18.218666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 1aac5793-b2f4-403b-a879-4c2341a9dd31 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:07:18.322771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:07:18.328215 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-119a82c5-891a-4968-bfcc-64383bee78c3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/1aac5793-b2f4-403b-a879-4c2341a9dd31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7724042 Dec 22 05:07:18.331089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44974) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:18.332483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed15828-f502-4785-b80e-1c943f060526 None None] Sync routers for ids ['1aac5793-b2f4-403b-a879-4c2341a9dd31'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:07:18.341931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed15828-f502-4785-b80e-1c943f060526 None None] Routers {'1aac5793-b2f4-403b-a879-4c2341a9dd31'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:07:18.342581 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3ed15828-f502-4785-b80e-1c943f060526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:07:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1aac5793-b2f4-403b-a879-4c2341a9dd31'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:18.382948 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-2429212d-4690-4208-b8a6-2826fd63a83c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting subnet 35a55140-f480-4c51-849d-c6d516bd7f05 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:07:18.386042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2429212d-4690-4208-b8a6-2826fd63a83c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:18.426843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2429212d-4690-4208-b8a6-2826fd63a83c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:18.446001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-3ed15828-f502-4785-b80e-1c943f060526 None None] Set router 1aac5793-b2f4-403b-a879-4c2341a9dd31 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:07:18.515291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2429212d-4690-4208-b8a6-2826fd63a83c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:18.617921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2429212d-4690-4208-b8a6-2826fd63a83c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:18.622874 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3ed15828-f502-4785-b80e-1c943f060526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:07:17Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:18.646048 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429212d-4690-4208-b8a6-2826fd63a83c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Subnet': ['ID=35a55140-f480-4c51-849d-c6d516bd7f05,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:18.649147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed15828-f502-4785-b80e-1c943f060526 None None] Checking router: 1aac5793-b2f4-403b-a879-4c2341a9dd31 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:07:18.651031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2429212d-4690-4208-b8a6-2826fd63a83c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:18.658248 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2429212d-4690-4208-b8a6-2826fd63a83c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/subnets/35a55140-f480-4c51-849d-c6d516bd7f05 HTTP/1.1" status: 204 len: 168 time: 0.3232601 Dec 22 05:07:18.658518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44976) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:18.659140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7850c951-4321-4394-9daf-daddc7e07fd3 None None] Network f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:07:18.672148 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed15828-f502-4785-b80e-1c943f060526 None None] Routers {'1aac5793-b2f4-403b-a879-4c2341a9dd31'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:07:18.672771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3ed15828-f502-4785-b80e-1c943f060526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:07:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1aac5793-b2f4-403b-a879-4c2341a9dd31'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:18.764607 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:18.851929 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-3ed15828-f502-4785-b80e-1c943f060526 None None] Set router 1aac5793-b2f4-403b-a879-4c2341a9dd31 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:07:18.869244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:18.986477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 372277d9-df41-422e-87f1-955bd45c9c2f {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:07:18.986477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.016524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] DHCP port deletion for f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:07:19.070568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 372277d9-df41-422e-87f1-955bd45c9c2f, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=372277d9-df41-422e-87f1-955bd45c9c2f,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:19.071353 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.076733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-3ed15828-f502-4785-b80e-1c943f060526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:07:17Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:19.085454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 372277d9-df41-422e-87f1-955bd45c9c2f owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:07:19.105350 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed15828-f502-4785-b80e-1c943f060526 None None] The sync data for ids ['1aac5793-b2f4-403b-a879-4c2341a9dd31'] in dv-neutron-822523-1-hyperv is: [{'id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'name': 'tempest-TestNetworkBasicOps-router-1809099006', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9'}], 'enable_snat': True}, 'gw_port_id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:04:09Z', 'updated_at': '2021-12-22T05:07:17Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '372277d9-df41-422e-87f1-955bd45c9c2f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aac5793-b2f4-403b-a879-4c2341a9dd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:10Z', 'updated_at': '2021-12-22T05:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:07:19.110729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Deleting port 0497b087-d496-46be-bd82-41ebbad6dbcd {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:07:19.111104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.177539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] For port 0497b087-d496-46be-bd82-41ebbad6dbcd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0497b087-d496-46be-bd82-41ebbad6dbcd,segment=NetworkSegment(4827c175-f4d6-4a57-a2a2-3050a38a906d),segment_id=4827c175-f4d6-4a57-a2a2-3050a38a906d)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:19.177933 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.191509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Calling delete_port for 0497b087-d496-46be-bd82-41ebbad6dbcd owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:07:19.354731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.381109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=372277d9-df41-422e-87f1-955bd45c9c2f,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:19.403910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.427426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Pushing event deleted for resources: {'Port': ['ID=0497b087-d496-46be-bd82-41ebbad6dbcd,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:19.449151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:19.449491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:19.449805 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:19.450175 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:19.450507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:19.450771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.450905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:19.451133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:19.451453 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:19.451777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:19.452107 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:19.452718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:19.453086 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:19.457130 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81829db-cebe-463c-93c2-5b052d4d3bb6 None None] No DVR routers for this DVR port 0497b087-d496-46be-bd82-41ebbad6dbcd on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:07:19.547935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.550365 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.581192 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device fc3219af-ee6f-4e41-8e7a-e26e33fb92fc no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:07:19.602381 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: fc3219af-ee6f-4e41-8e7a-e26e33fb92fc {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:07:19.604609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device fc3219af-ee6f-4e41-8e7a-e26e33fb92fc not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:07:19.604609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0497b087-d496-46be-bd82-41ebbad6dbcd no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:07:19.626319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 0497b087-d496-46be-bd82-41ebbad6dbcd {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:07:19.631117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0497b087-d496-46be-bd82-41ebbad6dbcd not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:07:19.672280 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.672850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Fanout notify agent at l3_agent the message router_deleted on router 1aac5793-b2f4-403b-a879-4c2341a9dd31 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:07:19.679622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.680851 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7233eaae-0210-4e45-b43c-291f6f6db741 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/routers/1aac5793-b2f4-403b-a879-4c2341a9dd31 HTTP/1.1" status: 204 len: 168 time: 1.0213490 Dec 22 05:07:19.683508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44978) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:19.768125 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.864260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.883670 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fbeaa8-5bd4-4011-8bd2-ec05281821e0']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:19.893544 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4827c175-f4d6-4a57-a2a2-3050a38a906d') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:19.893770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4827c175-f4d6-4a57-a2a2-3050a38a906d') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:19.902955 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.915622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.921828 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:07:19.922185 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:07:19.925115 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:07:20.068512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:20.075593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:20.078427 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/networks/f7fbeaa8-5bd4-4011-8bd2-ec05281821e0 HTTP/1.1" status: 204 len: 168 time: 0.3939936 Dec 22 05:07:20.089893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56811a5b-ca6e-49ec-aa8d-0bc6265d1a4a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Network': ['ID=f7fbeaa8-5bd4-4011-8bd2-ec05281821e0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:20.096499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44980) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:20.096499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9aede12a-b47a-4816-882a-4c1db760dfd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'network': {'name': 'tempest-network-smoke--1251622035', 'project_id': '029a077a8ccd4775910052d15f603bba', 'port_security_enabled': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:20.191976 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aede12a-b47a-4816-882a-4c1db760dfd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:07:20.195474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9aede12a-b47a-4816-882a-4c1db760dfd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:20.219115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aede12a-b47a-4816-882a-4c1db760dfd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:07:20.227566 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9aede12a-b47a-4816-882a-4c1db760dfd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:20.227900 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-9aede12a-b47a-4816-882a-4c1db760dfd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Added segment ef9499c8-9085-4d2f-aecb-2ac128e3fdf7 of type vlan for network 66da811f-dc6a-4622-9b2b-a577d2a66a69 Dec 22 05:07:20.266968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9aede12a-b47a-4816-882a-4c1db760dfd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:20.408901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9aede12a-b47a-4816-882a-4c1db760dfd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:20.414394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aede12a-b47a-4816-882a-4c1db760dfd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:20.414960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9aede12a-b47a-4816-882a-4c1db760dfd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:20.482577 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aede12a-b47a-4816-882a-4c1db760dfd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Network': ['ID=66da811f-dc6a-4622-9b2b-a577d2a66a69,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:20.496571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 66da811f-dc6a-4622-9b2b-a577d2a66a69 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:07:20.554705 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9aede12a-b47a-4816-882a-4c1db760dfd4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4624298 Dec 22 05:07:20.557386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44982) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:20.561878 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'admin_state_up': True, 'project_id': '029a077a8ccd4775910052d15f603bba', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:20.674332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:20.685162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:20.726096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:20.742852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:21.038819 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:21.135234 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [req-c3670f62-d045-4abe-a444-2a854c5a7b32 req-1f9c3ac2-d987-414b-95c4-9d8205294866 service neutron] (109182) timed out ('10.222.0.16', 49859) {{(pid=109182) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 22 05:07:21.179003 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 372277d9-df41-422e-87f1-955bd45c9c2f no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:07:21.201959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 372277d9-df41-422e-87f1-955bd45c9c2f {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:07:21.202702 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 372277d9-df41-422e-87f1-955bd45c9c2f not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:07:21.336036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:21.359053 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:21.511869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.181 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/7374be12-8b38-443f-ac8e-ffd496f77969) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:07:21.614307 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:21.701062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:21.738347 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:07:21.741069 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:07:21.744532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:07:21.768613 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=7374be12-8b38-443f-ac8e-ffd496f77969,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:22.074580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:22.270240 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:22.488960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:07:22.592640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:07:22.603324 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Sync routers for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:07:22.613005 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:07:22.613640 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:07:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:22.671294 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:22.672560 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-917c7da5-bb2d-4bfe-85a8-a6eb16fec6d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1142449 Dec 22 05:07:22.675693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44984) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:22.714950 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:07:22.767772 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d7b0f0b3-2082-4303-a2f4-e8f11c6217ee tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=029a077a8ccd4775910052d15f603bba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0882201 Dec 22 05:07:22.767772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44988) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:22.852947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5923458f-9313-4462-b4b9-6ad8056dd77f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:22.857599 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5923458f-9313-4462-b4b9-6ad8056dd77f tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856717 Dec 22 05:07:22.857825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44992) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:22.886904 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-afe90e73-224e-499e-98b0-d3f94774e65e tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257447 Dec 22 05:07:22.887147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44994) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:22.892057 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:21Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:22.892293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2fa789c7-36df-4aa1-9f9b-89b85b147afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-339017511', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'project_id': '029a077a8ccd4775910052d15f603bba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:23.006459 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Checking router: 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:07:23.006794 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Updating router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c port 7374be12-8b38-443f-ac8e-ffd496f77969 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:07:23.031696 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:23.063020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa789c7-36df-4aa1-9f9b-89b85b147afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:07:23.066815 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2fa789c7-36df-4aa1-9f9b-89b85b147afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:23.278217 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:23.320943 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2fa789c7-36df-4aa1-9f9b-89b85b147afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:23.365521 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:23.380508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa789c7-36df-4aa1-9f9b-89b85b147afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Subnet': ['ID=1b682c43-36b8-47e5-b019-95b119b3d7d3,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:23.389283 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa789c7-36df-4aa1-9f9b-89b85b147afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Checking segment: {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:07:23.389634 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa789c7-36df-4aa1-9f9b-89b85b147afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network hostable DHCP agents. Network: 66da811f-dc6a-4622-9b2b-a577d2a66a69, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:07:23.415680 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Attempting to bind port 7374be12-8b38-443f-ac8e-ffd496f77969 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:07:23.418990 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Attempting to bind port 7374be12-8b38-443f-ac8e-ffd496f77969 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:07:23.418990 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Attempting to bind port 7374be12-8b38-443f-ac8e-ffd496f77969 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:07:23.427762 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Pushing event updated for resources: {'Port': ['ID=7374be12-8b38-443f-ac8e-ffd496f77969,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:23.430607 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:07:23.430959 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:07:23.431339 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:23.431716 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:07:23.432155 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Bound port: 7374be12-8b38-443f-ac8e-ffd496f77969, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:07:23.432539 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:23.438377 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:23.438711 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:23.439135 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:23.439457 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:23.439771 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:23.440084 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:23.440424 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:23.440736 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:23.441045 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:23.441352 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:23.441736 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:23.441995 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:07:23.494519 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa789c7-36df-4aa1-9f9b-89b85b147afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 66da811f-dc6a-4622-9b2b-a577d2a66a69 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:07:23.498619 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] For port 7374be12-8b38-443f-ac8e-ffd496f77969, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:07:23.502092 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] For port 7374be12-8b38-443f-ac8e-ffd496f77969, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7374be12-8b38-443f-ac8e-ffd496f77969,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:07:23.631584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-2fa789c7-36df-4aa1-9f9b-89b85b147afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 66da811f-dc6a-4622-9b2b-a577d2a66a69) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:07:23.635611 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa789c7-36df-4aa1-9f9b-89b85b147afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:23.636183 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2fa789c7-36df-4aa1-9f9b-89b85b147afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:23.641396 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915c7f8d-3cb9-4585-b343-d0fdc55e1470 None None] Network 66da811f-dc6a-4622-9b2b-a577d2a66a69 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:07:23.660953 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:23.721997 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935fad0-44a0-4c3b-8e3e-97ed2b06316b None None] Pushing event updated for resources: {'Port': ['ID=7374be12-8b38-443f-ac8e-ffd496f77969,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:23.733515 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:07:23.733515 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:07:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:23.764217 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2fa789c7-36df-4aa1-9f9b-89b85b147afd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8728232 Dec 22 05:07:23.764545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 44996) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:23.837677 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:07:23.942887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-66da811f-dc6a-4622-9b2b-a577d2a66a69', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:07:23.943748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:24.021656 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:21Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:24.049389 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a33adf-2298-4777-948a-a0f09742c5e0 None None] The sync data for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv is: [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:21Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:07:24.093761 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Allocated IP 172.20.0.2 (66da811f-dc6a-4622-9b2b-a577d2a66a69/1b682c43-36b8-47e5-b019-95b119b3d7d3/82de5472-f355-4fd1-a032-402449d37d90) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:07:24.218024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:24.248809 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:24.366551 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:24.407717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Network 66da811f-dc6a-4622-9b2b-a577d2a66a69 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:07:24.412220 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:07:24.420305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:07:24.422030 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Pushing event updated for resources: {'Port': ['ID=82de5472-f355-4fd1-a032-402449d37d90,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:24.482596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Attempting to bind port 82de5472-f355-4fd1-a032-402449d37d90 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:07:24.483061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Attempting to bind port 82de5472-f355-4fd1-a032-402449d37d90 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:07:24.483489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Attempting to bind port 82de5472-f355-4fd1-a032-402449d37d90 on network 66da811f-dc6a-4622-9b2b-a577d2a66a69 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:07:24.488773 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:07:24.489225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Checking segment: {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:07:24.489697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:24.490150 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Bound using segment: {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:07:24.490857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Bound port: 82de5472-f355-4fd1-a032-402449d37d90, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:07:24.491236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:24.529503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.1 (66da811f-dc6a-4622-9b2b-a577d2a66a69/1b682c43-36b8-47e5-b019-95b119b3d7d3/7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:07:24.561623 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] For port 82de5472-f355-4fd1-a032-402449d37d90, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:07:24.565056 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] For port 82de5472-f355-4fd1-a032-402449d37d90, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=82de5472-f355-4fd1-a032-402449d37d90,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:07:24.653178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:24.660919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:24.724328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3895b0-8ff2-43f5-9a38-2e893ac3067a None None] Pushing event updated for resources: {'Port': ['ID=82de5472-f355-4fd1-a032-402449d37d90,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:24.769561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:24.812417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 66da811f-dc6a-4622-9b2b-a577d2a66a69 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:07:24.815555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:07:24.819936 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:07:24.830029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:24.885874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:25.114864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:25.291455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 82de5472-f355-4fd1-a032-402449d37d90 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:07:25.342428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 82de5472-f355-4fd1-a032-402449d37d90 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:25.342794 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:25.425920 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:25.462016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 82de5472-f355-4fd1-a032-402449d37d90, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=82de5472-f355-4fd1-a032-402449d37d90,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:25.546329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:25.547379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7374be12-8b38-443f-ac8e-ffd496f77969 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:07:25.626016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=82de5472-f355-4fd1-a032-402449d37d90,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:25.645324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 7374be12-8b38-443f-ac8e-ffd496f77969 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:25.645695 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:25.727910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:25.742667 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:25.748930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 7374be12-8b38-443f-ac8e-ffd496f77969, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7374be12-8b38-443f-ac8e-ffd496f77969,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:25.817360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:25.841727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:25.896460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=7374be12-8b38-443f-ac8e-ffd496f77969,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:25.897323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:25.899168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:25.992581 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 66da811f-dc6a-4622-9b2b-a577d2a66a69 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:07:25.994001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:07:26.112578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:07:26.226825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:07:26.241525 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bddd1822-bb03-49a4-86e4-8996d62ccf21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4669352 Dec 22 05:07:26.241651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 44998) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:26.242098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Sync routers for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:07:26.246926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:07:26.248322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:07:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:26.336165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f853020e-dc44-440d-b9a3-f885f10dd240 None None] Network 66da811f-dc6a-4622-9b2b-a577d2a66a69 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:07:26.429556 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:07:26.432833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-706613cd-a1b9-4d3a-8801-4d6a53ed0f67 None None] Provisioning complete for port 82de5472-f355-4fd1-a032-402449d37d90 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:26.433206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-706613cd-a1b9-4d3a-8801-4d6a53ed0f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:26.612689 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ab69e-85d7-4adc-952f-9c3efcd826fb tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:26.613169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ab69e-85d7-4adc-952f-9c3efcd826fb tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:26.613656 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ab69e-85d7-4adc-952f-9c3efcd826fb tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:26.614161 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ab69e-85d7-4adc-952f-9c3efcd826fb tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:26.614572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ab69e-85d7-4adc-952f-9c3efcd826fb tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:26.615018 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ab69e-85d7-4adc-952f-9c3efcd826fb tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:26.616808 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-792ab69e-85d7-4adc-952f-9c3efcd826fb tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3803053 Dec 22 05:07:26.620293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45000) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:26.674327 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ead6fb-9c68-4b25-8629-4606e3d6d78a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:26.674782 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ead6fb-9c68-4b25-8629-4606e3d6d78a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:26.675299 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ead6fb-9c68-4b25-8629-4606e3d6d78a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:26.675739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ead6fb-9c68-4b25-8629-4606e3d6d78a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:26.676173 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ead6fb-9c68-4b25-8629-4606e3d6d78a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:26.676629 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ead6fb-9c68-4b25-8629-4606e3d6d78a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:26.678393 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-17ead6fb-9c68-4b25-8629-4606e3d6d78a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0578403 Dec 22 05:07:26.681179 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45002) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:26.787567 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:26.824897 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-767e34c3-34e4-4903-a8c2-520b61ba1660 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1425316 Dec 22 05:07:26.831745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Checking router: 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:07:26.832097 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Updating router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:07:26.863681 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.056720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-187a77d9-421d-4f65-8bbb-d7b1cc6982c2 None None] Provisioning complete for port 82de5472-f355-4fd1-a032-402449d37d90 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:27.057229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-187a77d9-421d-4f65-8bbb-d7b1cc6982c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.121270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45006) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:27.126583 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c22358d3-fc5c-4b68-b5d9-3bd784e54536 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-984138664', 'description': 'tempest-secgroup-smoke-984138664 description', 'project_id': '029a077a8ccd4775910052d15f603bba'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:27.218002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.234339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-187a77d9-421d-4f65-8bbb-d7b1cc6982c2 None None] Provisioning complete for port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:27.235180 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-187a77d9-421d-4f65-8bbb-d7b1cc6982c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.237884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c22358d3-fc5c-4b68-b5d9-3bd784e54536 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.273548 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 82de5472-f355-4fd1-a032-402449d37d90 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:07:27.311941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-187a77d9-421d-4f65-8bbb-d7b1cc6982c2 None None] Port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:07:27.316224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.316629 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c22358d3-fc5c-4b68-b5d9-3bd784e54536 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.379117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be1c33-3be1-476f-9add-18e60846cf56 None None] Pushing event updated for resources: {'Port': ['ID=7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:27.405280 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 82de5472-f355-4fd1-a032-402449d37d90 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:27.405647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.411390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c22358d3-fc5c-4b68-b5d9-3bd784e54536 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.444560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22358d3-fc5c-4b68-b5d9-3bd784e54536 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:27.475604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Attempting to bind port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:07:27.475969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Attempting to bind port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:07:27.476366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Attempting to bind port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 on network 66da811f-dc6a-4622-9b2b-a577d2a66a69 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:07:27.488054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-2fa995bd-804e-439d-bf7c-2cbd72babd92 None None] Provisioning complete for port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:27.488452 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fa995bd-804e-439d-bf7c-2cbd72babd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.490684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:07:27.491054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Checking segment: {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:07:27.491445 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.492002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Bound using segment: {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:07:27.492481 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Bound port: 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:07:27.492861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.522302 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c22358d3-fc5c-4b68-b5d9-3bd784e54536 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.526494 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c22358d3-fc5c-4b68-b5d9-3bd784e54536 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4007330 Dec 22 05:07:27.526982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45008) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:27.532556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4d615a01-2c39-4680-ad39-c8e79a0e1b0c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:27.623230 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d615a01-2c39-4680-ad39-c8e79a0e1b0c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.684018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d615a01-2c39-4680-ad39-c8e79a0e1b0c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.727202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-2fa995bd-804e-439d-bf7c-2cbd72babd92 None None] Port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:07:27.741748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7374be12-8b38-443f-ac8e-ffd496f77969 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:07:27.771362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d615a01-2c39-4680-ad39-c8e79a0e1b0c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.788297 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] For port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:07:27.789222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d615a01-2c39-4680-ad39-c8e79a0e1b0c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1fceab-48ef-4330-a8b4-5e2d74a59107,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:27.795073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] For port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:07:27.808728 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 7374be12-8b38-443f-ac8e-ffd496f77969 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:27.809096 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.853931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-894afa29-b6d2-4954-9d73-8ac1bdf232fc None None] Provisioning complete for port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:27.854297 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-894afa29-b6d2-4954-9d73-8ac1bdf232fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.870900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d615a01-2c39-4680-ad39-c8e79a0e1b0c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.874827 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4d615a01-2c39-4680-ad39-c8e79a0e1b0c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440754 Dec 22 05:07:27.875131 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45010) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:27.879827 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ef3a6b72-e3be-4168-9890-f58b4f6b2bcc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:27.891132 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.970353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-894afa29-b6d2-4954-9d73-8ac1bdf232fc None None] Port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:07:27.985515 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6b72-e3be-4168-9890-f58b4f6b2bcc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:27.999631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:07:28.000101 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:07:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:28.003112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be1c33-3be1-476f-9add-18e60846cf56 None None] Pushing event updated for resources: {'Port': ['ID=7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:28.054087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6b72-e3be-4168-9890-f58b4f6b2bcc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.112383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:07:28.125441 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6b72-e3be-4168-9890-f58b4f6b2bcc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.145055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a6b72-e3be-4168-9890-f58b4f6b2bcc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceeb88d8-a0e9-4b4d-9243-ba91f32cfa0d,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:28.217368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ef3a6b72-e3be-4168-9890-f58b4f6b2bcc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.218548 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ef3a6b72-e3be-4168-9890-f58b4f6b2bcc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3422935 Dec 22 05:07:28.221744 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45012) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:28.226037 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-937c45ae-cea6-4f61-a03e-4de49ae2aae0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:28.240053 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-979cf3c1-6801-49d4-89a3-044fc6ee7d8b None None] Provisioning complete for port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:28.240380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-979cf3c1-6801-49d4-89a3-044fc6ee7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.311273 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-937c45ae-cea6-4f61-a03e-4de49ae2aae0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.368764 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-937c45ae-cea6-4f61-a03e-4de49ae2aae0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.374244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-979cf3c1-6801-49d4-89a3-044fc6ee7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.413689 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-979cf3c1-6801-49d4-89a3-044fc6ee7d8b None None] For port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:28.416637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:27Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:28.443183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb46672-ee9e-471e-a04b-4d83f4287046 None None] The sync data for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv is: [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:27Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:07:28.448994 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-937c45ae-cea6-4f61-a03e-4de49ae2aae0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.468850 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c45ae-cea6-4f61-a03e-4de49ae2aae0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb006f91-fcac-44cf-959e-5d0f535c7a38,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:28.540184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-979cf3c1-6801-49d4-89a3-044fc6ee7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.565420 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-937c45ae-cea6-4f61-a03e-4de49ae2aae0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.567897 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-937c45ae-cea6-4f61-a03e-4de49ae2aae0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3440039 Dec 22 05:07:28.569578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45014) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:28.574401 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-884242e9-abfb-443a-848c-9a1e39852279 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:28.600613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cf3c1-6801-49d4-89a3-044fc6ee7d8b None None] Pushing event updated for resources: {'Port': ['ID=7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:28.682464 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-884242e9-abfb-443a-848c-9a1e39852279 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.748012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-884242e9-abfb-443a-848c-9a1e39852279 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.834262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-884242e9-abfb-443a-848c-9a1e39852279 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.852509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884242e9-abfb-443a-848c-9a1e39852279 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf17125-6542-491a-acfc-2b7e33f39dfe,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:28.927719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-884242e9-abfb-443a-848c-9a1e39852279 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:28.929355 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-884242e9-abfb-443a-848c-9a1e39852279 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3585985 Dec 22 05:07:28.932125 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45016) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:28.937500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4ae3253c-31c3-4b22-bace-f9afcc0bd788 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:29.046140 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-4ae3253c-31c3-4b22-bace-f9afcc0bd788 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:07:29.051602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4ae3253c-31c3-4b22-bace-f9afcc0bd788 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:29.114081 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4ae3253c-31c3-4b22-bace-f9afcc0bd788 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:29.191729 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4ae3253c-31c3-4b22-bace-f9afcc0bd788 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:29.209968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3253c-31c3-4b22-bace-f9afcc0bd788 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d91ae3-f014-4a6b-80e8-09afbe8c9dd7,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:29.253759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:07:29.284923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4ae3253c-31c3-4b22-bace-f9afcc0bd788 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:29.286233 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4ae3253c-31c3-4b22-bace-f9afcc0bd788 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3531213 Dec 22 05:07:29.289059 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45018) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:29.293869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0dce4b2b-18e1-45b1-9e17-d2c18ca0e0af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:29.311208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:29.311784 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:29.409068 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-0dce4b2b-18e1-45b1-9e17-d2c18ca0e0af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:07:29.414593 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b2b-18e1-45b1-9e17-d2c18ca0e0af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:29.478472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b2b-18e1-45b1-9e17-d2c18ca0e0af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:29.546158 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b2b-18e1-45b1-9e17-d2c18ca0e0af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:29.563614 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce4b2b-18e1-45b1-9e17-d2c18ca0e0af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077400a7-00f2-4439-8003-58f0a6d003f1,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:29.651095 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0dce4b2b-18e1-45b1-9e17-d2c18ca0e0af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:29.652367 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0dce4b2b-18e1-45b1-9e17-d2c18ca0e0af tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3622944 Dec 22 05:07:29.806540 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1e284245-c216-4793-ba59-276f1e5cc477 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-984138664&fields=id&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 267 time: 0.0317533 Dec 22 05:07:29.921619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-ddfd9a51-933b-408e-8229-c8028b0e4c74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:29.923086 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-ddfd9a51-933b-408e-8229-c8028b0e4c74 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/networks?id=66da811f-dc6a-4622-9b2b-a577d2a66a69 HTTP/1.1" status: 200 len: 797 time: 0.1100969 Dec 22 05:07:29.938904 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-c9828721-307b-48b7-a8e5-92c99de683ad tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/quotas/029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 375 time: 0.0099869 Dec 22 05:07:29.992923 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-fa6f6fcf-42aa-4cc0-bd1a-8851161754de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484014 Dec 22 05:07:30.092360 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-cefd13da-66f2-4226-92ee-883baa7bd924 service neutron] 10.222.0.54 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872855 Dec 22 05:07:30.182005 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-3bc30117-cc56-4ad8-83aa-887b96d3b7d1 service neutron] 10.222.0.54 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836048 Dec 22 05:07:30.409179 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-74332f8a-f004-47a6-b146-478a39802456 req-c75c2de0-eadd-4d36-bb87-d34015c593d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 210 time: 0.0282407 Dec 22 05:07:31.491167 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-98f8dcf1-6104-4a99-aaea-9669cfffad4e req-76cf0baf-a282-4e6d-adcd-1482e38a3cc6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 210 time: 0.0275872 Dec 22 05:07:32.580983 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9bd90d58-c1f2-45a8-ab77-225bbb478523 req-c7bf5a17-0a0d-4981-94fc-7cec7958a2ef tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 210 time: 0.0255892 Dec 22 05:07:32.866894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-01fab483-d6d6-4ba4-b111-209df06c58bd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:32.868233 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-01fab483-d6d6-4ba4-b111-209df06c58bd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks?id=66da811f-dc6a-4622-9b2b-a577d2a66a69 HTTP/1.1" status: 200 len: 797 time: 0.1049373 Dec 22 05:07:32.917381 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-78aef759-3686-4c84-ae6d-5ac6cbf7174c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 379 time: 0.0334866 Dec 22 05:07:32.927123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'device_id': 'eb008647-a299-4828-b843-c6c47714598e', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'admin_state_up': True, 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'security_groups': ['b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:33.148277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:07:33.152036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:33.279465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.8 (66da811f-dc6a-4622-9b2b-a577d2a66a69/1b682c43-36b8-47e5-b019-95b119b3d7d3/139ef2b2-23de-4108-b700-9ff16252d7de) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:07:33.419098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:33.512122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:33.554525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 66da811f-dc6a-4622-9b2b-a577d2a66a69 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:07:33.557496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:07:33.559932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:07:33.587709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=139ef2b2-23de-4108-b700-9ff16252d7de,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:33.619329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:33.619942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:33.706965 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cef06-0f77-4bde-89fd-0608b54fed34 req-a735b6a5-dc4e-4fab-b2db-96b203085259 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:33.708654 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f26cef06-0f77-4bde-89fd-0608b54fed34 req-a735b6a5-dc4e-4fab-b2db-96b203085259 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 931 time: 0.0573006 Dec 22 05:07:33.712586 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-1922706c-7386-43a5-8718-4bdef42d1b4c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7892804 Dec 22 05:07:33.733431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Request body: {'port': {'device_id': 'eb008647-a299-4828-b843-c6c47714598e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:33.777505 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f26cef06-0f77-4bde-89fd-0608b54fed34 req-847f31cf-b389-4d9d-b0ab-c448176aeec1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622146 Dec 22 05:07:33.801316 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3d8761c8-83f8-4947-a398-5a43be4cff7a None None] Provisioning complete for port 139ef2b2-23de-4108-b700-9ff16252d7de triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:33.801889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3d8761c8-83f8-4947-a398-5a43be4cff7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:33.803890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:33.837728 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-3d8761c8-83f8-4947-a398-5a43be4cff7a None None] Port 139ef2b2-23de-4108-b700-9ff16252d7de cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:07:34.065902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139ef2b2-23de-4108-b700-9ff16252d7de {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:07:34.073196 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:34.084964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Transition to ACTIVE for port object 139ef2b2-23de-4108-b700-9ff16252d7de will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:07:34.168046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:34.220271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Pushing event updated for resources: {'Port': ['ID=139ef2b2-23de-4108-b700-9ff16252d7de,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:34.287165 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Attempting to bind port 139ef2b2-23de-4108-b700-9ff16252d7de on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:07:34.287498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Attempting to bind port 139ef2b2-23de-4108-b700-9ff16252d7de by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:07:34.287826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Attempting to bind port 139ef2b2-23de-4108-b700-9ff16252d7de on network 66da811f-dc6a-4622-9b2b-a577d2a66a69 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:07:34.292341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Port 139ef2b2-23de-4108-b700-9ff16252d7de on network 66da811f-dc6a-4622-9b2b-a577d2a66a69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:07:34.292698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Attempting to bind port 139ef2b2-23de-4108-b700-9ff16252d7de on network 66da811f-dc6a-4622-9b2b-a577d2a66a69 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:07:34.297875 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:07:34.298211 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Checking segment: {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:07:34.298587 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Bound using segment: {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:07:34.299010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Bound port: 139ef2b2-23de-4108-b700-9ff16252d7de, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:07:34.299362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:34.369283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] For port 139ef2b2-23de-4108-b700-9ff16252d7de, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:07:34.372481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] For port 139ef2b2-23de-4108-b700-9ff16252d7de, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=139ef2b2-23de-4108-b700-9ff16252d7de,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:07:34.437703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:34.473402 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:34.473951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:34.475304 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] 10.222.0.16 "PUT /v2.0/ports/139ef2b2-23de-4108-b700-9ff16252d7de HTTP/1.1" status: 200 len: 1093 time: 0.7465930 Dec 22 05:07:34.475741 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:07:34.478030 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28474e91-a5cd-4035-b1e8-eafe68608542" -d '{"events": [{"name": "network-changed", "server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:07:34.503036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71387023-26a8-46be-85a9-1b8dcba7de72 service neutron] Pushing event updated for resources: {'Port': ['ID=139ef2b2-23de-4108-b700-9ff16252d7de,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:34.519578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f02a86-6d5f-4421-a849-204b730e68f4 x-openstack-request-id: req-46f02a86-6d5f-4421-a849-204b730e68f4 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:07:34.519870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:07:34.520124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46f02a86-6d5f-4421-a849-204b730e68f4 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:07:34.520575 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de', 'status': 'completed', 'code': 200} Dec 22 05:07:34.605837 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28474e91-a5cd-4035-b1e8-eafe68608542 req-fa04c806-b2a6-4079-9e24-9f43374cca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:34.607496 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-28474e91-a5cd-4035-b1e8-eafe68608542 req-fa04c806-b2a6-4079-9e24-9f43374cca58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 1096 time: 0.0431201 Dec 22 05:07:34.724513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28474e91-a5cd-4035-b1e8-eafe68608542 req-d0e0c7de-35bc-43fb-8d02-6bb359e773b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:34.726027 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-28474e91-a5cd-4035-b1e8-eafe68608542 req-d0e0c7de-35bc-43fb-8d02-6bb359e773b8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=029a077a8ccd4775910052d15f603bba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0990560 Dec 22 05:07:34.819463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28474e91-a5cd-4035-b1e8-eafe68608542 req-1c7c41ba-b2b8-4c03-b0ef-406a6afcba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:34.821012 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-28474e91-a5cd-4035-b1e8-eafe68608542 req-1c7c41ba-b2b8-4c03-b0ef-406a6afcba54 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861123 Dec 22 05:07:34.902993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2c42f-86e8-4f85-9609-9088ffe94cf9 req-a95a00a4-e4ac-4b78-be8f-fb1652ed3d18 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:34.904493 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99b2c42f-86e8-4f85-9609-9088ffe94cf9 req-a95a00a4-e4ac-4b78-be8f-fb1652ed3d18 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 943 time: 0.0604815 Dec 22 05:07:34.957474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-e421d3d6-1635-4dc7-bba0-7ceb4e01b471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:34.958857 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-e421d3d6-1635-4dc7-bba0-7ceb4e01b471 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 1096 time: 0.0740066 Dec 22 05:07:34.962024 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99b2c42f-86e8-4f85-9609-9088ffe94cf9 req-02da52ec-2169-40a3-b1bf-9e1f7b5e92d7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447495 Dec 22 05:07:35.011578 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-9e544c50-ed0c-4567-9a22-828f9c6bff25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139ef2b2-23de-4108-b700-9ff16252d7de HTTP/1.1" status: 200 len: 217 time: 0.0372877 Dec 22 05:07:35.058316 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-a2ff3d43-87a0-4b68-abef-57e8e46d686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:35.059680 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-a2ff3d43-87a0-4b68-abef-57e8e46d686f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b682c43-36b8-47e5-b019-95b119b3d7d3 HTTP/1.1" status: 200 len: 834 time: 0.0415795 Dec 22 05:07:35.104005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-c2d95576-69d2-47c5-94de-4a9b9f3e38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:35.105478 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-c2d95576-69d2-47c5-94de-4a9b9f3e38e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66da811f-dc6a-4622-9b2b-a577d2a66a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384331 Dec 22 05:07:35.196914 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-3793e4aa-bb4e-4422-83d6-0b808d5f5bd2 service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839002 Dec 22 05:07:35.286430 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64886e76-2ad1-4784-be4b-94539f7b1910 req-4933e5a0-221b-4755-9f7b-00c7d6455712 service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809908 Dec 22 05:07:36.075162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c4257-b895-4b0d-91eb-a5aa94ca2ec7 req-be78d870-82f2-4c62-b1bc-39579898ef47 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:36.077513 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ea5c4257-b895-4b0d-91eb-a5aa94ca2ec7 req-be78d870-82f2-4c62-b1bc-39579898ef47 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 943 time: 0.0483220 Dec 22 05:07:36.113416 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ea5c4257-b895-4b0d-91eb-a5aa94ca2ec7 req-f0ba921e-f7be-4922-b766-72c8bc4f4696 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301542 Dec 22 05:07:37.234501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ffc2e-5138-40f8-b1d6-1c37a0314222 req-ac7bb606-ef36-436f-a106-d6e09c5ab667 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:37.235914 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b13ffc2e-5138-40f8-b1d6-1c37a0314222 req-ac7bb606-ef36-436f-a106-d6e09c5ab667 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 943 time: 0.0565658 Dec 22 05:07:37.272520 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b13ffc2e-5138-40f8-b1d6-1c37a0314222 req-b234b744-10e2-4562-b17e-4933728f808e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306644 Dec 22 05:07:38.023122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 139ef2b2-23de-4108-b700-9ff16252d7de details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:07:38.116018 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 139ef2b2-23de-4108-b700-9ff16252d7de, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=139ef2b2-23de-4108-b700-9ff16252d7de,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:38.128091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '139ef2b2-23de-4108-b700-9ff16252d7de', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'port_id': '139ef2b2-23de-4108-b700-9ff16252d7de', 'mac_address': 'fa:16:3e:1c:8f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:07:38.166994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:38.179675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139ef2b2-23de-4108-b700-9ff16252d7de {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:07:38.198244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 139ef2b2-23de-4108-b700-9ff16252d7de, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=139ef2b2-23de-4108-b700-9ff16252d7de,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:38.276852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:38.323384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=139ef2b2-23de-4108-b700-9ff16252d7de,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:38.429028 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695b328-ce30-450d-9a03-9bf74187e610 req-73d2ce31-e7e6-402f-bd09-25d610e652ba tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:38.430521 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6695b328-ce30-450d-9a03-9bf74187e610 req-73d2ce31-e7e6-402f-bd09-25d610e652ba tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 944 time: 0.0930519 Dec 22 05:07:38.468725 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6695b328-ce30-450d-9a03-9bf74187e610 req-6ad788c4-4dc2-4934-bf8b-d3045c1fd739 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317459 Dec 22 05:07:38.585863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['139ef2b2-23de-4108-b700-9ff16252d7de'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:07:39.225430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b646ca17-84fa-4e6f-8372-95efe2b33a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:39.584625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c8bff-623e-4ea2-9873-9325a9659578 req-3a7c58c0-f39e-4301-8f04-911f1cb448d8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:39.586062 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-988c8bff-623e-4ea2-9873-9325a9659578 req-3a7c58c0-f39e-4301-8f04-911f1cb448d8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 944 time: 0.0528760 Dec 22 05:07:39.623708 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-988c8bff-623e-4ea2-9873-9325a9659578 req-70de5cdb-4341-49d4-ae22-01f1b25551f2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315695 Dec 22 05:07:40.023088 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 139ef2b2-23de-4108-b700-9ff16252d7de up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:07:40.148074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 139ef2b2-23de-4108-b700-9ff16252d7de completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:07:40.152048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 139ef2b2-23de-4108-b700-9ff16252d7de triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:40.152444 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:40.230229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:40.252986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:07:40.255192 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ae71a4-7885-450b-915c-d9afd6845790" -d '{"events": [{"server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "name": "network-vif-plugged", "status": "completed", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:07:40.267252 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 139ef2b2-23de-4108-b700-9ff16252d7de, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=139ef2b2-23de-4108-b700-9ff16252d7de,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:40.292907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6575c19-1d62-4cdb-9834-ccdd87fe1665 x-openstack-request-id: req-f6575c19-1d62-4cdb-9834-ccdd87fe1665 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:07:40.292907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "name": "network-vif-plugged", "status": "completed", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:07:40.292907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6575c19-1d62-4cdb-9834-ccdd87fe1665 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:07:40.292907 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de', 'code': 200} Dec 22 05:07:40.339862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:40.389731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=139ef2b2-23de-4108-b700-9ff16252d7de,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:40.668567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849b6b5-e817-4274-ae7f-c21f2d4c3470 req-ebb3230f-f214-43fb-b08d-80536dcd9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:40.670675 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8849b6b5-e817-4274-ae7f-c21f2d4c3470 req-ebb3230f-f214-43fb-b08d-80536dcd9783 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 1098 time: 0.0405564 Dec 22 05:07:40.731386 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8849b6b5-e817-4274-ae7f-c21f2d4c3470 req-abd89f51-6ea6-4d02-997d-00dd5ee8ee26 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538740 Dec 22 05:07:40.748184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf928fb6-2e46-41c3-adc3-fd9dbebfb016 req-fc373392-1694-4b7d-9d4c-766978db0c78 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:40.749603 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf928fb6-2e46-41c3-adc3-fd9dbebfb016 req-fc373392-1694-4b7d-9d4c-766978db0c78 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 945 time: 0.0599241 Dec 22 05:07:40.790014 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf928fb6-2e46-41c3-adc3-fd9dbebfb016 req-774dcb8f-5493-4f6d-bde2-00725f51fd1f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345390 Dec 22 05:07:41.693904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d742df74-4894-4eb8-ac19-95b0c2758591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:41.914573 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e206ecb-e3cf-43dc-bd16-105b6833a553 req-39485d3d-c91a-4165-87f6-a9c1c90c310a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:41.915961 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3e206ecb-e3cf-43dc-bd16-105b6833a553 req-39485d3d-c91a-4165-87f6-a9c1c90c310a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 945 time: 0.0585649 Dec 22 05:07:41.961197 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3e206ecb-e3cf-43dc-bd16-105b6833a553 req-255dbf55-4373-4bc8-bc96-920711f99f0f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386593 Dec 22 05:07:43.119494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f0113-8628-40d9-b5a0-52bdd4f304cd req-1d6b908f-444d-4d14-bc0f-2c9933e407bf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:43.121007 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ed6f0113-8628-40d9-b5a0-52bdd4f304cd req-1d6b908f-444d-4d14-bc0f-2c9933e407bf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 945 time: 0.0927956 Dec 22 05:07:43.145587 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:43.158673 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ed6f0113-8628-40d9-b5a0-52bdd4f304cd req-1e74ea4f-b843-4f7d-bf19-20ddd74fa1c5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Dec 22 05:07:43.271721 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77fa71-6df5-4292-9b74-e0f1a915b5c4 req-a897a07f-c38e-470f-850a-f95f05dcdd5e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:43.273219 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1d77fa71-6df5-4292-9b74-e0f1a915b5c4 req-a897a07f-c38e-470f-850a-f95f05dcdd5e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 945 time: 0.0500920 Dec 22 05:07:43.314727 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1d77fa71-6df5-4292-9b74-e0f1a915b5c4 req-116b3abe-2d49-432c-a511-6f8b548fe36f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356376 Dec 22 05:07:43.336508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45084) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:43.375600 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71c0ef3-ee94-40bf-ac2f-e2ee797bd3db tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:43.377110 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e71c0ef3-ee94-40bf-ac2f-e2ee797bd3db tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 1093 time: 0.0396640 Dec 22 05:07:43.379917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45086) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:43.384117 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '139ef2b2-23de-4108-b700-9ff16252d7de', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:43.500050 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:43.598350 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:43.701774 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.172 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/355c19e6-da35-4991-98f9-9de037de274e) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:07:43.798109 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:43.914474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:43.950515 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:07:43.953984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:07:43.957467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:07:43.965371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=355c19e6-da35-4991-98f9-9de037de274e,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:44.259532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:44.293524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:44.430251 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:44.572768 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:44.682494 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:44.750995 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=355c19e6-da35-4991-98f9-9de037de274e,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:44.762127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:44.859554 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP da9ce97f-ae92-44c4-b1eb-1edb9a3c019e associated. External IP: 172.26.5.172, port: 139ef2b2-23de-4108-b700-9ff16252d7de. Dec 22 05:07:45.073770 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:07:45.182092 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:07:45.192276 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209912c-d011-4293-8f23-150269f927f0 None None] Sync routers for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:07:45.202178 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209912c-d011-4293-8f23-150269f927f0 None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:07:45.202770 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c209912c-d011-4293-8f23-150269f927f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:07:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:45.299349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:45.308745 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c209912c-d011-4293-8f23-150269f927f0 None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:07:45.324240 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:45.355200 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b66b261b-a10c-4d5e-ba2c-dff9828041d4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9742568 Dec 22 05:07:45.355880 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:07:45.358520 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45092) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:45.359038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b141c75c-1844-447d-a75b-a8c856053590" -d '{"events": [{"name": "network-changed", "server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:07:45.399772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb33921b-c774-4562-8395-f79a5c4c5583 x-openstack-request-id: req-eb33921b-c774-4562-8395-f79a5c4c5583 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:07:45.400054 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:07:45.400329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eb33921b-c774-4562-8395-f79a5c4c5583 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:07:45.400727 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de', 'status': 'completed', 'code': 200} Dec 22 05:07:45.401208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d21176f-0908-4195-bef0-beca9e796c76 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:45.405553 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0d21176f-0908-4195-bef0-beca9e796c76 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 1093 time: 0.0424678 Dec 22 05:07:45.490407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141c75c-1844-447d-a75b-a8c856053590 req-dae2868f-3518-489d-9eae-ed3f9d54144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:45.492395 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b141c75c-1844-447d-a75b-a8c856053590 req-dae2868f-3518-489d-9eae-ed3f9d54144b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 1098 time: 0.0435007 Dec 22 05:07:45.572231 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c209912c-d011-4293-8f23-150269f927f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'da9ce97f-ae92-44c4-b1eb-1edb9a3c019e', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'port_id': '139ef2b2-23de-4108-b700-9ff16252d7de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'mac_address': 'fa:16:3e:1c:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb008647-a299-4828-b843-c6c47714598e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:07:44Z', 'updated_at': '2021-12-22T05:07:44Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:28Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:45.595575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141c75c-1844-447d-a75b-a8c856053590 req-d0875a37-66d9-4bc3-838d-d9285c87dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:45.597299 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b141c75c-1844-447d-a75b-a8c856053590 req-d0875a37-66d9-4bc3-838d-d9285c87dfc3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66da811f-dc6a-4622-9b2b-a577d2a66a69 HTTP/1.1" status: 200 len: 898 time: 0.0971878 Dec 22 05:07:45.608123 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209912c-d011-4293-8f23-150269f927f0 None None] Checking router: 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:07:45.616758 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209912c-d011-4293-8f23-150269f927f0 None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:07:45.617359 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c209912c-d011-4293-8f23-150269f927f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:07:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:45.666740 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b141c75c-1844-447d-a75b-a8c856053590 req-952f91f3-5f55-4b36-9b06-20ef17c89854 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139ef2b2-23de-4108-b700-9ff16252d7de HTTP/1.1" status: 200 len: 999 time: 0.0617433 Dec 22 05:07:45.724094 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c209912c-d011-4293-8f23-150269f927f0 None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:07:45.729215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141c75c-1844-447d-a75b-a8c856053590 req-3271b863-abe6-461a-81fb-5c612c4e7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:45.730697 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b141c75c-1844-447d-a75b-a8c856053590 req-3271b863-abe6-461a-81fb-5c612c4e7f8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b682c43-36b8-47e5-b019-95b119b3d7d3 HTTP/1.1" status: 200 len: 834 time: 0.0498703 Dec 22 05:07:45.775138 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141c75c-1844-447d-a75b-a8c856053590 req-bbd5e4eb-e1c1-4c53-9f82-1bb2f0a463fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:45.776699 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b141c75c-1844-447d-a75b-a8c856053590 req-bbd5e4eb-e1c1-4c53-9f82-1bb2f0a463fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66da811f-dc6a-4622-9b2b-a577d2a66a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388861 Dec 22 05:07:45.864837 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b141c75c-1844-447d-a75b-a8c856053590 req-36b4d0d5-e820-4f7a-afd1-c60a0e5aa96f service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811415 Dec 22 05:07:45.934689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45098) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:45.941141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2ceb9b8e-bb5e-478d-b08b-3835083368e2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387999683', 'description': 'tempest-secgroup-smoke-1387999683 description', 'project_id': '029a077a8ccd4775910052d15f603bba'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:45.962006 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c209912c-d011-4293-8f23-150269f927f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'da9ce97f-ae92-44c4-b1eb-1edb9a3c019e', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'port_id': '139ef2b2-23de-4108-b700-9ff16252d7de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'mac_address': 'fa:16:3e:1c:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb008647-a299-4828-b843-c6c47714598e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:07:44Z', 'updated_at': '2021-12-22T05:07:44Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:28Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:07:45.988816 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b141c75c-1844-447d-a75b-a8c856053590 req-97341961-34d7-4363-9553-ece551309bac service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160085 Dec 22 05:07:45.989056 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c209912c-d011-4293-8f23-150269f927f0 None None] The sync data for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv is: [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'da9ce97f-ae92-44c4-b1eb-1edb9a3c019e', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'port_id': '139ef2b2-23de-4108-b700-9ff16252d7de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'mac_address': 'fa:16:3e:1c:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb008647-a299-4828-b843-c6c47714598e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:07:44Z', 'updated_at': '2021-12-22T05:07:44Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:28Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:07:46.042796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2ceb9b8e-bb5e-478d-b08b-3835083368e2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:46.112518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2ceb9b8e-bb5e-478d-b08b-3835083368e2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:46.189256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8708cb-5376-4ec1-860a-e7e17452d446 None None] New status for floating IP da9ce97f-ae92-44c4-b1eb-1edb9a3c019e: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:07:46.191389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2ceb9b8e-bb5e-478d-b08b-3835083368e2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:46.222572 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb9b8e-bb5e-478d-b08b-3835083368e2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b33d23-6a54-4246-9de1-2bf4b45903b8,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:46.273098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2ceb9b8e-bb5e-478d-b08b-3835083368e2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:46.274373 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2ceb9b8e-bb5e-478d-b08b-3835083368e2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3384035 Dec 22 05:07:46.277137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45100) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:46.282095 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2042630a-792d-4d5c-bb48-8273d328a90c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'd1b33d23-6a54-4246-9de1-2bf4b45903b8', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:46.390354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2042630a-792d-4d5c-bb48-8273d328a90c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:46.453495 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2042630a-792d-4d5c-bb48-8273d328a90c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:46.524767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2042630a-792d-4d5c-bb48-8273d328a90c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:46.542729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042630a-792d-4d5c-bb48-8273d328a90c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bb7a9f-a2b8-4477-94a0-194ae0b93549,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:46.629740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2042630a-792d-4d5c-bb48-8273d328a90c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:46.630950 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2042630a-792d-4d5c-bb48-8273d328a90c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3529043 Dec 22 05:07:46.633748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45102) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:46.638027 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f0df4708-0711-47be-9480-32fee0a88ccd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'd1b33d23-6a54-4246-9de1-2bf4b45903b8', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:46.734812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f0df4708-0711-47be-9480-32fee0a88ccd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:46.789683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f0df4708-0711-47be-9480-32fee0a88ccd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:46.876472 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f0df4708-0711-47be-9480-32fee0a88ccd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:46.893010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df4708-0711-47be-9480-32fee0a88ccd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b592ac-1324-4883-9108-256c399be599,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:46.973655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f0df4708-0711-47be-9480-32fee0a88ccd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:46.975229 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f0df4708-0711-47be-9480-32fee0a88ccd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3402016 Dec 22 05:07:46.977781 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45104) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:46.982060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ac02ce30-da1b-4b23-8d53-c6b85b86fea7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'd1b33d23-6a54-4246-9de1-2bf4b45903b8', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:47.081390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac02ce30-da1b-4b23-8d53-c6b85b86fea7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:47.145405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac02ce30-da1b-4b23-8d53-c6b85b86fea7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:47.236519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac02ce30-da1b-4b23-8d53-c6b85b86fea7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:47.256611 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02ce30-da1b-4b23-8d53-c6b85b86fea7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=781018e7-8ca6-4ceb-907d-c1ce64e614a5,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:47.376139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac02ce30-da1b-4b23-8d53-c6b85b86fea7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:47.377500 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ac02ce30-da1b-4b23-8d53-c6b85b86fea7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3987813 Dec 22 05:07:47.380493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45106) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:47.384996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-c8513e13-9cc9-482a-ac36-5bced99c95b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'd1b33d23-6a54-4246-9de1-2bf4b45903b8', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:47.481323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c8513e13-9cc9-482a-ac36-5bced99c95b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:47.542954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c8513e13-9cc9-482a-ac36-5bced99c95b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:47.630840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c8513e13-9cc9-482a-ac36-5bced99c95b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:47.651403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8513e13-9cc9-482a-ac36-5bced99c95b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f94323-25ae-4311-91b0-4a53d7aa92a2,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:47.715766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c8513e13-9cc9-482a-ac36-5bced99c95b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:47.717050 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c8513e13-9cc9-482a-ac36-5bced99c95b0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3356035 Dec 22 05:07:47.720413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45108) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:47.724803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4d27b557-2d22-4cda-b84f-9c5da2434abf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'd1b33d23-6a54-4246-9de1-2bf4b45903b8', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:47.837050 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-4d27b557-2d22-4cda-b84f-9c5da2434abf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:07:47.842910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d27b557-2d22-4cda-b84f-9c5da2434abf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:47.902411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d27b557-2d22-4cda-b84f-9c5da2434abf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:47.982792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d27b557-2d22-4cda-b84f-9c5da2434abf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:48.002386 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27b557-2d22-4cda-b84f-9c5da2434abf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b800bc-3c61-4a44-9150-b084fb5c4be8,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:48.064963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d27b557-2d22-4cda-b84f-9c5da2434abf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:48.066208 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4d27b557-2d22-4cda-b84f-9c5da2434abf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3448770 Dec 22 05:07:48.069056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45110) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:07:48.073322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d3dc70c5-788c-4e5d-9f4b-6a4128e7c5c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': 'd1b33d23-6a54-4246-9de1-2bf4b45903b8', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:48.168271 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-d3dc70c5-788c-4e5d-9f4b-6a4128e7c5c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:07:48.173554 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70c5-788c-4e5d-9f4b-6a4128e7c5c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:48.235874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70c5-788c-4e5d-9f4b-6a4128e7c5c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:48.322260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70c5-788c-4e5d-9f4b-6a4128e7c5c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:48.340127 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc70c5-788c-4e5d-9f4b-6a4128e7c5c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18dfbceb-3f1c-4680-87db-a057ec824295,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:48.427356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d3dc70c5-788c-4e5d-9f4b-6a4128e7c5c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:48.428563 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d3dc70c5-788c-4e5d-9f4b-6a4128e7c5c1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3586514 Dec 22 05:07:48.567651 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-a777cdc5-884a-4195-9de5-301a70149490 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387999683&fields=id&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 267 time: 0.0352039 Dec 22 05:07:48.590061 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:07:48.678728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-1830189a-4d36-4da9-b412-cea93b9902f7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:48.680239 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-1830189a-4d36-4da9-b412-cea93b9902f7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/networks?id=66da811f-dc6a-4622-9b2b-a577d2a66a69 HTTP/1.1" status: 200 len: 797 time: 0.1057677 Dec 22 05:07:48.696098 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-e895770c-0f1c-48dc-83c9-b0cdacbc91a5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/quotas/029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 375 time: 0.0098753 Dec 22 05:07:48.753673 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-faa8b1fd-54ae-4a47-ab8c-633d1fb1af67 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0514216 Dec 22 05:07:48.850409 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-65e8c9b4-d13f-4768-a04e-65fab19d6801 service neutron] 10.222.0.54 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853598 Dec 22 05:07:48.939062 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-55345db1-287b-4b10-bdcc-710494318d0f service neutron] 10.222.0.54 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825567 Dec 22 05:07:49.237996 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-09b3ecee-b8be-4a9f-b435-7b8bfc4ee2e0 req-cadbc73c-dc46-4e44-9d39-c0e56f97132e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 210 time: 0.0296710 Dec 22 05:07:50.330633 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-465c8627-819a-4b54-afdb-6a0ba6cd10ff req-65a85567-69c7-498f-9adb-31471f42502e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 210 time: 0.0271759 Dec 22 05:07:50.756456 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:51.309105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-c3cfa3f2-0b52-46d9-8f56-3231e4b97f3f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:51.310589 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-c3cfa3f2-0b52-46d9-8f56-3231e4b97f3f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks?id=66da811f-dc6a-4622-9b2b-a577d2a66a69 HTTP/1.1" status: 200 len: 797 time: 0.1067488 Dec 22 05:07:51.370271 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-3e0d9855-4e70-4756-a970-fa87cc130a66 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 472 time: 0.0353038 Dec 22 05:07:51.383166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'device_id': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'admin_state_up': True, 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'security_groups': ['d1b33d23-6a54-4246-9de1-2bf4b45903b8']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:51.424862 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d9e83a53-a6f1-4385-8a5c-402e1ca1ad36 req-844277ea-08dc-46ff-8426-97d10433a2de tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 210 time: 0.0266330 Dec 22 05:07:51.573524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:07:51.577232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:51.698940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.10 (66da811f-dc6a-4622-9b2b-a577d2a66a69/1b682c43-36b8-47e5-b019-95b119b3d7d3/9fc5c44e-26ae-4590-8303-d24c080d738e) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:07:51.833124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:51.925309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:51.971825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 66da811f-dc6a-4622-9b2b-a577d2a66a69 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:07:51.974762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:07:51.978421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:07:51.987408 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=9fc5c44e-26ae-4590-8303-d24c080d738e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:52.036080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:52.036727 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:52.159947 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-9e6f1eed-3eed-4330-9ea8-5e466f528538 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7838392 Dec 22 05:07:52.204668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d3e3e303-e4e2-43dd-a207-9530da0704d8 None None] Provisioning complete for port 9fc5c44e-26ae-4590-8303-d24c080d738e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:52.205161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d3e3e303-e4e2-43dd-a207-9530da0704d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:52.219959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Request body: {'port': {'device_id': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:07:52.238202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3e303-e4e2-43dd-a207-9530da0704d8 None None] Port 9fc5c44e-26ae-4590-8303-d24c080d738e cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:07:52.272079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:52.556010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc5c44e-26ae-4590-8303-d24c080d738e {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:07:52.565612 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:52.583724 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ecb9d-6860-4472-ac02-2824229c848e req-48437178-4da2-4811-a004-083b28a3b1d8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:52.585190 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-947ecb9d-6860-4472-ac02-2824229c848e req-48437178-4da2-4811-a004-083b28a3b1d8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 932 time: 0.0901632 Dec 22 05:07:52.589554 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Transition to ACTIVE for port object 9fc5c44e-26ae-4590-8303-d24c080d738e will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:07:52.621763 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-947ecb9d-6860-4472-ac02-2824229c848e req-55cb8841-77ff-4071-8266-96b133171251 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1b33d23-6a54-4246-9de1-2bf4b45903b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306671 Dec 22 05:07:52.681780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:52.730553 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc5c44e-26ae-4590-8303-d24c080d738e,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:52.805198 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Attempting to bind port 9fc5c44e-26ae-4590-8303-d24c080d738e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:07:52.805535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Attempting to bind port 9fc5c44e-26ae-4590-8303-d24c080d738e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:07:52.805859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Attempting to bind port 9fc5c44e-26ae-4590-8303-d24c080d738e on network 66da811f-dc6a-4622-9b2b-a577d2a66a69 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:07:52.810479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Port 9fc5c44e-26ae-4590-8303-d24c080d738e on network 66da811f-dc6a-4622-9b2b-a577d2a66a69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:07:52.810725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Attempting to bind port 9fc5c44e-26ae-4590-8303-d24c080d738e on network 66da811f-dc6a-4622-9b2b-a577d2a66a69 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:07:52.815752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:07:52.816081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Checking segment: {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:07:52.816489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Bound using segment: {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:07:52.816911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Bound port: 9fc5c44e-26ae-4590-8303-d24c080d738e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:07:52.817266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:52.881774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] For port 9fc5c44e-26ae-4590-8303-d24c080d738e, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:07:52.884716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] For port 9fc5c44e-26ae-4590-8303-d24c080d738e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fc5c44e-26ae-4590-8303-d24c080d738e,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:07:52.954743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:52.989373 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:52.989921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:52.991277 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] 10.222.0.16 "PUT /v2.0/ports/9fc5c44e-26ae-4590-8303-d24c080d738e HTTP/1.1" status: 200 len: 1094 time: 0.8162982 Dec 22 05:07:52.991711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'tag': '9fc5c44e-26ae-4590-8303-d24c080d738e'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:07:52.993949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e024e16-bfe2-45c6-a940-9de722e2fe62" -d '{"events": [{"name": "network-changed", "server_uuid": "fe844d25-8942-439c-bfe4-4645e16d40f5", "tag": "9fc5c44e-26ae-4590-8303-d24c080d738e"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:07:53.016666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61714320-6ba6-45be-82f5-dc38cc8621a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc5c44e-26ae-4590-8303-d24c080d738e,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:53.090894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e99a39-ef42-4131-81aa-3ff636e1cc08 x-openstack-request-id: req-d4e99a39-ef42-4131-81aa-3ff636e1cc08 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:07:53.090894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe844d25-8942-439c-bfe4-4645e16d40f5", "tag": "9fc5c44e-26ae-4590-8303-d24c080d738e", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:07:53.090894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4e99a39-ef42-4131-81aa-3ff636e1cc08 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:07:53.090894 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'tag': '9fc5c44e-26ae-4590-8303-d24c080d738e', 'status': 'completed', 'code': 200} Dec 22 05:07:53.176786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e024e16-bfe2-45c6-a940-9de722e2fe62 req-da6d0d7f-1393-4f02-98d9-6dbd852bad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:53.179114 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4e024e16-bfe2-45c6-a940-9de722e2fe62 req-da6d0d7f-1393-4f02-98d9-6dbd852bad9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 1097 time: 0.0441210 Dec 22 05:07:53.287120 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e024e16-bfe2-45c6-a940-9de722e2fe62 req-e0f54e05-3e88-4fac-b5b1-7bb4691106f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:53.288519 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4e024e16-bfe2-45c6-a940-9de722e2fe62 req-e0f54e05-3e88-4fac-b5b1-7bb4691106f3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=029a077a8ccd4775910052d15f603bba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0943325 Dec 22 05:07:53.386811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e024e16-bfe2-45c6-a940-9de722e2fe62 req-a14c5612-37ff-4a85-b1d1-5949b3660c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:53.388175 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4e024e16-bfe2-45c6-a940-9de722e2fe62 req-a14c5612-37ff-4a85-b1d1-5949b3660c34 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906851 Dec 22 05:07:53.489880 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-5f2d7c0b-0bc2-4fbc-9b1f-26369375abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:53.491365 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-5f2d7c0b-0bc2-4fbc-9b1f-26369375abaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 1097 time: 0.0432034 Dec 22 05:07:53.541331 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-7cb05eb3-47a6-411f-9e5c-2272138ec371 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fc5c44e-26ae-4590-8303-d24c080d738e HTTP/1.1" status: 200 len: 217 time: 0.0328772 Dec 22 05:07:53.593062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-964dae04-8c1d-45b9-bac1-6b374c10b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:53.594474 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-964dae04-8c1d-45b9-bac1-6b374c10b8ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b682c43-36b8-47e5-b019-95b119b3d7d3 HTTP/1.1" status: 200 len: 834 time: 0.0450983 Dec 22 05:07:53.982152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-66d06204-5630-46bd-9583-cd8860b68443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:53.983624 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-66d06204-5630-46bd-9583-cd8860b68443 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66da811f-dc6a-4622-9b2b-a577d2a66a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3791332 Dec 22 05:07:53.995944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17167f3-eaa8-41a6-a0a6-728e899da1ad req-c615b5b3-ce7e-44e6-9479-72afca37c59d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:53.997323 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f17167f3-eaa8-41a6-a0a6-728e899da1ad req-c615b5b3-ce7e-44e6-9479-72afca37c59d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 944 time: 0.0616291 Dec 22 05:07:54.077475 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f17167f3-eaa8-41a6-a0a6-728e899da1ad req-f4341519-074a-4db8-884a-7a28e3d20560 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1b33d23-6a54-4246-9de1-2bf4b45903b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724604 Dec 22 05:07:54.107082 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-93a63f5f-8eac-40d3-a9c2-64d64a865d03 service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088622 Dec 22 05:07:54.194793 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0d9aee95-0f0b-4ac7-a585-37c2c2769ab7 req-153ad3a9-443b-4329-919c-29abe7a00030 service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801117 Dec 22 05:07:55.189285 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122637a-6ea7-4519-a1f1-ce12c4b8ec5e req-ffcc5051-c4df-428a-9f63-8e8364f4aeff tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:55.190759 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b122637a-6ea7-4519-a1f1-ce12c4b8ec5e req-ffcc5051-c4df-428a-9f63-8e8364f4aeff tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 944 time: 0.0474110 Dec 22 05:07:55.227535 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b122637a-6ea7-4519-a1f1-ce12c4b8ec5e req-dbeaad58-2f71-43a8-9fa6-9df55ac0a521 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1b33d23-6a54-4246-9de1-2bf4b45903b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308464 Dec 22 05:07:56.115386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9fc5c44e-26ae-4590-8303-d24c080d738e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:07:56.206795 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9fc5c44e-26ae-4590-8303-d24c080d738e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fc5c44e-26ae-4590-8303-d24c080d738e,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:56.220729 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '9fc5c44e-26ae-4590-8303-d24c080d738e', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'port_id': '9fc5c44e-26ae-4590-8303-d24c080d738e', 'mac_address': 'fa:16:3e:9d:06:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:07:56.255949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:56.269137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc5c44e-26ae-4590-8303-d24c080d738e {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:07:56.287723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9fc5c44e-26ae-4590-8303-d24c080d738e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fc5c44e-26ae-4590-8303-d24c080d738e,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:56.345862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba0a19-1852-41fb-ac82-7a54df54bd5d req-3e6807ae-4d77-411d-9de3-f5f1f2a2f025 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:56.347306 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9eba0a19-1852-41fb-ac82-7a54df54bd5d req-3e6807ae-4d77-411d-9de3-f5f1f2a2f025 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 944 time: 0.0531778 Dec 22 05:07:56.376774 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:56.386735 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9eba0a19-1852-41fb-ac82-7a54df54bd5d req-0a3c1ede-f1b8-4ad7-b794-b715d8f8d8fc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1b33d23-6a54-4246-9de1-2bf4b45903b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331032 Dec 22 05:07:56.423159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=9fc5c44e-26ae-4590-8303-d24c080d738e,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:56.724323 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['9fc5c44e-26ae-4590-8303-d24c080d738e'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:07:57.503407 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debbd0b-772b-427d-8190-8d46d1e79210 req-b3ac3ddf-2d0c-4c1c-bf49-07ce2003acdf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:57.504782 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0debbd0b-772b-427d-8190-8d46d1e79210 req-b3ac3ddf-2d0c-4c1c-bf49-07ce2003acdf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 945 time: 0.0524845 Dec 22 05:07:57.541136 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0debbd0b-772b-427d-8190-8d46d1e79210 req-f80b4f15-5afa-4a6f-80ad-c5592c570faf tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1b33d23-6a54-4246-9de1-2bf4b45903b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304902 Dec 22 05:07:58.112868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9fc5c44e-26ae-4590-8303-d24c080d738e up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:07:58.224426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 9fc5c44e-26ae-4590-8303-d24c080d738e completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:07:58.227891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 9fc5c44e-26ae-4590-8303-d24c080d738e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:07:58.228291 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:58.304972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:58.326985 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc5c44e-26ae-4590-8303-d24c080d738e'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:07:58.329249 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59454060-fd49-48c6-89ac-a3a8ffc50959" -d '{"events": [{"server_uuid": "fe844d25-8942-439c-bfe4-4645e16d40f5", "name": "network-vif-plugged", "status": "completed", "tag": "9fc5c44e-26ae-4590-8303-d24c080d738e"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:07:58.344772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9fc5c44e-26ae-4590-8303-d24c080d738e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fc5c44e-26ae-4590-8303-d24c080d738e,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:07:58.368915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b075a605-fb53-4817-86b3-607466314812 x-openstack-request-id: req-b075a605-fb53-4817-86b3-607466314812 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:07:58.369203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe844d25-8942-439c-bfe4-4645e16d40f5", "name": "network-vif-plugged", "status": "completed", "tag": "9fc5c44e-26ae-4590-8303-d24c080d738e", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:07:58.369461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b075a605-fb53-4817-86b3-607466314812 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:07:58.369846 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc5c44e-26ae-4590-8303-d24c080d738e', 'code': 200} Dec 22 05:07:58.467625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:07:58.514545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=9fc5c44e-26ae-4590-8303-d24c080d738e,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:07:58.657154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78c746-08a1-4053-878d-23f8cdb5b101 req-6026e773-8d81-4503-9bb5-03eb1c5d419d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:58.658670 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cd78c746-08a1-4053-878d-23f8cdb5b101 req-6026e773-8d81-4503-9bb5-03eb1c5d419d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 946 time: 0.0522344 Dec 22 05:07:58.696855 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cd78c746-08a1-4053-878d-23f8cdb5b101 req-f0e16ad8-b204-4e11-a9f7-78009fb8dd6a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1b33d23-6a54-4246-9de1-2bf4b45903b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Dec 22 05:07:58.711807 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126628dd-0c92-457b-95ef-b402bba883d6 req-6775aa80-0ac5-4bda-84fb-ceb74f5f27cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:58.713353 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-126628dd-0c92-457b-95ef-b402bba883d6 req-6775aa80-0ac5-4bda-84fb-ceb74f5f27cb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 1099 time: 0.0405612 Dec 22 05:07:58.748955 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-126628dd-0c92-457b-95ef-b402bba883d6 req-21e3cf78-a456-4a34-ae75-c967f73f4724 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d1b33d23-6a54-4246-9de1-2bf4b45903b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275114 Dec 22 05:07:59.825801 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d9575-028e-4e17-a20f-c61621f53274 req-c8c53dba-25ea-4bd4-b701-f86ae3b86305 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:59.827536 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-186d9575-028e-4e17-a20f-c61621f53274 req-c8c53dba-25ea-4bd4-b701-f86ae3b86305 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 946 time: 0.0498133 Dec 22 05:07:59.865616 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-186d9575-028e-4e17-a20f-c61621f53274 req-dc178fe5-0dc7-44f5-a53a-b797d043b5ca tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1b33d23-6a54-4246-9de1-2bf4b45903b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308716 Dec 22 05:08:00.977105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6955ae5-f876-4708-9291-cd6935b205a4 req-8fa49c6d-acc3-4fb7-b232-879861e1fea9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:00.979059 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b6955ae5-f876-4708-9291-cd6935b205a4 req-8fa49c6d-acc3-4fb7-b232-879861e1fea9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 946 time: 0.0491908 Dec 22 05:08:01.015136 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b6955ae5-f876-4708-9291-cd6935b205a4 req-ce55d8c9-83f2-42b3-9963-0da2e2bbeb46 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1b33d23-6a54-4246-9de1-2bf4b45903b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296812 Dec 22 05:08:01.128812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b0909-5922-4d55-90c9-0b29dd9e9e66 req-55c1dd8d-7710-4e51-9a4d-a0b3741628b8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:01.130297 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-469b0909-5922-4d55-90c9-0b29dd9e9e66 req-55c1dd8d-7710-4e51-9a4d-a0b3741628b8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 946 time: 0.0510123 Dec 22 05:08:01.167528 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-469b0909-5922-4d55-90c9-0b29dd9e9e66 req-b2aa7da0-76a6-4377-8f98-68828b5a535d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1b33d23-6a54-4246-9de1-2bf4b45903b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Dec 22 05:08:01.188152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45170) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:01.227013 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d117bd-95a0-492c-a3aa-97e7e2cda203 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:01.228499 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-65d117bd-95a0-492c-a3aa-97e7e2cda203 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 1094 time: 0.0393577 Dec 22 05:08:01.231119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45172) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:01.235270 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '9fc5c44e-26ae-4590-8303-d24c080d738e', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:01.358840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:01.458107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:01.558528 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.47 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/1c940448-adaa-4f7c-8b64-f8cc813b10b0) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:08:01.660059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:01.750679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:01.785656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:08:01.788412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:08:01.791720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:08:01.819007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=1c940448-adaa-4f7c-8b64-f8cc813b10b0,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:02.131850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:02.238199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:02.383108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:02.450395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:02.517992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=1c940448-adaa-4f7c-8b64-f8cc813b10b0,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:02.527580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:02.625707 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP fc7d3e54-8406-426a-9fc9-4cdfca7af90b associated. External IP: 172.26.5.47, port: 9fc5c44e-26ae-4590-8303-d24c080d738e. Dec 22 05:08:02.827897 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:08:02.932428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:08:02.942356 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a911ea28-d05c-40db-93bc-3a0133216b3a None None] Sync routers for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:08:02.951858 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911ea28-d05c-40db-93bc-3a0133216b3a None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:02.953128 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a911ea28-d05c-40db-93bc-3a0133216b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:07:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:03.035857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:03.064003 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1a88f89b-e87b-4554-89d9-565234e03cf7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8318920 Dec 22 05:08:03.064604 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'tag': '9fc5c44e-26ae-4590-8303-d24c080d738e'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:03.066861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41243bf-ce33-4763-87df-56a7a67400d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fe844d25-8942-439c-bfe4-4645e16d40f5", "tag": "9fc5c44e-26ae-4590-8303-d24c080d738e"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:08:03.103742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155c6849-b9d5-49fd-981d-1aa42ecfd517 x-openstack-request-id: req-155c6849-b9d5-49fd-981d-1aa42ecfd517 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:08:03.104029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe844d25-8942-439c-bfe4-4645e16d40f5", "tag": "9fc5c44e-26ae-4590-8303-d24c080d738e", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:08:03.104301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-155c6849-b9d5-49fd-981d-1aa42ecfd517 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:08:03.104701 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'tag': '9fc5c44e-26ae-4590-8303-d24c080d738e', 'status': 'completed', 'code': 200} Dec 22 05:08:03.143294 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-a911ea28-d05c-40db-93bc-3a0133216b3a None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:03.196822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41243bf-ce33-4763-87df-56a7a67400d5 req-19ad510d-163d-408b-8879-0ea6ad1c73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:03.198469 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d41243bf-ce33-4763-87df-56a7a67400d5 req-19ad510d-163d-408b-8879-0ea6ad1c73c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 1099 time: 0.0416400 Dec 22 05:08:03.291753 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41243bf-ce33-4763-87df-56a7a67400d5 req-f85ef8e2-9936-4bb5-b064-f4312039d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:03.293251 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d41243bf-ce33-4763-87df-56a7a67400d5 req-f85ef8e2-9936-4bb5-b064-f4312039d944 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66da811f-dc6a-4622-9b2b-a577d2a66a69 HTTP/1.1" status: 200 len: 898 time: 0.0873852 Dec 22 05:08:03.359357 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d41243bf-ce33-4763-87df-56a7a67400d5 req-6b7b610f-c257-4fb9-a25b-893d9a2050a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fc5c44e-26ae-4590-8303-d24c080d738e HTTP/1.1" status: 200 len: 999 time: 0.0570965 Dec 22 05:08:03.365572 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a911ea28-d05c-40db-93bc-3a0133216b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'da9ce97f-ae92-44c4-b1eb-1edb9a3c019e', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'port_id': '139ef2b2-23de-4108-b700-9ff16252d7de', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'mac_address': 'fa:16:3e:1c:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb008647-a299-4828-b843-c6c47714598e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:07:44Z', 'updated_at': '2021-12-22T05:07:46Z', 'revision_number': 1, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}, {'id': 'fc7d3e54-8406-426a-9fc9-4cdfca7af90b', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.47', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'port_id': '9fc5c44e-26ae-4590-8303-d24c080d738e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'mac_address': 'fa:16:3e:9d:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:08:02Z', 'updated_at': '2021-12-22T05:08:02Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:28Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:03.391076 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a911ea28-d05c-40db-93bc-3a0133216b3a None None] Checking router: 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:08:03.399105 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911ea28-d05c-40db-93bc-3a0133216b3a None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:03.399694 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a911ea28-d05c-40db-93bc-3a0133216b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:07:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:03.412380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41243bf-ce33-4763-87df-56a7a67400d5 req-56b92f60-5251-479e-976d-d3358dce8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:03.413858 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d41243bf-ce33-4763-87df-56a7a67400d5 req-56b92f60-5251-479e-976d-d3358dce8d10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b682c43-36b8-47e5-b019-95b119b3d7d3 HTTP/1.1" status: 200 len: 834 time: 0.0475194 Dec 22 05:08:03.463270 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41243bf-ce33-4763-87df-56a7a67400d5 req-c19bfc94-fef8-4dc3-a85e-a30b23c952be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:03.464809 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d41243bf-ce33-4763-87df-56a7a67400d5 req-c19bfc94-fef8-4dc3-a85e-a30b23c952be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66da811f-dc6a-4622-9b2b-a577d2a66a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405400 Dec 22 05:08:03.502706 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-a911ea28-d05c-40db-93bc-3a0133216b3a None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:03.556486 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d41243bf-ce33-4763-87df-56a7a67400d5 req-7eefdf0c-5ceb-4261-b871-6a25b58ef2c8 service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844724 Dec 22 05:08:03.651552 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d41243bf-ce33-4763-87df-56a7a67400d5 req-e31152a3-88e5-40f6-a468-a231f192bc89 service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852084 Dec 22 05:08:03.721201 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a911ea28-d05c-40db-93bc-3a0133216b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'da9ce97f-ae92-44c4-b1eb-1edb9a3c019e', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'port_id': '139ef2b2-23de-4108-b700-9ff16252d7de', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'mac_address': 'fa:16:3e:1c:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb008647-a299-4828-b843-c6c47714598e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:07:44Z', 'updated_at': '2021-12-22T05:07:46Z', 'revision_number': 1, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}, {'id': 'fc7d3e54-8406-426a-9fc9-4cdfca7af90b', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.47', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'port_id': '9fc5c44e-26ae-4590-8303-d24c080d738e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'mac_address': 'fa:16:3e:9d:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:08:02Z', 'updated_at': '2021-12-22T05:08:02Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:28Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:03.746520 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a911ea28-d05c-40db-93bc-3a0133216b3a None None] The sync data for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv is: [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'da9ce97f-ae92-44c4-b1eb-1edb9a3c019e', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'port_id': '139ef2b2-23de-4108-b700-9ff16252d7de', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'mac_address': 'fa:16:3e:1c:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb008647-a299-4828-b843-c6c47714598e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:07:44Z', 'updated_at': '2021-12-22T05:07:46Z', 'revision_number': 1, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}, {'id': 'fc7d3e54-8406-426a-9fc9-4cdfca7af90b', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.47', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'port_id': '9fc5c44e-26ae-4590-8303-d24c080d738e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'mac_address': 'fa:16:3e:9d:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:08:02Z', 'updated_at': '2021-12-22T05:08:02Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:28Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:08:03.939563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57806e-f77a-4bfa-8f72-5bc21ae92c0b None None] New status for floating IP fc7d3e54-8406-426a-9fc9-4cdfca7af90b: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:08:09.258702 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5eb855c7-2a50-40fe-84e8-81a0f415a8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:09.987201 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-abe4ada9-bcd6-4e62-9e5c-17bb1f0e9ccc req-3716f046-9d8d-4a59-b37e-20c5f1752615 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399632 Dec 22 05:08:10.074528 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4ada9-bcd6-4e62-9e5c-17bb1f0e9ccc req-ff9b2544-da64-428c-9cf6-7cac394fad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:10.076363 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-abe4ada9-bcd6-4e62-9e5c-17bb1f0e9ccc req-ff9b2544-da64-428c-9cf6-7cac394fad85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 1098 time: 0.0401483 Dec 22 05:08:10.180171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4ada9-bcd6-4e62-9e5c-17bb1f0e9ccc req-442dd9d1-7504-49e0-9aea-1d1bd2e1d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:10.181629 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-abe4ada9-bcd6-4e62-9e5c-17bb1f0e9ccc req-442dd9d1-7504-49e0-9aea-1d1bd2e1d2c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 913 time: 0.0851951 Dec 22 05:08:10.245915 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-abe4ada9-bcd6-4e62-9e5c-17bb1f0e9ccc req-56494ab7-9770-48fd-85ed-4f096cfebfe0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed152c76-185f-4c01-abdc-91c35d39a749 HTTP/1.1" status: 200 len: 1001 time: 0.0552022 Dec 22 05:08:10.296535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4ada9-bcd6-4e62-9e5c-17bb1f0e9ccc req-8ebc0d9e-b31a-4ffb-a1ec-beb162d8b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:10.298445 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-abe4ada9-bcd6-4e62-9e5c-17bb1f0e9ccc req-8ebc0d9e-b31a-4ffb-a1ec-beb162d8b963 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0449731 Dec 22 05:08:10.342156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4ada9-bcd6-4e62-9e5c-17bb1f0e9ccc req-c6fec83a-c524-4456-a06c-85db1bd316e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:10.343555 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-abe4ada9-bcd6-4e62-9e5c-17bb1f0e9ccc req-c6fec83a-c524-4456-a06c-85db1bd316e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379779 Dec 22 05:08:10.431836 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-abe4ada9-bcd6-4e62-9e5c-17bb1f0e9ccc req-54ccb606-75ad-47fc-86e6-f52f223661cb service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799778 Dec 22 05:08:10.523159 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-abe4ada9-bcd6-4e62-9e5c-17bb1f0e9ccc req-9bfc3bb6-1b2f-4b76-9083-afa45cbd4438 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832446 Dec 22 05:08:11.667140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e5e0-4fdf-410f-b8ef-db0c04668054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:13.141835 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:14.269778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:15.253014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:20.731967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:25.590169 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:08:26.321117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45184) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:26.473092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Deleting port fc470988-111b-4ab6-b70d-ed04f7a182bd {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:26.473423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:26.544668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:26.544984 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:26.556625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Calling delete_port for fc470988-111b-4ab6-b70d-ed04f7a182bd owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:26.758324 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:26.786117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event deleted for resources: {'Port': ['ID=fc470988-111b-4ab6-b70d-ed04f7a182bd,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:26.797104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:26.797447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:26.797777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:26.798102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:26.798422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:26.798743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:26.799061 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:26.799381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:26.799697 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:26.800008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:26.800349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:26.800659 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:26.852779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:26.853099 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Floating IP b88e260c-f603-43bc-aecf-d8dbe3e5de23 disassociated (deleted). External IP: 172.26.5.155, port: ed152c76-185f-4c01-abdc-91c35d39a749. Dec 22 05:08:27.053283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Router 74902c69-e44a-40c7-a530-26719c0ac712 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:08:27.462100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:08:27.466749 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:27.471225 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781cd61-4b57-4dd4-aa64-6937726606c3 None None] Sync routers for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:08:27.480540 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781cd61-4b57-4dd4-aa64-6937726606c3 None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:27.481126 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6781cd61-4b57-4dd4-aa64-6937726606c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:27.493053 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b3559d81-3aa1-42da-8143-f90b41a74ba9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "DELETE /v2.0/floatingips/b88e260c-f603-43bc-aecf-d8dbe3e5de23 HTTP/1.1" status: 204 len: 168 time: 1.1709468 Dec 22 05:08:27.493636 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'tag': 'ed152c76-185f-4c01-abdc-91c35d39a749'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:27.495866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4970dc8a-f09e-4451-8f6c-7b94f2498754" -d '{"events": [{"name": "network-changed", "server_uuid": "4e34b56d-f3ec-4d83-986b-3d6bd9140a15", "tag": "ed152c76-185f-4c01-abdc-91c35d39a749"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:08:27.533080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f53f03c-d1fd-47fd-9c90-6e88dfc668f9 x-openstack-request-id: req-3f53f03c-d1fd-47fd-9c90-6e88dfc668f9 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:08:27.533362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e34b56d-f3ec-4d83-986b-3d6bd9140a15", "tag": "ed152c76-185f-4c01-abdc-91c35d39a749", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:08:27.533613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f53f03c-d1fd-47fd-9c90-6e88dfc668f9 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:08:27.534007 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'tag': 'ed152c76-185f-4c01-abdc-91c35d39a749', 'status': 'completed', 'code': 200} Dec 22 05:08:27.587017 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-6781cd61-4b57-4dd4-aa64-6937726606c3 None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:27.621819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970dc8a-f09e-4451-8f6c-7b94f2498754 req-f95b769c-e5e0-4be3-bef8-bf6ad03feb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:27.623047 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4970dc8a-f09e-4451-8f6c-7b94f2498754 req-f95b769c-e5e0-4be3-bef8-bf6ad03feb1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 1098 time: 0.0397165 Dec 22 05:08:27.720806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970dc8a-f09e-4451-8f6c-7b94f2498754 req-90875e6a-56d3-4ec9-a92d-229355115bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:27.722237 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4970dc8a-f09e-4451-8f6c-7b94f2498754 req-90875e6a-56d3-4ec9-a92d-229355115bb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 913 time: 0.0919638 Dec 22 05:08:27.764435 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4970dc8a-f09e-4451-8f6c-7b94f2498754 req-dfa5f7fa-be00-46d4-82d4-273979b5efda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed152c76-185f-4c01-abdc-91c35d39a749 HTTP/1.1" status: 200 len: 217 time: 0.0344889 Dec 22 05:08:27.810251 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6781cd61-4b57-4dd4-aa64-6937726606c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b4acb765-643c-4abb-9485-773206035cb6', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:66:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:19Z', 'updated_at': '2021-12-22T05:03:21Z', 'revision_number': 1, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:27.813610 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970dc8a-f09e-4451-8f6c-7b94f2498754 req-3e5f8eb9-a9b8-49cd-995c-638e65a79a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:27.815066 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4970dc8a-f09e-4451-8f6c-7b94f2498754 req-3e5f8eb9-a9b8-49cd-995c-638e65a79a9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0430558 Dec 22 05:08:27.839506 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781cd61-4b57-4dd4-aa64-6937726606c3 None None] Checking router: 74902c69-e44a-40c7-a530-26719c0ac712 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:08:27.847871 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781cd61-4b57-4dd4-aa64-6937726606c3 None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:27.848499 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6781cd61-4b57-4dd4-aa64-6937726606c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:27.868435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970dc8a-f09e-4451-8f6c-7b94f2498754 req-21f99170-f796-4825-bd9c-4a9a5fadaf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:27.869980 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4970dc8a-f09e-4451-8f6c-7b94f2498754 req-21f99170-f796-4825-bd9c-4a9a5fadaf60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447783 Dec 22 05:08:27.931766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457361c-0869-439e-ac32-992a62a447bf req-1edd54df-9b0a-4236-82a4-05c55d000647 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:27.933467 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2457361c-0869-439e-ac32-992a62a447bf req-1edd54df-9b0a-4236-82a4-05c55d000647 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 945 time: 0.0495081 Dec 22 05:08:27.958464 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-6781cd61-4b57-4dd4-aa64-6937726606c3 None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:27.972711 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2457361c-0869-439e-ac32-992a62a447bf req-f822198f-b3b4-42c9-a442-4028111cd886 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329671 Dec 22 05:08:27.998504 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4970dc8a-f09e-4451-8f6c-7b94f2498754 req-cb2644b4-6881-41e1-b90d-480dbd04f8d2 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906315 Dec 22 05:08:28.107332 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4970dc8a-f09e-4451-8f6c-7b94f2498754 req-dcd9f118-2a80-49e6-99f1-202b5d39f0be service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011641 Dec 22 05:08:28.257638 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6781cd61-4b57-4dd4-aa64-6937726606c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b4acb765-643c-4abb-9485-773206035cb6', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:66:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:19Z', 'updated_at': '2021-12-22T05:03:21Z', 'revision_number': 1, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:28.285664 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781cd61-4b57-4dd4-aa64-6937726606c3 None None] The sync data for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv is: [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b4acb765-643c-4abb-9485-773206035cb6', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'floating_ip_address': '172.26.5.253', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'port_id': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'mac_address': 'fa:16:3e:66:4c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:03:19Z', 'updated_at': '2021-12-22T05:03:21Z', 'revision_number': 1, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:08:28.498801 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fba9e8-1ded-4321-a716-dbe6b7a0dd2f None None] New status for floating IP b88e260c-f603-43bc-aecf-d8dbe3e5de23: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:08:29.094765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21621176-4a39-4bdd-b4a4-94d5f6b29e38 req-007af67f-9f50-4215-a9e5-e70e30358938 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:29.096221 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-21621176-4a39-4bdd-b4a4-94d5f6b29e38 req-007af67f-9f50-4215-a9e5-e70e30358938 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 945 time: 0.0544989 Dec 22 05:08:29.132659 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-21621176-4a39-4bdd-b4a4-94d5f6b29e38 req-85bce6f4-772a-40ee-bd3c-8cc839a3c1e7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304148 Dec 22 05:08:29.751385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f59a64-adbb-4c16-b830-367f800176b6 req-d1cafaf5-c707-4bd7-b2f6-5e85498dee89 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:29.752827 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-37f59a64-adbb-4c16-b830-367f800176b6 req-d1cafaf5-c707-4bd7-b2f6-5e85498dee89 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 945 time: 0.0487649 Dec 22 05:08:29.841066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-37f59a64-adbb-4c16-b830-367f800176b6 req-18f78440-5795-4c20-9a26-7d009d45fa25 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Deleting port ed152c76-185f-4c01-abdc-91c35d39a749 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:29.841408 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-37f59a64-adbb-4c16-b830-367f800176b6 req-18f78440-5795-4c20-9a26-7d009d45fa25 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:29.931088 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-37f59a64-adbb-4c16-b830-367f800176b6 req-18f78440-5795-4c20-9a26-7d009d45fa25 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] For port ed152c76-185f-4c01-abdc-91c35d39a749, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ed152c76-185f-4c01-abdc-91c35d39a749,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:29.931454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-37f59a64-adbb-4c16-b830-367f800176b6 req-18f78440-5795-4c20-9a26-7d009d45fa25 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:29.943651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-37f59a64-adbb-4c16-b830-367f800176b6 req-18f78440-5795-4c20-9a26-7d009d45fa25 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Calling delete_port for ed152c76-185f-4c01-abdc-91c35d39a749 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:30.130120 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-37f59a64-adbb-4c16-b830-367f800176b6 req-18f78440-5795-4c20-9a26-7d009d45fa25 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:30.156500 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f78440-5795-4c20-9a26-7d009d45fa25 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event deleted for resources: {'Port': ['ID=ed152c76-185f-4c01-abdc-91c35d39a749,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:30.201560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f59a64-adbb-4c16-b830-367f800176b6 req-18f78440-5795-4c20-9a26-7d009d45fa25 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] No DVR routers for this DVR port ed152c76-185f-4c01-abdc-91c35d39a749 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:08:30.204261 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-37f59a64-adbb-4c16-b830-367f800176b6 req-18f78440-5795-4c20-9a26-7d009d45fa25 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:30.215183 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-37f59a64-adbb-4c16-b830-367f800176b6 req-18f78440-5795-4c20-9a26-7d009d45fa25 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "DELETE /v2.0/ports/ed152c76-185f-4c01-abdc-91c35d39a749 HTTP/1.1" status: 204 len: 173 time: 0.4484797 Dec 22 05:08:30.215183 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'name': 'network-vif-deleted', 'tag': 'ed152c76-185f-4c01-abdc-91c35d39a749'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:30.215183 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ba1e7e-968b-4cf0-885e-5f9b698967a2" -d '{"events": [{"server_uuid": "4e34b56d-f3ec-4d83-986b-3d6bd9140a15", "name": "network-vif-deleted", "tag": "ed152c76-185f-4c01-abdc-91c35d39a749"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:08:30.234898 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8f0d3d97-9c1a-45d2-8068-bcf1f09a7889 req-4bd22c42-5b0f-4e19-b0f5-1d519c1acd01 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 210 time: 0.0313363 Dec 22 05:08:30.248151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575f07c9-b67d-4393-9587-c121a94f314d x-openstack-request-id: req-575f07c9-b67d-4393-9587-c121a94f314d {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:08:30.248470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e34b56d-f3ec-4d83-986b-3d6bd9140a15", "name": "network-vif-deleted", "tag": "ed152c76-185f-4c01-abdc-91c35d39a749", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:08:30.248722 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-575f07c9-b67d-4393-9587-c121a94f314d {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:08:30.249123 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e34b56d-f3ec-4d83-986b-3d6bd9140a15', 'name': 'network-vif-deleted', 'tag': 'ed152c76-185f-4c01-abdc-91c35d39a749', 'status': 'completed', 'code': 200} Dec 22 05:08:31.340366 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-17485fc8-b67e-42da-afa5-a79a930d0df8 req-b6beb3ca-118b-4d3b-a76a-9fe5eb09146d tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 210 time: 0.0297978 Dec 22 05:08:32.328387 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device ed152c76-185f-4c01-abdc-91c35d39a749 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:08:32.348883 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: ed152c76-185f-4c01-abdc-91c35d39a749 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:08:32.349224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device ed152c76-185f-4c01-abdc-91c35d39a749 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:08:32.431228 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4da9dfda-9ef0-4759-a674-a81ef0cf3893 req-ff401572-16f7-4f8b-996f-cd4db5a14e3f tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 210 time: 0.0259120 Dec 22 05:08:33.525235 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8510b928-d2a7-4484-bede-b1028ab9200c req-93f8328e-4083-49a3-8164-95579fbbdcdb tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e34b56d-f3ec-4d83-986b-3d6bd9140a15 HTTP/1.1" status: 200 len: 210 time: 0.0271299 Dec 22 05:08:36.841599 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45220) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:36.902265 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c00b5dac-2c7a-4346-a12f-7c41d9391ab4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/da9ce97f-ae92-44c4-b1eb-1edb9a3c019e HTTP/1.1" status: 200 len: 993 time: 0.0594139 Dec 22 05:08:37.731875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45230) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:37.737183 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'admin_state_up': False}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:37.800593 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:37.950367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 139ef2b2-23de-4108-b700-9ff16252d7de, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=139ef2b2-23de-4108-b700-9ff16252d7de,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:37.984149 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:38.063311 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:38.118505 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:38.119127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:38.120541 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/ports/139ef2b2-23de-4108-b700-9ff16252d7de HTTP/1.1" status: 200 len: 938 time: 0.3875387 Dec 22 05:08:38.124036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:38.124036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b389e9da-8b55-468c-ac53-333daf9f5d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:08:38.142942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=139ef2b2-23de-4108-b700-9ff16252d7de,revision_number=6']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:38.151349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:38.151801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:38.152501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:38.152934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:38.153366 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:38.153795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:38.154220 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:38.154663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:38.155090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:38.155511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:38.155932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:38.156730 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c7509d-1418-4a2b-bf61-6826176ce269 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:38.169978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411e3486-486a-45bb-a667-28c9b8e1a867 x-openstack-request-id: req-411e3486-486a-45bb-a667-28c9b8e1a867 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:08:38.170360 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:08:38.170707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-411e3486-486a-45bb-a667-28c9b8e1a867 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:08:38.171306 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de', 'status': 'completed', 'code': 200} Dec 22 05:08:38.259874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389e9da-8b55-468c-ac53-333daf9f5d4c req-faf43377-d312-4a28-ae9b-ba0e761795e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:38.261409 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b389e9da-8b55-468c-ac53-333daf9f5d4c req-faf43377-d312-4a28-ae9b-ba0e761795e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 1099 time: 0.0417824 Dec 22 05:08:38.334930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-50b9c6b6-aff9-4c17-b062-779add43b26a None None] Provisioning complete for port 139ef2b2-23de-4108-b700-9ff16252d7de triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:08:38.335526 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-50b9c6b6-aff9-4c17-b062-779add43b26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:38.360484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389e9da-8b55-468c-ac53-333daf9f5d4c req-7c694051-1ad8-4eed-947f-8e2d88f8ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:38.362721 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b389e9da-8b55-468c-ac53-333daf9f5d4c req-7c694051-1ad8-4eed-947f-8e2d88f8ac31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66da811f-dc6a-4622-9b2b-a577d2a66a69 HTTP/1.1" status: 200 len: 898 time: 0.0931594 Dec 22 05:08:38.374769 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-50b9c6b6-aff9-4c17-b062-779add43b26a None None] Port 139ef2b2-23de-4108-b700-9ff16252d7de is administratively disabled so it will not transition to active. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Dec 22 05:08:38.429868 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b389e9da-8b55-468c-ac53-333daf9f5d4c req-87829a7d-f3e9-4f8d-87fd-4122160e4c81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139ef2b2-23de-4108-b700-9ff16252d7de HTTP/1.1" status: 200 len: 1002 time: 0.0592535 Dec 22 05:08:38.479370 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389e9da-8b55-468c-ac53-333daf9f5d4c req-28240889-f918-45fa-8ecd-a132511aa24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:38.480895 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b389e9da-8b55-468c-ac53-333daf9f5d4c req-28240889-f918-45fa-8ecd-a132511aa24d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b682c43-36b8-47e5-b019-95b119b3d7d3 HTTP/1.1" status: 200 len: 834 time: 0.0440996 Dec 22 05:08:38.532073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389e9da-8b55-468c-ac53-333daf9f5d4c req-53178bfd-ff91-4d6f-8d44-5aac9ffc7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:38.533601 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b389e9da-8b55-468c-ac53-333daf9f5d4c req-53178bfd-ff91-4d6f-8d44-5aac9ffc7ad7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66da811f-dc6a-4622-9b2b-a577d2a66a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458856 Dec 22 05:08:38.621831 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b389e9da-8b55-468c-ac53-333daf9f5d4c req-ea062ba9-eb24-475a-ac32-f109ad47205c service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809698 Dec 22 05:08:38.715674 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b389e9da-8b55-468c-ac53-333daf9f5d4c req-1ec42d87-9272-46a4-b2b5-ead87bff9c4d service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865057 Dec 22 05:08:39.234402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3d34e782-e317-45f8-91e9-8026212dd62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:40.112452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45244) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:40.269234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Deleting port f09d52bc-197e-40d1-b999-22e26c6a598a {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:40.269562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:40.341354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:40.341668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:40.353203 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Calling delete_port for f09d52bc-197e-40d1-b999-22e26c6a598a owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:40.571686 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:40.595084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event deleted for resources: {'Port': ['ID=f09d52bc-197e-40d1-b999-22e26c6a598a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:40.662176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:40.662507 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Floating IP b4acb765-643c-4abb-9485-773206035cb6 disassociated (deleted). External IP: 172.26.5.253, port: 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972. Dec 22 05:08:40.865684 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Router 74902c69-e44a-40c7-a530-26719c0ac712 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:08:41.149954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:08:41.149954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:41.151367 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a91e0c7-52f8-48db-81d5-66fd6877dabc None None] Sync routers for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:08:41.151367 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a91e0c7-52f8-48db-81d5-66fd6877dabc None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:41.151367 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-9a91e0c7-52f8-48db-81d5-66fd6877dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:41.152426 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4eaa10f5-0e03-4334-b360-257294df8516 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "DELETE /v2.0/floatingips/b4acb765-643c-4abb-9485-773206035cb6 HTTP/1.1" status: 204 len: 168 time: 0.8985400 Dec 22 05:08:41.152426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'tag': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:41.152426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63a2e53-fa2d-4927-b311-53ffde70b225" -d '{"events": [{"name": "network-changed", "server_uuid": "4a21f6f9-28b3-4f69-8f24-aabebe67b789", "tag": "86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:08:41.152426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e113570-8f57-4278-91d2-c0e66686b6b0 x-openstack-request-id: req-9e113570-8f57-4278-91d2-c0e66686b6b0 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:08:41.152426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a21f6f9-28b3-4f69-8f24-aabebe67b789", "tag": "86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:08:41.152426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e113570-8f57-4278-91d2-c0e66686b6b0 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:08:41.152426 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'tag': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'status': 'completed', 'code': 200} Dec 22 05:08:41.153506 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-9a91e0c7-52f8-48db-81d5-66fd6877dabc None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:41.153733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a2e53-fa2d-4927-b311-53ffde70b225 req-edb2ab68-a5af-4c33-a3cd-92b002394ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:41.153733 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b63a2e53-fa2d-4927-b311-53ffde70b225 req-edb2ab68-a5af-4c33-a3cd-92b002394ca6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c34e1b494e844b9999ca88d156069cc&device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 1098 time: 0.0457652 Dec 22 05:08:41.240058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a2e53-fa2d-4927-b311-53ffde70b225 req-8e3f1723-c0b0-4425-8742-aaaa1e402c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:41.245898 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b63a2e53-fa2d-4927-b311-53ffde70b225 req-8e3f1723-c0b0-4425-8742-aaaa1e402c22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 200 len: 913 time: 0.0866337 Dec 22 05:08:41.287508 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b63a2e53-fa2d-4927-b311-53ffde70b225 req-5c69ecaf-0ab1-40a1-ba5c-3b798168b4c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 HTTP/1.1" status: 200 len: 217 time: 0.0384660 Dec 22 05:08:41.309795 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-9a91e0c7-52f8-48db-81d5-66fd6877dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:41.339788 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a91e0c7-52f8-48db-81d5-66fd6877dabc None None] Checking router: 74902c69-e44a-40c7-a530-26719c0ac712 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:08:41.340944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a2e53-fa2d-4927-b311-53ffde70b225 req-eefea06b-6ee4-4b03-987f-e5cc655e334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:41.342415 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b63a2e53-fa2d-4927-b311-53ffde70b225 req-eefea06b-6ee4-4b03-987f-e5cc655e334a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 200 len: 851 time: 0.0453165 Dec 22 05:08:41.347979 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a91e0c7-52f8-48db-81d5-66fd6877dabc None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:41.348773 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-9a91e0c7-52f8-48db-81d5-66fd6877dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:41.387893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a2e53-fa2d-4927-b311-53ffde70b225 req-40edd05a-00d6-402f-8296-f5099bc668f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:41.389414 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b63a2e53-fa2d-4927-b311-53ffde70b225 req-40edd05a-00d6-402f-8296-f5099bc668f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403693 Dec 22 05:08:41.451342 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-9a91e0c7-52f8-48db-81d5-66fd6877dabc None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:41.488090 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b63a2e53-fa2d-4927-b311-53ffde70b225 req-af14a9a8-bbf1-4f4e-ae5e-27e7478f10cc service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916150 Dec 22 05:08:41.532220 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45256) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:41.537546 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-25f9d30d-bd86-44a5-a9fb-3866a5c592b3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'admin_state_up': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:41.609806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ccdd16-2df6-45dc-8855-c2962c1b8855 req-fe0114c3-cc3f-4bfc-83bc-a6f4fde1bd9f tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:41.615035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-25f9d30d-bd86-44a5-a9fb-3866a5c592b3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:41.615207 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d6ccdd16-2df6-45dc-8855-c2962c1b8855 req-fe0114c3-cc3f-4bfc-83bc-a6f4fde1bd9f tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 945 time: 0.1071143 Dec 22 05:08:41.639820 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b63a2e53-fa2d-4927-b311-53ffde70b225 req-acab1e22-fa3a-4056-aca1-fa30859d2dc9 service neutron] 10.222.0.16 "GET /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431119 Dec 22 05:08:41.661048 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d6ccdd16-2df6-45dc-8855-c2962c1b8855 req-1f9f280b-3e5c-492d-9fbf-698a5118cab6 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378468 Dec 22 05:08:41.669239 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b6715158-491e-4710-bcb9-88e6f72a6483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:41.681242 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-9a91e0c7-52f8-48db-81d5-66fd6877dabc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:41.710061 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a91e0c7-52f8-48db-81d5-66fd6877dabc None None] The sync data for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv is: [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:19Z', 'revision_number': 4, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'fbab5a2b-7a09-4e2b-a986-5dc7c7713777', 'name': '', 'network_id': '3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'mac_address': 'fa:16:3e:20:68:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:18Z', 'updated_at': '2021-12-22T04:59:23Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'subnets': [{'id': '754e03c2-64f2-4154-b7fe-bfd8d56d6f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:08:41.770857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-25f9d30d-bd86-44a5-a9fb-3866a5c592b3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 139ef2b2-23de-4108-b700-9ff16252d7de, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=139ef2b2-23de-4108-b700-9ff16252d7de,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:41.804858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-25f9d30d-bd86-44a5-a9fb-3866a5c592b3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:41.869127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-25f9d30d-bd86-44a5-a9fb-3866a5c592b3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:41.910307 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9d30d-bd86-44a5-a9fb-3866a5c592b3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:41.911451 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-25f9d30d-bd86-44a5-a9fb-3866a5c592b3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:41.915414 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-25f9d30d-bd86-44a5-a9fb-3866a5c592b3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/ports/139ef2b2-23de-4108-b700-9ff16252d7de HTTP/1.1" status: 200 len: 937 time: 0.3796897 Dec 22 05:08:41.915414 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:41.915705 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a011768b-d00a-4773-a81e-08bac4c49e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:08:41.915818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45258) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:41.981716 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cd7168-de1b-4632-9a6a-8969d308eb5b None None] New status for floating IP b4acb765-643c-4abb-9485-773206035cb6: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:08:41.982714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9d30d-bd86-44a5-a9fb-3866a5c592b3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=139ef2b2-23de-4108-b700-9ff16252d7de,revision_number=7']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:41.982714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5386d6c0-5690-45b3-af8d-60b464cec172 x-openstack-request-id: req-5386d6c0-5690-45b3-af8d-60b464cec172 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:08:41.982714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:08:41.982714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5386d6c0-5690-45b3-af8d-60b464cec172 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:08:41.982714 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de', 'status': 'completed', 'code': 200} Dec 22 05:08:42.013592 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a79cf8a6-b11e-4aab-937a-efaae6503827 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/da9ce97f-ae92-44c4-b1eb-1edb9a3c019e HTTP/1.1" status: 200 len: 993 time: 0.0963635 Dec 22 05:08:42.057021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011768b-d00a-4773-a81e-08bac4c49e1d req-9d54a388-b0c4-4d93-a82c-21b2691a2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:42.058536 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a011768b-d00a-4773-a81e-08bac4c49e1d req-9d54a388-b0c4-4d93-a82c-21b2691a2bea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 1098 time: 0.0435767 Dec 22 05:08:42.160372 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011768b-d00a-4773-a81e-08bac4c49e1d req-ad26a87e-e07f-492c-a131-b36dc0f02837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:42.162511 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a011768b-d00a-4773-a81e-08bac4c49e1d req-ad26a87e-e07f-492c-a131-b36dc0f02837 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66da811f-dc6a-4622-9b2b-a577d2a66a69 HTTP/1.1" status: 200 len: 898 time: 0.0955305 Dec 22 05:08:42.222116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-84cd2126-f66a-4cb1-b600-8822141bfc3e None None] Provisioning complete for port 139ef2b2-23de-4108-b700-9ff16252d7de triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:08:42.222485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-84cd2126-f66a-4cb1-b600-8822141bfc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:42.262363 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['139ef2b2-23de-4108-b700-9ff16252d7de'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:08:42.278012 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a011768b-d00a-4773-a81e-08bac4c49e1d req-49b79409-0719-4f27-b6cb-4923eeb5b8dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139ef2b2-23de-4108-b700-9ff16252d7de HTTP/1.1" status: 200 len: 1001 time: 0.0902290 Dec 22 05:08:42.285223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717baba-0265-418f-80d7-a841ee16a6dd req-cf44e3ee-b5fe-4036-93cf-196cfd7f31a9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:42.287188 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f717baba-0265-418f-80d7-a841ee16a6dd req-cf44e3ee-b5fe-4036-93cf-196cfd7f31a9 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 945 time: 0.0934446 Dec 22 05:08:42.361195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011768b-d00a-4773-a81e-08bac4c49e1d req-5596cb05-d8c4-4698-ac3f-3ac475f7563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:42.362626 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a011768b-d00a-4773-a81e-08bac4c49e1d req-5596cb05-d8c4-4698-ac3f-3ac475f7563f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b682c43-36b8-47e5-b019-95b119b3d7d3 HTTP/1.1" status: 200 len: 834 time: 0.0746090 Dec 22 05:08:42.436877 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011768b-d00a-4773-a81e-08bac4c49e1d req-6a8b17df-2e69-4a85-b889-b711612d3b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:42.438349 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a011768b-d00a-4773-a81e-08bac4c49e1d req-6a8b17df-2e69-4a85-b889-b711612d3b27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66da811f-dc6a-4622-9b2b-a577d2a66a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0585299 Dec 22 05:08:42.443182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-f717baba-0265-418f-80d7-a841ee16a6dd req-6ac79d24-7ebd-4858-a7e2-da640bc483f7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Deleting port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:42.443521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f717baba-0265-418f-80d7-a841ee16a6dd req-6ac79d24-7ebd-4858-a7e2-da640bc483f7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:42.595185 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-f717baba-0265-418f-80d7-a841ee16a6dd req-6ac79d24-7ebd-4858-a7e2-da640bc483f7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] For port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:42.595421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f717baba-0265-418f-80d7-a841ee16a6dd req-6ac79d24-7ebd-4858-a7e2-da640bc483f7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:42.610431 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a011768b-d00a-4773-a81e-08bac4c49e1d req-43083598-662f-4f5b-9fee-34e7a5dbb188 service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629522 Dec 22 05:08:42.611233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-f717baba-0265-418f-80d7-a841ee16a6dd req-6ac79d24-7ebd-4858-a7e2-da640bc483f7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Calling delete_port for 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:42.779952 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a011768b-d00a-4773-a81e-08bac4c49e1d req-1c03803c-38c3-4ed2-8b7d-77c32cc36294 service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581583 Dec 22 05:08:42.832452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638e2af-cd4b-4aaf-9ed3-fba1336edaaf req-f64bdc17-7f87-46c4-bb5f-57d367800e65 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:42.834520 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e638e2af-cd4b-4aaf-9ed3-fba1336edaaf req-f64bdc17-7f87-46c4-bb5f-57d367800e65 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 945 time: 0.1023793 Dec 22 05:08:42.874840 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e638e2af-cd4b-4aaf-9ed3-fba1336edaaf req-8c78187d-87ac-4a9f-b5c2-d76f43e49b33 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/security-groups?id=51bc70d9-cf4a-4586-b19c-61804276bf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320630 Dec 22 05:08:42.913993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f717baba-0265-418f-80d7-a841ee16a6dd req-6ac79d24-7ebd-4858-a7e2-da640bc483f7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:42.944433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac79d24-7ebd-4858-a7e2-da640bc483f7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event deleted for resources: {'Port': ['ID=86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:42.983706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-f717baba-0265-418f-80d7-a841ee16a6dd req-6ac79d24-7ebd-4858-a7e2-da640bc483f7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] No DVR routers for this DVR port 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:08:42.986284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-f717baba-0265-418f-80d7-a841ee16a6dd req-6ac79d24-7ebd-4858-a7e2-da640bc483f7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:42.990128 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f717baba-0265-418f-80d7-a841ee16a6dd req-6ac79d24-7ebd-4858-a7e2-da640bc483f7 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.16 "DELETE /v2.0/ports/86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 HTTP/1.1" status: 204 len: 173 time: 0.6943235 Dec 22 05:08:43.058819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'name': 'network-vif-deleted', 'tag': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:43.061146 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c7a919-6684-470e-ac43-f849e5bfb840" -d '{"events": [{"server_uuid": "4a21f6f9-28b3-4f69-8f24-aabebe67b789", "name": "network-vif-deleted", "tag": "86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:08:43.098340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9035803b-f148-47da-8cbe-d94bf1a25c69 x-openstack-request-id: req-9035803b-f148-47da-8cbe-d94bf1a25c69 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:08:43.098340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a21f6f9-28b3-4f69-8f24-aabebe67b789", "name": "network-vif-deleted", "tag": "86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:08:43.098340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9035803b-f148-47da-8cbe-d94bf1a25c69 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:08:43.098340 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a21f6f9-28b3-4f69-8f24-aabebe67b789', 'name': 'network-vif-deleted', 'tag': '86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972', 'status': 'completed', 'code': 200} Dec 22 05:08:43.175208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:43.969262 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0c825d37-37cd-4967-9cfa-9bc00bdcbae2 req-8f89c2a1-ce9f-43a5-8c59-490f92fed123 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 210 time: 0.0292320 Dec 22 05:08:44.257460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:44.456169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:08:44.476646 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:08:44.478652 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 86cd3f5a-64ae-42d1-a1d2-d8dde5dc4972 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:08:44.575349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45276) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:44.763602 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 1c940448-adaa-4f7c-8b64-f8cc813b10b0 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:44.763863 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:44.836575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:44.836795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:44.848275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 1c940448-adaa-4f7c-8b64-f8cc813b10b0 owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:45.066717 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-13ed6b00-4255-4727-926e-7f4bc450390e req-41a063ea-0ddd-4d42-b125-7f778076c057 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 210 time: 0.0276213 Dec 22 05:08:45.067974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:45.095611 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=1c940448-adaa-4f7c-8b64-f8cc813b10b0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:45.234670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:45.477975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:45.478236 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP fc7d3e54-8406-426a-9fc9-4cdfca7af90b disassociated (deleted). External IP: 172.26.5.47, port: 9fc5c44e-26ae-4590-8303-d24c080d738e. Dec 22 05:08:45.685181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:08:45.802104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:08:45.806960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:45.813678 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05669c8-e19a-4079-a166-daa38f21627a None None] Sync routers for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:08:45.823023 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05669c8-e19a-4079-a166-daa38f21627a None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:45.823646 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f05669c8-e19a-4079-a166-daa38f21627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:45.835932 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c55aea60-cfb8-4397-9d98-fa502b923444 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/floatingips/fc7d3e54-8406-426a-9fc9-4cdfca7af90b HTTP/1.1" status: 204 len: 168 time: 1.2593744 Dec 22 05:08:45.836555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'tag': '9fc5c44e-26ae-4590-8303-d24c080d738e'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:45.838905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903fdfb7-1a19-468e-bba5-3d17e5271c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe844d25-8942-439c-bfe4-4645e16d40f5", "tag": "9fc5c44e-26ae-4590-8303-d24c080d738e"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:08:45.890996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fb4bb6-be13-4394-a689-8b3988669857 x-openstack-request-id: req-c5fb4bb6-be13-4394-a689-8b3988669857 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:08:45.891479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe844d25-8942-439c-bfe4-4645e16d40f5", "tag": "9fc5c44e-26ae-4590-8303-d24c080d738e", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:08:45.891927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c5fb4bb6-be13-4394-a689-8b3988669857 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:08:45.893195 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'tag': '9fc5c44e-26ae-4590-8303-d24c080d738e', 'status': 'completed', 'code': 200} Dec 22 05:08:45.949958 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-f05669c8-e19a-4079-a166-daa38f21627a None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:45.983258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fdfb7-1a19-468e-bba5-3d17e5271c9e req-382618aa-c9be-4200-af5e-42ffa7ebfaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:45.984901 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-903fdfb7-1a19-468e-bba5-3d17e5271c9e req-382618aa-c9be-4200-af5e-42ffa7ebfaaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 1099 time: 0.0449798 Dec 22 05:08:46.090396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fdfb7-1a19-468e-bba5-3d17e5271c9e req-5baabc39-0c81-49bd-a15c-d9f5cec3b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:46.092800 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-903fdfb7-1a19-468e-bba5-3d17e5271c9e req-5baabc39-0c81-49bd-a15c-d9f5cec3b881 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66da811f-dc6a-4622-9b2b-a577d2a66a69 HTTP/1.1" status: 200 len: 898 time: 0.0997233 Dec 22 05:08:46.166607 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-903fdfb7-1a19-468e-bba5-3d17e5271c9e req-f10e43e7-5468-454d-9454-f9813bb7d094 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fc5c44e-26ae-4590-8303-d24c080d738e HTTP/1.1" status: 200 len: 217 time: 0.0657446 Dec 22 05:08:46.206765 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f05669c8-e19a-4079-a166-daa38f21627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'da9ce97f-ae92-44c4-b1eb-1edb9a3c019e', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'port_id': '139ef2b2-23de-4108-b700-9ff16252d7de', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'mac_address': 'fa:16:3e:1c:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb008647-a299-4828-b843-c6c47714598e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:07:44Z', 'updated_at': '2021-12-22T05:07:46Z', 'revision_number': 1, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:28Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:46.231083 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1f7893c-4aaf-4496-9f6f-39296bcd123e req-de3d1d38-24ca-4689-99a2-9ec555b20558 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 210 time: 0.0609157 Dec 22 05:08:46.233914 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05669c8-e19a-4079-a166-daa38f21627a None None] Checking router: 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:08:46.242646 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05669c8-e19a-4079-a166-daa38f21627a None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:46.243238 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f05669c8-e19a-4079-a166-daa38f21627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:46.250246 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fdfb7-1a19-468e-bba5-3d17e5271c9e req-8fd96376-e5f5-4239-8978-610eec60fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:46.253371 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-903fdfb7-1a19-468e-bba5-3d17e5271c9e req-8fd96376-e5f5-4239-8978-610eec60fb5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b682c43-36b8-47e5-b019-95b119b3d7d3 HTTP/1.1" status: 200 len: 834 time: 0.0734189 Dec 22 05:08:46.358512 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-f05669c8-e19a-4079-a166-daa38f21627a None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:46.389000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fdfb7-1a19-468e-bba5-3d17e5271c9e req-60825299-9c35-45d3-b2cc-3193977e8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:46.390496 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-903fdfb7-1a19-468e-bba5-3d17e5271c9e req-60825299-9c35-45d3-b2cc-3193977e8ccb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66da811f-dc6a-4622-9b2b-a577d2a66a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877616 Dec 22 05:08:46.407407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c2197-b566-4ad0-b88b-0b83771e99fa req-3373f912-7506-4991-b537-17f2077237ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:46.409089 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-691c2197-b566-4ad0-b88b-0b83771e99fa req-3373f912-7506-4991-b537-17f2077237ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 946 time: 0.0669808 Dec 22 05:08:46.501003 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-691c2197-b566-4ad0-b88b-0b83771e99fa req-9f90b2c0-e98a-45e1-96d1-b560a2ae9fcc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1b33d23-6a54-4246-9de1-2bf4b45903b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837765 Dec 22 05:08:46.531680 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-903fdfb7-1a19-468e-bba5-3d17e5271c9e req-6e723740-3abf-41bf-912c-7032b629508c service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326032 Dec 22 05:08:46.626201 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-903fdfb7-1a19-468e-bba5-3d17e5271c9e req-1e1d4bbf-a8d8-409d-8e7b-7e00fe565a02 service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864108 Dec 22 05:08:46.686840 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f05669c8-e19a-4079-a166-daa38f21627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'da9ce97f-ae92-44c4-b1eb-1edb9a3c019e', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'port_id': '139ef2b2-23de-4108-b700-9ff16252d7de', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'mac_address': 'fa:16:3e:1c:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb008647-a299-4828-b843-c6c47714598e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:07:44Z', 'updated_at': '2021-12-22T05:07:46Z', 'revision_number': 1, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:28Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:46.717239 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05669c8-e19a-4079-a166-daa38f21627a None None] The sync data for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv is: [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'da9ce97f-ae92-44c4-b1eb-1edb9a3c019e', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.172', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'port_id': '139ef2b2-23de-4108-b700-9ff16252d7de', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'mac_address': 'fa:16:3e:1c:8f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb008647-a299-4828-b843-c6c47714598e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:07:44Z', 'updated_at': '2021-12-22T05:07:46Z', 'revision_number': 1, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:28Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:08:47.112023 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab90c470-6935-4d70-bb34-6600b05550ce None None] New status for floating IP fc7d3e54-8406-426a-9fc9-4cdfca7af90b: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:08:47.326710 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-25e86e41-49d8-4b39-9355-c0373fb33f93 req-2a365828-00bd-4281-b3af-38f12fda5dfb tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a21f6f9-28b3-4f69-8f24-aabebe67b789 HTTP/1.1" status: 200 len: 210 time: 0.0266614 Dec 22 05:08:47.621704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b93ca-865e-453b-8260-0513bc4d2308 req-c7494d93-a571-416c-a780-09297c4e95d1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:47.623542 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d76b93ca-865e-453b-8260-0513bc4d2308 req-c7494d93-a571-416c-a780-09297c4e95d1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 946 time: 0.0530255 Dec 22 05:08:47.663328 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d76b93ca-865e-453b-8260-0513bc4d2308 req-9591bdd2-ced9-4b6b-82bb-4bd9dcec909f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=d1b33d23-6a54-4246-9de1-2bf4b45903b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340061 Dec 22 05:08:47.861016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c66c10-f78a-4919-a370-12aed7cfe1b2 req-a2e1cdc6-a565-4c6c-bba8-37f755b30274 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:47.862469 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-84c66c10-f78a-4919-a370-12aed7cfe1b2 req-a2e1cdc6-a565-4c6c-bba8-37f755b30274 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 946 time: 0.0532427 Dec 22 05:08:47.951535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-84c66c10-f78a-4919-a370-12aed7cfe1b2 req-99da1b15-5c3e-41b0-9ff1-a84f8244f993 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 9fc5c44e-26ae-4590-8303-d24c080d738e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:47.951923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-84c66c10-f78a-4919-a370-12aed7cfe1b2 req-99da1b15-5c3e-41b0-9ff1-a84f8244f993 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.044644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-84c66c10-f78a-4919-a370-12aed7cfe1b2 req-99da1b15-5c3e-41b0-9ff1-a84f8244f993 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 9fc5c44e-26ae-4590-8303-d24c080d738e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fc5c44e-26ae-4590-8303-d24c080d738e,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:48.045006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-84c66c10-f78a-4919-a370-12aed7cfe1b2 req-99da1b15-5c3e-41b0-9ff1-a84f8244f993 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.058446 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-84c66c10-f78a-4919-a370-12aed7cfe1b2 req-99da1b15-5c3e-41b0-9ff1-a84f8244f993 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 9fc5c44e-26ae-4590-8303-d24c080d738e owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:48.244004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-84c66c10-f78a-4919-a370-12aed7cfe1b2 req-99da1b15-5c3e-41b0-9ff1-a84f8244f993 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.275367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da1b15-5c3e-41b0-9ff1-a84f8244f993 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=9fc5c44e-26ae-4590-8303-d24c080d738e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:48.319461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c66c10-f78a-4919-a370-12aed7cfe1b2 req-99da1b15-5c3e-41b0-9ff1-a84f8244f993 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] No DVR routers for this DVR port 9fc5c44e-26ae-4590-8303-d24c080d738e on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:08:48.321842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-84c66c10-f78a-4919-a370-12aed7cfe1b2 req-99da1b15-5c3e-41b0-9ff1-a84f8244f993 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.325402 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-84c66c10-f78a-4919-a370-12aed7cfe1b2 req-99da1b15-5c3e-41b0-9ff1-a84f8244f993 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "DELETE /v2.0/ports/9fc5c44e-26ae-4590-8303-d24c080d738e HTTP/1.1" status: 204 len: 173 time: 0.4564154 Dec 22 05:08:48.325840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'name': 'network-vif-deleted', 'tag': '9fc5c44e-26ae-4590-8303-d24c080d738e'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:48.328055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4548ee1-009c-4380-9f88-0e75eacd5fb0" -d '{"events": [{"server_uuid": "fe844d25-8942-439c-bfe4-4645e16d40f5", "name": "network-vif-deleted", "tag": "9fc5c44e-26ae-4590-8303-d24c080d738e"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:08:48.370626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0940fa-4a73-4143-b832-a6cfab58849a x-openstack-request-id: req-cb0940fa-4a73-4143-b832-a6cfab58849a {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:08:48.370914 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe844d25-8942-439c-bfe4-4645e16d40f5", "name": "network-vif-deleted", "tag": "9fc5c44e-26ae-4590-8303-d24c080d738e", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:08:48.371158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb0940fa-4a73-4143-b832-a6cfab58849a {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:08:48.371554 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe844d25-8942-439c-bfe4-4645e16d40f5', 'name': 'network-vif-deleted', 'tag': '9fc5c44e-26ae-4590-8303-d24c080d738e', 'status': 'completed', 'code': 200} Dec 22 05:08:48.383599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45296) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:48.510994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-2d11d316-db44-438f-a333-2acf281c7899 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Deleting port 1e4373ce-7858-46b7-b3b4-6cda424de19b {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:48.511340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d11d316-db44-438f-a333-2acf281c7899 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.590616 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d11d316-db44-438f-a333-2acf281c7899 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.590842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d11d316-db44-438f-a333-2acf281c7899 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.602321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-2d11d316-db44-438f-a333-2acf281c7899 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Calling delete_port for 1e4373ce-7858-46b7-b3b4-6cda424de19b owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:48.781407 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3ce106cd-5d59-4e6c-9169-9a8ed701a5ce req-754576cd-ae2c-4bda-b36a-bcf76470f78b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe844d25-8942-439c-bfe4-4645e16d40f5 HTTP/1.1" status: 200 len: 210 time: 0.0269270 Dec 22 05:08:48.817800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d11d316-db44-438f-a333-2acf281c7899 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.847435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11d316-db44-438f-a333-2acf281c7899 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event deleted for resources: {'Port': ['ID=1e4373ce-7858-46b7-b3b4-6cda424de19b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:48.906204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d11d316-db44-438f-a333-2acf281c7899 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.908762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2d11d316-db44-438f-a333-2acf281c7899 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:48.909893 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2d11d316-db44-438f-a333-2acf281c7899 tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "DELETE /v2.0/floatingips/d197ae7a-ef40-4f38-829a-63f1ad8101e3 HTTP/1.1" status: 204 len: 168 time: 0.5252659 Dec 22 05:08:49.836678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45310) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:49.895922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94a471e-2817-45e3-8e30-ada962b606e4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:49.923073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94a471e-2817-45e3-8e30-ada962b606e4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.050148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94a471e-2817-45e3-8e30-ada962b606e4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.053021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94a471e-2817-45e3-8e30-ada962b606e4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.057320 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e94a471e-2817-45e3-8e30-ada962b606e4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/security-groups/d1b33d23-6a54-4246-9de1-2bf4b45903b8 HTTP/1.1" status: 204 len: 168 time: 0.2165165 Dec 22 05:08:50.063680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a471e-2817-45e3-8e30-ada962b606e4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b33d23-6a54-4246-9de1-2bf4b45903b8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:50.137053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45314) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:50.298290 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 355c19e6-da35-4991-98f9-9de037de274e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:50.298707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.384060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.384060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.389041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 355c19e6-da35-4991-98f9-9de037de274e owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:50.473464 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9fc5c44e-26ae-4590-8303-d24c080d738e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:08:50.493648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 9fc5c44e-26ae-4590-8303-d24c080d738e {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:08:50.493985 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9fc5c44e-26ae-4590-8303-d24c080d738e not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:08:50.626794 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.656957 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=355c19e6-da35-4991-98f9-9de037de274e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:50.718708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.719122 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP da9ce97f-ae92-44c4-b1eb-1edb9a3c019e disassociated (deleted). External IP: 172.26.5.172, port: 139ef2b2-23de-4108-b700-9ff16252d7de. Dec 22 05:08:50.753978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:50.922865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:08:51.029387 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:08:51.034080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:51.041480 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c02978-ee5d-4895-8e35-7222fab98364 None None] Sync routers for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:08:51.050855 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c02978-ee5d-4895-8e35-7222fab98364 None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:51.052116 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a5c02978-ee5d-4895-8e35-7222fab98364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:51.062606 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e2f01a9d-d0bc-4e89-8cce-b79727999254 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/floatingips/da9ce97f-ae92-44c4-b1eb-1edb9a3c019e HTTP/1.1" status: 204 len: 168 time: 0.9243965 Dec 22 05:08:51.063514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:51.066024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f829395e-733d-47c4-a079-578121296d05" -d '{"events": [{"name": "network-changed", "server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:08:51.108934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebede71-61c5-4f8b-853a-883444b17681 x-openstack-request-id: req-0ebede71-61c5-4f8b-853a-883444b17681 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:08:51.109247 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:08:51.109493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ebede71-61c5-4f8b-853a-883444b17681 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:08:51.109891 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de', 'status': 'completed', 'code': 200} Dec 22 05:08:51.171754 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-a5c02978-ee5d-4895-8e35-7222fab98364 None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:51.200297 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829395e-733d-47c4-a079-578121296d05 req-6b437010-992a-4391-8e92-0cd54b3a64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:51.201821 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f829395e-733d-47c4-a079-578121296d05 req-6b437010-992a-4391-8e92-0cd54b3a64fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 1098 time: 0.0448706 Dec 22 05:08:51.300852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829395e-733d-47c4-a079-578121296d05 req-e928036c-ccf6-4575-b48b-57cc8bc36f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:51.302348 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f829395e-733d-47c4-a079-578121296d05 req-e928036c-ccf6-4575-b48b-57cc8bc36f71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66da811f-dc6a-4622-9b2b-a577d2a66a69 HTTP/1.1" status: 200 len: 898 time: 0.0935247 Dec 22 05:08:51.350558 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f829395e-733d-47c4-a079-578121296d05 req-09cdaa23-f6ac-4cc0-8f2b-fa41a6a69937 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=139ef2b2-23de-4108-b700-9ff16252d7de HTTP/1.1" status: 200 len: 217 time: 0.0399835 Dec 22 05:08:51.371517 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a5c02978-ee5d-4895-8e35-7222fab98364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:28Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:51.412821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829395e-733d-47c4-a079-578121296d05 req-7c70ea3a-0716-4e0e-9d03-f1cf33972343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:51.414362 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f829395e-733d-47c4-a079-578121296d05 req-7c70ea3a-0716-4e0e-9d03-f1cf33972343 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b682c43-36b8-47e5-b019-95b119b3d7d3 HTTP/1.1" status: 200 len: 834 time: 0.0567558 Dec 22 05:08:51.415688 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c02978-ee5d-4895-8e35-7222fab98364 None None] Checking router: 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:08:51.424912 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c02978-ee5d-4895-8e35-7222fab98364 None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:51.427184 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a5c02978-ee5d-4895-8e35-7222fab98364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:51.462002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829395e-733d-47c4-a079-578121296d05 req-969e3b4e-7a18-48d7-8cc4-db434190aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:51.464266 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f829395e-733d-47c4-a079-578121296d05 req-969e3b4e-7a18-48d7-8cc4-db434190aca6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66da811f-dc6a-4622-9b2b-a577d2a66a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422401 Dec 22 05:08:51.537829 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-a5c02978-ee5d-4895-8e35-7222fab98364 None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:51.559824 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f829395e-733d-47c4-a079-578121296d05 req-f2aa7068-da81-4312-bd96-5cf7f53208ad service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893474 Dec 22 05:08:51.598335 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dec5af-544e-4a69-a299-3586103531ba req-1bc1534a-c8e6-4be0-a4b5-4cc1b0d3c294 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:51.599865 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-38dec5af-544e-4a69-a299-3586103531ba req-1bc1534a-c8e6-4be0-a4b5-4cc1b0d3c294 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 945 time: 0.0500391 Dec 22 05:08:51.642386 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-38dec5af-544e-4a69-a299-3586103531ba req-a64725c3-c51b-4fba-9f0e-5b331dfc9a72 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358250 Dec 22 05:08:51.661834 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f829395e-733d-47c4-a079-578121296d05 req-9f63d10f-5084-4415-b767-86d6a99200ae service neutron] 10.222.0.16 "GET /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934308 Dec 22 05:08:51.747584 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a5c02978-ee5d-4895-8e35-7222fab98364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:28Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:51.774343 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c02978-ee5d-4895-8e35-7222fab98364 None None] The sync data for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv is: [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796', 'name': '', 'network_id': '66da811f-dc6a-4622-9b2b-a577d2a66a69', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:11:2c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:24Z', 'updated_at': '2021-12-22T05:07:28Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': '1b682c43-36b8-47e5-b019-95b119b3d7d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:08:51.982379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9ecaf3-e19f-4ef7-a5a2-7821ea4c57a1 None None] New status for floating IP da9ce97f-ae92-44c4-b1eb-1edb9a3c019e: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:08:52.425865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45328) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:52.484177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-110d6776-2241-4a32-b24f-dcce7314eaae tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:52.508891 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-110d6776-2241-4a32-b24f-dcce7314eaae tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:52.655741 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-110d6776-2241-4a32-b24f-dcce7314eaae tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:52.658251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-110d6776-2241-4a32-b24f-dcce7314eaae tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:52.659348 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-110d6776-2241-4a32-b24f-dcce7314eaae tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] 10.222.0.54 "DELETE /v2.0/security-groups/51bc70d9-cf4a-4586-b19c-61804276bf3b HTTP/1.1" status: 204 len: 168 time: 0.2319031 Dec 22 05:08:52.671843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d6776-2241-4a32-b24f-dcce7314eaae tempest-TestVolumeBootPattern-945455135 tempest-TestVolumeBootPattern-945455135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bc70d9-cf4a-4586-b19c-61804276bf3b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:52.767861 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d393c-d55f-41c7-9be1-2e50ab0c2e64 req-36d19c17-4e7c-4dde-896e-2f01ed7214b5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:52.769117 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-da5d393c-d55f-41c7-9be1-2e50ab0c2e64 req-36d19c17-4e7c-4dde-896e-2f01ed7214b5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 945 time: 0.0516400 Dec 22 05:08:52.796146 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45334) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:52.813725 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-da5d393c-d55f-41c7-9be1-2e50ab0c2e64 req-c04fa370-9b0a-4560-9410-20b8a53b9440 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379508 Dec 22 05:08:53.172009 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfd977-5679-4413-8658-02b63f73d26f req-8efdffc2-e56e-45cc-a8c5-401cc485760b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:53.173499 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3acfd977-5679-4413-8658-02b63f73d26f req-8efdffc2-e56e-45cc-a8c5-401cc485760b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 945 time: 0.0516346 Dec 22 05:08:53.243773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a148f3c-c1e4-4a64-aa68-666330fbc94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:53.264282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-3acfd977-5679-4413-8658-02b63f73d26f req-a12d7030-5bb8-427d-9399-b2e7bc0ff6fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 139ef2b2-23de-4108-b700-9ff16252d7de {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:53.264625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3acfd977-5679-4413-8658-02b63f73d26f req-a12d7030-5bb8-427d-9399-b2e7bc0ff6fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:53.355554 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-3acfd977-5679-4413-8658-02b63f73d26f req-a12d7030-5bb8-427d-9399-b2e7bc0ff6fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 139ef2b2-23de-4108-b700-9ff16252d7de, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=139ef2b2-23de-4108-b700-9ff16252d7de,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:53.355910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3acfd977-5679-4413-8658-02b63f73d26f req-a12d7030-5bb8-427d-9399-b2e7bc0ff6fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:53.369375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-3acfd977-5679-4413-8658-02b63f73d26f req-a12d7030-5bb8-427d-9399-b2e7bc0ff6fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 139ef2b2-23de-4108-b700-9ff16252d7de owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:53.588891 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3acfd977-5679-4413-8658-02b63f73d26f req-a12d7030-5bb8-427d-9399-b2e7bc0ff6fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:53.616173 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d7030-5bb8-427d-9399-b2e7bc0ff6fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=139ef2b2-23de-4108-b700-9ff16252d7de,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:53.663718 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acfd977-5679-4413-8658-02b63f73d26f req-a12d7030-5bb8-427d-9399-b2e7bc0ff6fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] No DVR routers for this DVR port 139ef2b2-23de-4108-b700-9ff16252d7de on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:08:53.666299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3acfd977-5679-4413-8658-02b63f73d26f req-a12d7030-5bb8-427d-9399-b2e7bc0ff6fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:53.669736 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3acfd977-5679-4413-8658-02b63f73d26f req-a12d7030-5bb8-427d-9399-b2e7bc0ff6fd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "DELETE /v2.0/ports/139ef2b2-23de-4108-b700-9ff16252d7de HTTP/1.1" status: 204 len: 173 time: 0.4900627 Dec 22 05:08:53.670184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'name': 'network-vif-deleted', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:08:53.672494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6551f4-2a96-41a1-8e59-6d246585cba8" -d '{"events": [{"server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "name": "network-vif-deleted", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:08:53.713457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb47aa-f6fb-485d-a841-4ed8c6bbdf22 x-openstack-request-id: req-89cb47aa-f6fb-485d-a841-4ed8c6bbdf22 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:08:53.713457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb008647-a299-4828-b843-c6c47714598e", "name": "network-vif-deleted", "tag": "139ef2b2-23de-4108-b700-9ff16252d7de", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:08:53.713457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89cb47aa-f6fb-485d-a841-4ed8c6bbdf22 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:08:53.713457 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb008647-a299-4828-b843-c6c47714598e', 'name': 'network-vif-deleted', 'tag': '139ef2b2-23de-4108-b700-9ff16252d7de', 'status': 'completed', 'code': 200} Dec 22 05:08:53.756108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0a148f3c-c1e4-4a64-aa68-666330fbc94d admin admin] Deleting port fbab5a2b-7a09-4e2b-a986-5dc7c7713777 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:53.756466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a148f3c-c1e4-4a64-aa68-666330fbc94d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:53.835481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-0a148f3c-c1e4-4a64-aa68-666330fbc94d admin admin] For port fbab5a2b-7a09-4e2b-a986-5dc7c7713777, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=fbab5a2b-7a09-4e2b-a986-5dc7c7713777,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:53.836271 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a148f3c-c1e4-4a64-aa68-666330fbc94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:53.849659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-0a148f3c-c1e4-4a64-aa68-666330fbc94d admin admin] Calling delete_port for fbab5a2b-7a09-4e2b-a986-5dc7c7713777 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:53.917328 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a5419522-757d-4b08-aaf8-78bf9b364afa req-1fcaa3b7-0c09-4589-93da-42b4c3401fcc tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=eb008647-a299-4828-b843-c6c47714598e HTTP/1.1" status: 200 len: 210 time: 0.0282791 Dec 22 05:08:54.125590 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a148f3c-c1e4-4a64-aa68-666330fbc94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.151615 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a148f3c-c1e4-4a64-aa68-666330fbc94d admin admin] Pushing event deleted for resources: {'Port': ['ID=fbab5a2b-7a09-4e2b-a986-5dc7c7713777,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:54.317908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a148f3c-c1e4-4a64-aa68-666330fbc94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.529119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a148f3c-c1e4-4a64-aa68-666330fbc94d admin admin] Router 74902c69-e44a-40c7-a530-26719c0ac712 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:08:54.634683 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a148f3c-c1e4-4a64-aa68-666330fbc94d admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:08:54.641670 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0a148f3c-c1e4-4a64-aa68-666330fbc94d admin admin] 10.222.0.54 "PUT /v2.0/routers/74902c69-e44a-40c7-a530-26719c0ac712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8424726 Dec 22 05:08:54.642284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45342) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:54.645490 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f2b6bf-cf66-48c7-9260-c8fb9d4eb3b4 None None] Sync routers for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:08:54.655332 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f2b6bf-cf66-48c7-9260-c8fb9d4eb3b4 None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:54.655937 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c6f2b6bf-cf66-48c7-9260-c8fb9d4eb3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:54.746708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:54.757824 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c6f2b6bf-cf66-48c7-9260-c8fb9d4eb3b4 None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:54.936678 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c6f2b6bf-cf66-48c7-9260-c8fb9d4eb3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T05:08:54Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:54.968964 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f2b6bf-cf66-48c7-9260-c8fb9d4eb3b4 None None] Checking router: 74902c69-e44a-40c7-a530-26719c0ac712 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:08:54.977824 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f2b6bf-cf66-48c7-9260-c8fb9d4eb3b4 None None] Routers {'74902c69-e44a-40c7-a530-26719c0ac712'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:54.978443 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c6f2b6bf-cf66-48c7-9260-c8fb9d4eb3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['74902c69-e44a-40c7-a530-26719c0ac712'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:54.985085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45346) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:55.046803 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7361fd26-6d97-4cad-a1f5-fe9231ca5bb6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.078232 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7361fd26-6d97-4cad-a1f5-fe9231ca5bb6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.087590 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c6f2b6bf-cf66-48c7-9260-c8fb9d4eb3b4 None None] Set router 74902c69-e44a-40c7-a530-26719c0ac712 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:55.163848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.198249 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7361fd26-6d97-4cad-a1f5-fe9231ca5bb6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.201224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7361fd26-6d97-4cad-a1f5-fe9231ca5bb6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.202449 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7361fd26-6d97-4cad-a1f5-fe9231ca5bb6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/security-groups/b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2 HTTP/1.1" status: 204 len: 168 time: 0.2175462 Dec 22 05:08:55.212431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361fd26-6d97-4cad-a1f5-fe9231ca5bb6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d5070-0f5b-4ca8-b6cb-17410d2d9ed2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:55.279935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Deleting port 61f9f553-75a1-4727-8449-50d608e8f5f7 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:55.280400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.291678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45350) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:55.367305 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c6f2b6bf-cf66-48c7-9260-c8fb9d4eb3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T05:08:54Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:55.372411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] For port 61f9f553-75a1-4727-8449-50d608e8f5f7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=61f9f553-75a1-4727-8449-50d608e8f5f7,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:55.372810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.386132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Calling delete_port for 61f9f553-75a1-4727-8449-50d608e8f5f7 owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:55.393676 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f2b6bf-cf66-48c7-9260-c8fb9d4eb3b4 None None] The sync data for ids ['74902c69-e44a-40c7-a530-26719c0ac712'] in dv-neutron-822523-1-hyperv is: [{'id': '74902c69-e44a-40c7-a530-26719c0ac712', 'name': 'tempest-TestVolumeBootPattern-1614410577-router', 'tenant_id': '9c34e1b494e844b9999ca88d156069cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T05:08:54Z', 'revision_number': 5, 'project_id': '9c34e1b494e844b9999ca88d156069cc', 'gw_port': {'id': '61f9f553-75a1-4727-8449-50d608e8f5f7', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74902c69-e44a-40c7-a530-26719c0ac712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:16Z', 'updated_at': '2021-12-22T04:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:08:55.599948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.626056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f9f553-75a1-4727-8449-50d608e8f5f7,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:55.661476 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db91f8c0-b01d-47b7-bf2d-5d7deb38874f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.687007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.782532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.784713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.902787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.903351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74902c69-e44a-40c7-a530-26719c0ac712 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:08:55.908654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.909207 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b916164f-8394-4fb3-bff5-9e380db676f5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/74902c69-e44a-40c7-a530-26719c0ac712 HTTP/1.1" status: 204 len: 168 time: 1.2658901 Dec 22 05:08:55.912481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45352) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:55.965642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8a01f1-fd3f-4f9b-ac28-7095b83ffdd5 admin admin] Deleting subnet 754e03c2-64f2-4154-b7fe-bfd8d56d6f7c {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:08:55.970280 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3a8a01f1-fd3f-4f9b-ac28-7095b83ffdd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:55.999796 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-db91f8c0-b01d-47b7-bf2d-5d7deb38874f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:56.000490 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db91f8c0-b01d-47b7-bf2d-5d7deb38874f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.055750 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3a8a01f1-fd3f-4f9b-ac28-7095b83ffdd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.162091 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-db91f8c0-b01d-47b7-bf2d-5d7deb38874f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:56.162370 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db91f8c0-b01d-47b7-bf2d-5d7deb38874f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.181418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-db91f8c0-b01d-47b7-bf2d-5d7deb38874f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:56.189773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3a8a01f1-fd3f-4f9b-ac28-7095b83ffdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.349335 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3a8a01f1-fd3f-4f9b-ac28-7095b83ffdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.381621 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a01f1-fd3f-4f9b-ac28-7095b83ffdd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=754e03c2-64f2-4154-b7fe-bfd8d56d6f7c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:56.388579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3a8a01f1-fd3f-4f9b-ac28-7095b83ffdd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.390645 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c276ee84-0af5-44fe-90d4-4891876d8dbb None None] Network 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:08:56.391458 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3a8a01f1-fd3f-4f9b-ac28-7095b83ffdd5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/754e03c2-64f2-4154-b7fe-bfd8d56d6f7c HTTP/1.1" status: 204 len: 168 time: 0.4780726 Dec 22 05:08:56.394299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45354) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:56.464650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.491840 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 139ef2b2-23de-4108-b700-9ff16252d7de no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:08:56.502294 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db91f8c0-b01d-47b7-bf2d-5d7deb38874f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.516844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 139ef2b2-23de-4108-b700-9ff16252d7de {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:08:56.517181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 139ef2b2-23de-4108-b700-9ff16252d7de not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:08:56.531063 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91f8c0-b01d-47b7-bf2d-5d7deb38874f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:56.532456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Deleting port 60c27cda-a70a-4cf5-b668-1761c5f93ec7 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:56.532919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.616852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] For port 60c27cda-a70a-4cf5-b668-1761c5f93ec7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=60c27cda-a70a-4cf5-b668-1761c5f93ec7,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:56.617234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.620820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] DHCP port deletion for 3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:08:56.636296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Calling delete_port for 60c27cda-a70a-4cf5-b668-1761c5f93ec7 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:56.680785 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Deleting port 60c27cda-a70a-4cf5-b668-1761c5f93ec7 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:56.681250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.719653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db91f8c0-b01d-47b7-bf2d-5d7deb38874f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.750643 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] For port 60c27cda-a70a-4cf5-b668-1761c5f93ec7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=60c27cda-a70a-4cf5-b668-1761c5f93ec7,segment=NetworkSegment(ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182),segment_id=ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:56.751157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.766426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Calling delete_port for 60c27cda-a70a-4cf5-b668-1761c5f93ec7 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:56.799992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.829729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Pushing event deleted for resources: {'Port': ['ID=60c27cda-a70a-4cf5-b668-1761c5f93ec7,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:56.835277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] No DVR routers for this DVR port 60c27cda-a70a-4cf5-b668-1761c5f93ec7 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:08:56.849427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.876143 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Pushing event deleted for resources: {'Port': ['ID=60c27cda-a70a-4cf5-b668-1761c5f93ec7,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:56.881000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] No DVR routers for this DVR port 60c27cda-a70a-4cf5-b668-1761c5f93ec7 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:08:56.897722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:56.898466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:56.898603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:56.898873 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:56.899250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:56.899635 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:56.900009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:56.900406 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:56.900804 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:56.901152 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:56.901479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:56.901796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1843aee-0f2b-4f87-ad8e-af4241211ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:08:56.911784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.930764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:56.940150 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:56.940463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece9eed0-c3ce-4cfd-a22d-6cc4f62c3182') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:56.949818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.961407 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db91f8c0-b01d-47b7-bf2d-5d7deb38874f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:08:56.963084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.969098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:08:56.969480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:08:56.971160 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:08:57.118213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.124365 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.130955 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] 10.222.0.54 "DELETE /v2.0/networks/3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc HTTP/1.1" status: 204 len: 168 time: 0.7324846 Dec 22 05:08:57.139076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45356) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:57.146075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e9e4c-b624-4841-897e-9433420a98aa admin admin] Pushing event deleted for resources: {'Network': ['ID=3bd57eeb-b414-4cf5-9b06-0c7e7071d8bc,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:57.329292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device fbab5a2b-7a09-4e2b-a986-5dc7c7713777 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:08:57.342342 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db91f8c0-b01d-47b7-bf2d-5d7deb38874f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:08:57.350309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: fbab5a2b-7a09-4e2b-a986-5dc7c7713777 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:08:57.350659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device fbab5a2b-7a09-4e2b-a986-5dc7c7713777 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:08:57.351085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 61f9f553-75a1-4727-8449-50d608e8f5f7 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:08:57.355410 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-db91f8c0-b01d-47b7-bf2d-5d7deb38874f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0605721 Dec 22 05:08:57.356295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45358) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:57.371389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 61f9f553-75a1-4727-8449-50d608e8f5f7 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:08:57.416865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 61f9f553-75a1-4727-8449-50d608e8f5f7 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:08:57.416865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 60c27cda-a70a-4cf5-b668-1761c5f93ec7 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:08:57.416865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bacd4f9-54e1-4569-a416-a3c0df7c1b38 None None] Sync routers for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:08:57.416865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 60c27cda-a70a-4cf5-b668-1761c5f93ec7 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:08:57.416865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 60c27cda-a70a-4cf5-b668-1761c5f93ec7 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:08:57.416865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bacd4f9-54e1-4569-a416-a3c0df7c1b38 None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:57.416865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1bacd4f9-54e1-4569-a416-a3c0df7c1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:57.419136 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-9855ab5d-f7c6-4450-b9fb-adb01744d1e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting subnet 1b682c43-36b8-47e5-b019-95b119b3d7d3 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:08:57.419136 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9855ab5d-f7c6-4450-b9fb-adb01744d1e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.454506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9855ab5d-f7c6-4450-b9fb-adb01744d1e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.508088 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80930b4-1b98-4ff3-908e-3afdae03e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.515857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-1bacd4f9-54e1-4569-a416-a3c0df7c1b38 None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:57.547892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9855ab5d-f7c6-4450-b9fb-adb01744d1e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.657932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9855ab5d-f7c6-4450-b9fb-adb01744d1e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.687712 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855ab5d-f7c6-4450-b9fb-adb01744d1e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Subnet': ['ID=1b682c43-36b8-47e5-b019-95b119b3d7d3,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:57.696231 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9855ab5d-f7c6-4450-b9fb-adb01744d1e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.700316 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9855ab5d-f7c6-4450-b9fb-adb01744d1e5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/subnets/1b682c43-36b8-47e5-b019-95b119b3d7d3 HTTP/1.1" status: 204 len: 168 time: 0.3423636 Dec 22 05:08:57.700503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1bacd4f9-54e1-4569-a416-a3c0df7c1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:57.702765 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45360) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:57.727978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b66283e-506d-47d9-8aac-f8895e0b168f None None] Network 66da811f-dc6a-4622-9b2b-a577d2a66a69 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:08:57.730224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bacd4f9-54e1-4569-a416-a3c0df7c1b38 None None] Checking router: 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:08:57.770679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d80930b4-1b98-4ff3-908e-3afdae03e38f admin admin] Deleting port dc583e2a-69a2-4527-acc3-bc4b98eb2b17 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:57.770918 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80930b4-1b98-4ff3-908e-3afdae03e38f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.784271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bacd4f9-54e1-4569-a416-a3c0df7c1b38 None None] Routers {'1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:57.784892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1bacd4f9-54e1-4569-a416-a3c0df7c1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:57.810081 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.858543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-d80930b4-1b98-4ff3-908e-3afdae03e38f admin admin] For port dc583e2a-69a2-4527-acc3-bc4b98eb2b17, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=dc583e2a-69a2-4527-acc3-bc4b98eb2b17,segment=NetworkSegment(cef2ddbd-4322-48da-8901-2eb1b60ca988),segment_id=cef2ddbd-4322-48da-8901-2eb1b60ca988)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:57.859193 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80930b4-1b98-4ff3-908e-3afdae03e38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.872929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d80930b4-1b98-4ff3-908e-3afdae03e38f admin admin] Calling delete_port for dc583e2a-69a2-4527-acc3-bc4b98eb2b17 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:57.929969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:57.939401 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-1bacd4f9-54e1-4569-a416-a3c0df7c1b38 None None] Set router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:58.009589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e39c7-efd6-4747-8d37-20e4d7be346e None None] DHCP port deletion for 66da811f-dc6a-4622-9b2b-a577d2a66a69 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:08:58.048990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 7374be12-8b38-443f-ac8e-ffd496f77969 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:58.049309 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.126150 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80930b4-1b98-4ff3-908e-3afdae03e38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.132121 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 7374be12-8b38-443f-ac8e-ffd496f77969, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7374be12-8b38-443f-ac8e-ffd496f77969,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:58.132510 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.137320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1b8e39c7-efd6-4747-8d37-20e4d7be346e None None] Deleting port 82de5472-f355-4fd1-a032-402449d37d90 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:58.138710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b8e39c7-efd6-4747-8d37-20e4d7be346e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.146934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 7374be12-8b38-443f-ac8e-ffd496f77969 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:58.164477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80930b4-1b98-4ff3-908e-3afdae03e38f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc583e2a-69a2-4527-acc3-bc4b98eb2b17,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:58.207974 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1b8e39c7-efd6-4747-8d37-20e4d7be346e None None] For port 82de5472-f355-4fd1-a032-402449d37d90, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=82de5472-f355-4fd1-a032-402449d37d90,segment=NetworkSegment(ef9499c8-9085-4d2f-aecb-2ac128e3fdf7),segment_id=ef9499c8-9085-4d2f-aecb-2ac128e3fdf7)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:58.208391 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b8e39c7-efd6-4747-8d37-20e4d7be346e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.224585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1b8e39c7-efd6-4747-8d37-20e4d7be346e None None] Calling delete_port for 82de5472-f355-4fd1-a032-402449d37d90 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:58.335367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1bacd4f9-54e1-4569-a416-a3c0df7c1b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:58.351577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80930b4-1b98-4ff3-908e-3afdae03e38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.363393 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bacd4f9-54e1-4569-a416-a3c0df7c1b38 None None] The sync data for ids ['1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c'] in dv-neutron-822523-1-hyperv is: [{'id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'name': 'tempest-TestNetworkBasicOps-router-1964385135', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:07:20Z', 'updated_at': '2021-12-22T05:08:56Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '7374be12-8b38-443f-ac8e-ffd496f77969', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:7e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:07:21Z', 'updated_at': '2021-12-22T05:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:08:58.370655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b8e39c7-efd6-4747-8d37-20e4d7be346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.396871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e39c7-efd6-4747-8d37-20e4d7be346e None None] Pushing event deleted for resources: {'Port': ['ID=82de5472-f355-4fd1-a032-402449d37d90,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:58.404874 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e39c7-efd6-4747-8d37-20e4d7be346e None None] No DVR routers for this DVR port 82de5472-f355-4fd1-a032-402449d37d90 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:08:58.422225 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.447805 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=7374be12-8b38-443f-ac8e-ffd496f77969,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:58.507322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.578007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80930b4-1b98-4ff3-908e-3afdae03e38f admin admin] Router 09633f82-7ebc-47c7-9e05-6717b62c37f9 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:08:58.614446 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.616501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.684748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80930b4-1b98-4ff3-908e-3afdae03e38f admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:08:58.689719 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d80930b4-1b98-4ff3-908e-3afdae03e38f admin admin] 10.222.0.54 "PUT /v2.0/routers/09633f82-7ebc-47c7-9e05-6717b62c37f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5496488 Dec 22 05:08:58.693905 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e837533-d6ba-4b08-8b99-7f83166d485a None None] Sync routers for ids ['09633f82-7ebc-47c7-9e05-6717b62c37f9'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:08:58.697532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45362) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:58.705781 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e837533-d6ba-4b08-8b99-7f83166d485a None None] Routers {'09633f82-7ebc-47c7-9e05-6717b62c37f9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:58.706979 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3e837533-d6ba-4b08-8b99-7f83166d485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['09633f82-7ebc-47c7-9e05-6717b62c37f9'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:58.742539 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.743058 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Fanout notify agent at l3_agent the message router_deleted on router 1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:08:58.751988 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.759692 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-086c1f71-2ebb-47d3-bace-5b7764afd8d9 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/routers/1d52e5e4-0b9d-478c-a4f7-4793bd76bd1c HTTP/1.1" status: 204 len: 168 time: 1.0500438 Dec 22 05:08:58.759972 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45364) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:58.824241 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-3e837533-d6ba-4b08-8b99-7f83166d485a None None] Set router 09633f82-7ebc-47c7-9e05-6717b62c37f9 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:58.833375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.850172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.945805 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.947797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:58.967809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66da811f-dc6a-4622-9b2b-a577d2a66a69']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:58.981893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:58.982743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9499c8-9085-4d2f-aecb-2ac128e3fdf7') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:58.993222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.009191 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.016306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:08:59.016832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:08:59.019996 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:08:59.030151 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3e837533-d6ba-4b08-8b99-7f83166d485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'name': 'tempest-TestVolumeBootPattern-347584371-router', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41'}], 'enable_snat': True}, 'gw_port_id': '1a83cc56-05c4-4f59-8103-b58640725691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:22Z', 'updated_at': '2021-12-22T05:08:58Z', 'revision_number': 5, 'project_id': '11e19d414654490dbc3b363edaee2aea', 'gw_port': {'id': '1a83cc56-05c4-4f59-8103-b58640725691', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:59:23Z', 'updated_at': '2021-12-22T04:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:59.057541 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e837533-d6ba-4b08-8b99-7f83166d485a None None] Checking router: 09633f82-7ebc-47c7-9e05-6717b62c37f9 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:08:59.067588 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e837533-d6ba-4b08-8b99-7f83166d485a None None] Routers {'09633f82-7ebc-47c7-9e05-6717b62c37f9'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:08:59.067975 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3e837533-d6ba-4b08-8b99-7f83166d485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['09633f82-7ebc-47c7-9e05-6717b62c37f9'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:59.079500 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Deleting port 1a83cc56-05c4-4f59-8103-b58640725691 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:08:59.079734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.164170 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.169283 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-3e837533-d6ba-4b08-8b99-7f83166d485a None None] Set router 09633f82-7ebc-47c7-9e05-6717b62c37f9 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:08:59.173271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] For port 1a83cc56-05c4-4f59-8103-b58640725691, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=1a83cc56-05c4-4f59-8103-b58640725691,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:08:59.173271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.173557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.175578 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/networks/66da811f-dc6a-4622-9b2b-a577d2a66a69 HTTP/1.1" status: 204 len: 168 time: 0.4145308 Dec 22 05:08:59.188490 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6ae91-1d9d-4dcc-909f-407003f5481f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Network': ['ID=66da811f-dc6a-4622-9b2b-a577d2a66a69,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:59.200106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Calling delete_port for 1a83cc56-05c4-4f59-8103-b58640725691 owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:08:59.204610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45366) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:59.209733 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1bc9b206-0eb4-4d00-984a-c201780a4ba0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'network': {'name': 'tempest-network-smoke--613758423', 'project_id': '029a077a8ccd4775910052d15f603bba', 'port_security_enabled': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:59.223818 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3e837533-d6ba-4b08-8b99-7f83166d485a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'name': 'tempest-TestVolumeBootPattern-347584371-router', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:22Z', 'updated_at': '2021-12-22T05:08:58Z', 'revision_number': 6, 'project_id': '11e19d414654490dbc3b363edaee2aea', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:08:59.253198 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e837533-d6ba-4b08-8b99-7f83166d485a None None] The sync data for ids ['09633f82-7ebc-47c7-9e05-6717b62c37f9'] in dv-neutron-822523-1-hyperv is: [{'id': '09633f82-7ebc-47c7-9e05-6717b62c37f9', 'name': 'tempest-TestVolumeBootPattern-347584371-router', 'tenant_id': '11e19d414654490dbc3b363edaee2aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:59:22Z', 'updated_at': '2021-12-22T05:08:58Z', 'revision_number': 6, 'project_id': '11e19d414654490dbc3b363edaee2aea', 'gw_port_host': None}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:08:59.290688 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc9b206-0eb4-4d00-984a-c201780a4ba0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:08:59.294217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1bc9b206-0eb4-4d00-984a-c201780a4ba0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.317916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc9b206-0eb4-4d00-984a-c201780a4ba0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:08:59.326828 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1bc9b206-0eb4-4d00-984a-c201780a4ba0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.327166 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-1bc9b206-0eb4-4d00-984a-c201780a4ba0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Added segment 8f8704d4-67a1-4394-a7c3-de978a205f16 of type vlan for network cc53c5aa-f67e-4ca4-a620-20ab21452bfb Dec 22 05:08:59.366181 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1bc9b206-0eb4-4d00-984a-c201780a4ba0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.445403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.490914 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a83cc56-05c4-4f59-8103-b58640725691,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:59.491588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1bc9b206-0eb4-4d00-984a-c201780a4ba0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.491588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc9b206-0eb4-4d00-984a-c201780a4ba0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:59.491588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1bc9b206-0eb4-4d00-984a-c201780a4ba0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.548350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.564060 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9b206-0eb4-4d00-984a-c201780a4ba0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Network': ['ID=cc53c5aa-f67e-4ca4-a620-20ab21452bfb,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:08:59.572434 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1bc9b206-0eb4-4d00-984a-c201780a4ba0 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3642402 Dec 22 05:08:59.572903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45368) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:59.576393 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network cc53c5aa-f67e-4ca4-a620-20ab21452bfb details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:08:59.577716 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'admin_state_up': True, 'project_id': '029a077a8ccd4775910052d15f603bba', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:08:59.640862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.643016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.673954 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.675008 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.759595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.760065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09633f82-7ebc-47c7-9e05-6717b62c37f9 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:08:59.764395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.768715 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-636ac405-91a2-4cc8-828a-fc81ad4eb084 admin admin] 10.222.0.54 "DELETE /v2.0/routers/09633f82-7ebc-47c7-9e05-6717b62c37f9 HTTP/1.1" status: 204 len: 168 time: 1.0694206 Dec 22 05:08:59.768715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45370) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:08:59.804495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.828523 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a64066f-8897-4420-a650-53d6c5b9818d admin admin] Deleting subnet 923d5eaf-6703-48db-b9a7-2d881a6e8f47 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:08:59.831851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7a64066f-8897-4420-a650-53d6c5b9818d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.885566 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7a64066f-8897-4420-a650-53d6c5b9818d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.930034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 82de5472-f355-4fd1-a032-402449d37d90 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:08:59.955914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 82de5472-f355-4fd1-a032-402449d37d90 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:08:59.959853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 82de5472-f355-4fd1-a032-402449d37d90 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:08:59.959853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7374be12-8b38-443f-ac8e-ffd496f77969 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:08:59.975053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7a64066f-8897-4420-a650-53d6c5b9818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:08:59.977906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 7374be12-8b38-443f-ac8e-ffd496f77969 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:08:59.978492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7374be12-8b38-443f-ac8e-ffd496f77969 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:08:59.979108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:08:59.998405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:08:59.998745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7c5ddb65-5a70-43eb-a1d6-30b3b3a8b796 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:09:00.028441 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.137182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7a64066f-8897-4420-a650-53d6c5b9818d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.163438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64066f-8897-4420-a650-53d6c5b9818d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=923d5eaf-6703-48db-b9a7-2d881a6e8f47,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:00.167263 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7a64066f-8897-4420-a650-53d6c5b9818d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.172770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648b3896-fdf2-4ef3-9ded-4ca1ab0b7d60 None None] Network 3f637100-d7dc-47fb-a959-c0b802ee6e3e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:09:00.173957 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7a64066f-8897-4420-a650-53d6c5b9818d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/923d5eaf-6703-48db-b9a7-2d881a6e8f47 HTTP/1.1" status: 204 len: 168 time: 0.4047868 Dec 22 05:09:00.174603 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45372) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:00.246809 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.303835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Deleting port e776401f-52e6-40c7-a1fb-b5993d0e709c {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:09:00.304587 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.323833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.343357 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.375924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] For port e776401f-52e6-40c7-a1fb-b5993d0e709c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e776401f-52e6-40c7-a1fb-b5993d0e709c,segment=NetworkSegment(cef2ddbd-4322-48da-8901-2eb1b60ca988),segment_id=cef2ddbd-4322-48da-8901-2eb1b60ca988)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:00.376316 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.393050 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ec2c6-5935-4e69-86cb-81716ba4654f None None] DHCP port deletion for 3f637100-d7dc-47fb-a959-c0b802ee6e3e request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:09:00.396249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Calling delete_port for e776401f-52e6-40c7-a1fb-b5993d0e709c owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:09:00.455326 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d37ec2c6-5935-4e69-86cb-81716ba4654f None None] Deleting port e776401f-52e6-40c7-a1fb-b5993d0e709c {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:09:00.455607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d37ec2c6-5935-4e69-86cb-81716ba4654f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.461678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.159 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/8bdca0fe-a9b3-4794-88e1-c87b9a489034) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:09:00.529996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-d37ec2c6-5935-4e69-86cb-81716ba4654f None None] For port e776401f-52e6-40c7-a1fb-b5993d0e709c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e776401f-52e6-40c7-a1fb-b5993d0e709c,segment=NetworkSegment(cef2ddbd-4322-48da-8901-2eb1b60ca988),segment_id=cef2ddbd-4322-48da-8901-2eb1b60ca988)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:00.530394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d37ec2c6-5935-4e69-86cb-81716ba4654f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.543982 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d37ec2c6-5935-4e69-86cb-81716ba4654f None None] Calling delete_port for e776401f-52e6-40c7-a1fb-b5993d0e709c owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:09:00.559192 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.582066 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.588293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e776401f-52e6-40c7-a1fb-b5993d0e709c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:00.590258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] No DVR routers for this DVR port e776401f-52e6-40c7-a1fb-b5993d0e709c on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:09:00.630202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d37ec2c6-5935-4e69-86cb-81716ba4654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.656211 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ec2c6-5935-4e69-86cb-81716ba4654f None None] Pushing event deleted for resources: {'Port': ['ID=e776401f-52e6-40c7-a1fb-b5993d0e709c,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:00.657999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37ec2c6-5935-4e69-86cb-81716ba4654f None None] No DVR routers for this DVR port e776401f-52e6-40c7-a1fb-b5993d0e709c on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:09:00.670825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.671695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.686339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f637100-d7dc-47fb-a959-c0b802ee6e3e']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:00.695506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef2ddbd-4322-48da-8901-2eb1b60ca988') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:00.699633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef2ddbd-4322-48da-8901-2eb1b60ca988') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:00.707872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.709286 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:09:00.712183 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:09:00.719168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:09:00.721407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.728061 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:09:00.728608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:09:00.730278 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:09:00.742594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=8bdca0fe-a9b3-4794-88e1-c87b9a489034,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:00.862227 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.868548 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:00.871646 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3f637100-d7dc-47fb-a959-c0b802ee6e3e HTTP/1.1" status: 204 len: 168 time: 0.6961203 Dec 22 05:09:00.882474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ffe87-1786-4a35-80fa-40225c4c55f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f637100-d7dc-47fb-a959-c0b802ee6e3e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:01.052601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:01.169089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45376) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:01.209031 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f42f4350-ac2a-4ce9-aba9-7eefbf40571c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c34e1b494e844b9999ca88d156069cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386372 Dec 22 05:09:01.211542 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45378) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:01.266175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:01.284508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-961c301c-4626-486d-a043-6fdd81d80b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:01.284645 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e776401f-52e6-40c7-a1fb-b5993d0e709c no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:09:01.304695 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: e776401f-52e6-40c7-a1fb-b5993d0e709c {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:09:01.305044 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e776401f-52e6-40c7-a1fb-b5993d0e709c not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:09:01.305469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device dc583e2a-69a2-4527-acc3-bc4b98eb2b17 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:09:01.305711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-961c301c-4626-486d-a043-6fdd81d80b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:01.327795 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: dc583e2a-69a2-4527-acc3-bc4b98eb2b17 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:09:01.328153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device dc583e2a-69a2-4527-acc3-bc4b98eb2b17 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:09:01.328697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1a83cc56-05c4-4f59-8103-b58640725691 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:09:01.350760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 1a83cc56-05c4-4f59-8103-b58640725691 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:09:01.351104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 1a83cc56-05c4-4f59-8103-b58640725691 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:09:01.416606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-961c301c-4626-486d-a043-6fdd81d80b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:01.419171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-961c301c-4626-486d-a043-6fdd81d80b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:01.420349 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-961c301c-4626-486d-a043-6fdd81d80b0a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/feb106f3-17a9-4ca2-b325-fb352148320d HTTP/1.1" status: 204 len: 168 time: 0.2078955 Dec 22 05:09:01.429142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c301c-4626-486d-a043-6fdd81d80b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb106f3-17a9-4ca2-b325-fb352148320d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:01.452132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router eb2547e5-99a1-4cce-b42c-d8701f2f058a is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:09:01.557248 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:09:01.566846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Sync routers for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:09:01.575582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:01.576208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:01.630743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:01.632104 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-729d7439-6b2a-41d5-adee-3fb94ca57202 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0583496 Dec 22 05:09:01.635329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45382) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:01.666399 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-974f8220-f76e-4c4b-9123-5285feb003ec tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=029a077a8ccd4775910052d15f603bba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274394 Dec 22 05:09:01.667399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45384) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:01.758751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d1d2e0-6460-4ab2-83cc-2e5a74910b7e tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:01.762950 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-94d1d2e0-6460-4ab2-83cc-2e5a74910b7e tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919309 Dec 22 05:09:01.763772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45388) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:01.806367 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ecdcc1ae-e21a-429e-a6e8-205803f602ae tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382473 Dec 22 05:09:01.808872 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45390) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:01.815615 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-75f03784-7362-4286-8608-82541c881fe5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1410528085', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'project_id': '029a077a8ccd4775910052d15f603bba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:01.824658 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Set router eb2547e5-99a1-4cce-b42c-d8701f2f058a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:09:01.986503 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f03784-7362-4286-8608-82541c881fe5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:09:01.990718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f03784-7362-4286-8608-82541c881fe5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.000242 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:00Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:02.027039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Checking router: eb2547e5-99a1-4cce-b42c-d8701f2f058a for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:09:02.027356 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Updating router eb2547e5-99a1-4cce-b42c-d8701f2f058a port 8bdca0fe-a9b3-4794-88e1-c87b9a489034 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:09:02.048314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45392) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:02.054221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.123881 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-87619c50-bc2f-46d6-a1bb-f901aa369b27 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=11e19d414654490dbc3b363edaee2aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743785 Dec 22 05:09:02.126642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45394) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:02.181725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3fcd-77a4-48e7-a14e-6bd4547d8c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.212719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3fcd-77a4-48e7-a14e-6bd4547d8c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.278363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f03784-7362-4286-8608-82541c881fe5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.313957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.335481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3fcd-77a4-48e7-a14e-6bd4547d8c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.338183 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3fcd-77a4-48e7-a14e-6bd4547d8c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.339516 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d9cc3fcd-77a4-48e7-a14e-6bd4547d8c2a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55175c0e-4c18-44a4-a6d5-c09ca9d3d209 HTTP/1.1" status: 204 len: 168 time: 0.2115483 Dec 22 05:09:02.349239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc3fcd-77a4-48e7-a14e-6bd4547d8c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55175c0e-4c18-44a4-a6d5-c09ca9d3d209,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:02.392889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.456296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771613e-99fa-4de9-ac13-6cfe1e43b810 None None] Pushing event updated for resources: {'Port': ['ID=8bdca0fe-a9b3-4794-88e1-c87b9a489034,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:02.459717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Attempting to bind port 8bdca0fe-a9b3-4794-88e1-c87b9a489034 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:09:02.460326 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Attempting to bind port 8bdca0fe-a9b3-4794-88e1-c87b9a489034 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:09:02.460763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Attempting to bind port 8bdca0fe-a9b3-4794-88e1-c87b9a489034 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:09:02.466596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:09:02.467108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:09:02.467601 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.468087 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:09:02.468752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Bound port: 8bdca0fe-a9b3-4794-88e1-c87b9a489034, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:09:02.469235 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.522750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] For port 8bdca0fe-a9b3-4794-88e1-c87b9a489034, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:09:02.526262 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] For port 8bdca0fe-a9b3-4794-88e1-c87b9a489034, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8bdca0fe-a9b3-4794-88e1-c87b9a489034,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:09:02.590146 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:09:02.621694 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f03784-7362-4286-8608-82541c881fe5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Subnet': ['ID=b9927616-b842-446c-9f2d-3de38ae5cc8d,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:02.628352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.628658 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f03784-7362-4286-8608-82541c881fe5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Checking segment: {'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:09:02.629054 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f03784-7362-4286-8608-82541c881fe5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network hostable DHCP agents. Network: cc53c5aa-f67e-4ca4-a620-20ab21452bfb, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:09:02.673070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:02.673707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:02.729860 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f03784-7362-4286-8608-82541c881fe5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network cc53c5aa-f67e-4ca4-a620-20ab21452bfb is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:09:02.763211 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771613e-99fa-4de9-ac13-6cfe1e43b810 None None] Pushing event updated for resources: {'Port': ['ID=8bdca0fe-a9b3-4794-88e1-c87b9a489034,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:02.802598 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] Set router eb2547e5-99a1-4cce-b42c-d8701f2f058a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:09:02.844006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-75f03784-7362-4286-8608-82541c881fe5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, cc53c5aa-f67e-4ca4-a620-20ab21452bfb) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:09:02.849131 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f03784-7362-4286-8608-82541c881fe5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:02.849879 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-75f03784-7362-4286-8608-82541c881fe5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:02.858767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c82f31-5053-478e-867b-f7bec9ffb673 None None] Network cc53c5aa-f67e-4ca4-a620-20ab21452bfb requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:09:02.937707 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-75f03784-7362-4286-8608-82541c881fe5 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1275823 Dec 22 05:09:02.940385 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45398) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:03.090790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:00Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:03.094799 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:09:03.095611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.126028 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dcc9ca-2ff0-41a2-be3b-059b5c8da9ea None None] The sync data for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv is: [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:00Z', 'revision_number': 3, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:09:03.271986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Allocated IP 172.20.0.2 (cc53c5aa-f67e-4ca4-a620-20ab21452bfb/b9927616-b842-446c-9f2d-3de38ae5cc8d/3beb7dde-7708-4370-9c5b-6a81174f7ef4) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:09:03.411765 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.449152 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.554314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.605170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Pushing event updated for resources: {'Port': ['ID=3beb7dde-7708-4370-9c5b-6a81174f7ef4,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:03.616959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Network cc53c5aa-f67e-4ca4-a620-20ab21452bfb is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:09:03.618840 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:09:03.621610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:09:03.677797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Attempting to bind port 3beb7dde-7708-4370-9c5b-6a81174f7ef4 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:09:03.678064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Attempting to bind port 3beb7dde-7708-4370-9c5b-6a81174f7ef4 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:09:03.678413 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Attempting to bind port 3beb7dde-7708-4370-9c5b-6a81174f7ef4 on network cc53c5aa-f67e-4ca4-a620-20ab21452bfb {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:09:03.683785 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:09:03.684145 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Checking segment: {'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:09:03.684659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.685041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Bound using segment: {'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:09:03.685504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Bound port: 3beb7dde-7708-4370-9c5b-6a81174f7ef4, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:09:03.685880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.702337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.1 (cc53c5aa-f67e-4ca4-a620-20ab21452bfb/b9927616-b842-446c-9f2d-3de38ae5cc8d/ebe3e897-2651-4374-9746-d1fefe4295cd) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:09:03.755358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] For port 3beb7dde-7708-4370-9c5b-6a81174f7ef4, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:09:03.758707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] For port 3beb7dde-7708-4370-9c5b-6a81174f7ef4, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3beb7dde-7708-4370-9c5b-6a81174f7ef4,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:09:03.821259 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.822505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.885839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fb688-ee3d-45b0-9b43-bd12662cf784 None None] Pushing event updated for resources: {'Port': ['ID=3beb7dde-7708-4370-9c5b-6a81174f7ef4,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:03.931068 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:03.977272 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network cc53c5aa-f67e-4ca4-a620-20ab21452bfb is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:09:03.980659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:09:03.990487 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:09:03.999742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=ebe3e897-2651-4374-9746-d1fefe4295cd,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:04.049858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:04.268570 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:04.537402 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:04.599035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:04.670438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=ebe3e897-2651-4374-9746-d1fefe4295cd,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:04.673831 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:04.766184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network cc53c5aa-f67e-4ca4-a620-20ab21452bfb is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:09:04.767537 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:09:04.879395 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router eb2547e5-99a1-4cce-b42c-d8701f2f058a has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:09:04.990157 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:09:04.998125 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8312d494-fa2a-4be6-8899-5129684ce577 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/eb2547e5-99a1-4cce-b42c-d8701f2f058a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0540297 Dec 22 05:09:04.998241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45400) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:05.000983 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Sync routers for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:09:05.011270 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:05.011880 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:05.100690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4143c-8310-4825-847b-dc77cd30c52a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.101253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4143c-8310-4825-847b-dc77cd30c52a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.101766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4143c-8310-4825-847b-dc77cd30c52a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.102653 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b4143c-8310-4825-847b-dc77cd30c52a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.104093 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-90b4143c-8310-4825-847b-dc77cd30c52a tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1050372 Dec 22 05:09:05.106815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45402) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:05.122296 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Set router eb2547e5-99a1-4cce-b42c-d8701f2f058a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:09:05.163131 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1b929e-1fa4-4c64-a7f0-5f3e2a639455 None None] Network cc53c5aa-f67e-4ca4-a620-20ab21452bfb requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:09:05.200721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4da6b6-4593-4af2-937f-6f6a003a1832 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.201178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4da6b6-4593-4af2-937f-6f6a003a1832 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.201618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4da6b6-4593-4af2-937f-6f6a003a1832 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.202057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4da6b6-4593-4af2-937f-6f6a003a1832 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.203705 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7b4da6b6-4593-4af2-937f-6f6a003a1832 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0958889 Dec 22 05:09:05.206483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45404) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:05.268064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-2bbd04bb-6796-44f9-8aa5-555b60697b1a None None] Provisioning complete for port 3beb7dde-7708-4370-9c5b-6a81174f7ef4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:05.268487 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2bbd04bb-6796-44f9-8aa5-555b60697b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.348426 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:04Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:09:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'ebe3e897-2651-4374-9746-d1fefe4295cd', 'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:06:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:03Z', 'updated_at': '2021-12-22T05:09:04Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:05.386396 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Checking router: eb2547e5-99a1-4cce-b42c-d8701f2f058a for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:09:05.386396 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Updating router eb2547e5-99a1-4cce-b42c-d8701f2f058a port ebe3e897-2651-4374-9746-d1fefe4295cd binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:09:05.419008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8bdca0fe-a9b3-4794-88e1-c87b9a489034 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:09:05.421639 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.450756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2bbd04bb-6796-44f9-8aa5-555b60697b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.504147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2bbd04bb-6796-44f9-8aa5-555b60697b1a None None] For port 3beb7dde-7708-4370-9c5b-6a81174f7ef4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3beb7dde-7708-4370-9c5b-6a81174f7ef4,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:05.518999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8bdca0fe-a9b3-4794-88e1-c87b9a489034 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:05.519978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.574456 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2bbd04bb-6796-44f9-8aa5-555b60697b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.687238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.718929 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 8bdca0fe-a9b3-4794-88e1-c87b9a489034, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8bdca0fe-a9b3-4794-88e1-c87b9a489034,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:05.718929 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd04bb-6796-44f9-8aa5-555b60697b1a None None] Pushing event updated for resources: {'Port': ['ID=3beb7dde-7708-4370-9c5b-6a81174f7ef4,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:05.719153 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7d1ec938-5667-46b3-a3b8-5ce767b9bdc2 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.5076582 Dec 22 05:09:05.721657 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.796966 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.797744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3beb7dde-7708-4370-9c5b-6a81174f7ef4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:09:05.825830 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.859221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-aaae1769-76d5-4ed3-ae70-6c331fe6f31b None None] Provisioning complete for port ebe3e897-2651-4374-9746-d1fefe4295cd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:05.859581 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-aaae1769-76d5-4ed3-ae70-6c331fe6f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.914987 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=8bdca0fe-a9b3-4794-88e1-c87b9a489034,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:05.934341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-aaae1769-76d5-4ed3-ae70-6c331fe6f31b None None] Port ebe3e897-2651-4374-9746-d1fefe4295cd cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:09:05.938787 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Pushing event updated for resources: {'Port': ['ID=ebe3e897-2651-4374-9746-d1fefe4295cd,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:05.947535 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 3beb7dde-7708-4370-9c5b-6a81174f7ef4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:05.948625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.957558 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Attempting to bind port ebe3e897-2651-4374-9746-d1fefe4295cd on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:09:05.957937 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Attempting to bind port ebe3e897-2651-4374-9746-d1fefe4295cd by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:09:05.958306 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Attempting to bind port ebe3e897-2651-4374-9746-d1fefe4295cd on network cc53c5aa-f67e-4ca4-a620-20ab21452bfb {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:09:05.961103 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:05.961449 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:05.961782 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:05.962109 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:05.962432 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:05.962756 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:05.963081 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:05.963391 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:05.963710 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:05.964026 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:05.964371 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:05.964686 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:05.971660 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:09:05.972077 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Checking segment: {'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:09:05.972473 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.972859 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Bound using segment: {'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:09:05.973323 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Bound port: ebe3e897-2651-4374-9746-d1fefe4295cd, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:09:05.973701 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:05.998885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-aaae1769-76d5-4ed3-ae70-6c331fe6f31b None None] Provisioning complete for port 3beb7dde-7708-4370-9c5b-6a81174f7ef4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:06.004439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-aaae1769-76d5-4ed3-ae70-6c331fe6f31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.039512 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] For port ebe3e897-2651-4374-9746-d1fefe4295cd, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:09:06.042803 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] For port ebe3e897-2651-4374-9746-d1fefe4295cd, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ebe3e897-2651-4374-9746-d1fefe4295cd,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:09:06.099811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45408) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:06.104845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-c5256dfa-6cd8-495e-95dd-00bb8bb23ce3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629681722', 'description': 'tempest-secgroup-smoke-629681722 description', 'project_id': '029a077a8ccd4775910052d15f603bba'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:06.142757 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.199391 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:06.200010 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:08:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:06.210947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c5256dfa-6cd8-495e-95dd-00bb8bb23ce3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.245832 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-780b8642-4dc1-4413-8797-9bc01a5e9e5d None None] Provisioning complete for port ebe3e897-2651-4374-9746-d1fefe4295cd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:06.246468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-780b8642-4dc1-4413-8797-9bc01a5e9e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.292317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c5256dfa-6cd8-495e-95dd-00bb8bb23ce3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.328464 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45102f6c-4869-49fc-8e9f-42bee424ebae None None] Pushing event updated for resources: {'Port': ['ID=ebe3e897-2651-4374-9746-d1fefe4295cd,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:06.352536 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-780b8642-4dc1-4413-8797-9bc01a5e9e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.358470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c5256dfa-6cd8-495e-95dd-00bb8bb23ce3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.389635 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-780b8642-4dc1-4413-8797-9bc01a5e9e5d None None] For port ebe3e897-2651-4374-9746-d1fefe4295cd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ebe3e897-2651-4374-9746-d1fefe4295cd,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:06.393325 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5256dfa-6cd8-495e-95dd-00bb8bb23ce3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611aec34-6433-4ecf-be7d-bdcec7680879,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:06.405634 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] Set router eb2547e5-99a1-4cce-b42c-d8701f2f058a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:09:06.481354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c5256dfa-6cd8-495e-95dd-00bb8bb23ce3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.482758 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c5256dfa-6cd8-495e-95dd-00bb8bb23ce3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3816059 Dec 22 05:09:06.485707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45410) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:06.491084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c8e31e03-07e6-4a55-aece-d34e769a4a11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '611aec34-6433-4ecf-be7d-bdcec7680879', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:06.501991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-780b8642-4dc1-4413-8797-9bc01a5e9e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.555394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b8642-4dc1-4413-8797-9bc01a5e9e5d None None] Pushing event updated for resources: {'Port': ['ID=ebe3e897-2651-4374-9746-d1fefe4295cd,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:06.585274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c8e31e03-07e6-4a55-aece-d34e769a4a11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.620750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-fd69f5ae-c1e6-4297-8fa9-481b8736901f None None] Provisioning complete for port ebe3e897-2651-4374-9746-d1fefe4295cd triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:06.621155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fd69f5ae-c1e6-4297-8fa9-481b8736901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.622975 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:04Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'ebe3e897-2651-4374-9746-d1fefe4295cd', 'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:06:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:03Z', 'updated_at': '2021-12-22T05:09:06Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:06.647523 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c8e31e03-07e6-4a55-aece-d34e769a4a11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.649166 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624e33fc-04bc-4f65-b460-0ae74c928268 None None] The sync data for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv is: [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:04Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'ebe3e897-2651-4374-9746-d1fefe4295cd', 'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:06:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:03Z', 'updated_at': '2021-12-22T05:09:06Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:09:06.719142 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c8e31e03-07e6-4a55-aece-d34e769a4a11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.739697 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e31e03-07e6-4a55-aece-d34e769a4a11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4233ea03-fcb2-4808-95ec-1beebfa95009,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:06.822570 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c8e31e03-07e6-4a55-aece-d34e769a4a11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.824230 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c8e31e03-07e6-4a55-aece-d34e769a4a11 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370190 Dec 22 05:09:06.826893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45412) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:06.831396 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e6e14ceb-a377-4baa-8ac7-b66791c83087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '611aec34-6433-4ecf-be7d-bdcec7680879', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:06.922987 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e6e14ceb-a377-4baa-8ac7-b66791c83087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:06.988226 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e6e14ceb-a377-4baa-8ac7-b66791c83087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.067681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e6e14ceb-a377-4baa-8ac7-b66791c83087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.087909 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e14ceb-a377-4baa-8ac7-b66791c83087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a0af51-0f78-46e4-ba4b-5bbec312537d,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:07.171264 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e6e14ceb-a377-4baa-8ac7-b66791c83087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.172612 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e6e14ceb-a377-4baa-8ac7-b66791c83087 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3446896 Dec 22 05:09:07.177303 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45414) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:07.181421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a2a88aca-e4b7-4d3a-8412-3f720927ebe8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '611aec34-6433-4ecf-be7d-bdcec7680879', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:07.296357 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2a88aca-e4b7-4d3a-8412-3f720927ebe8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.389097 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2a88aca-e4b7-4d3a-8412-3f720927ebe8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.450019 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2a88aca-e4b7-4d3a-8412-3f720927ebe8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.470788 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a88aca-e4b7-4d3a-8412-3f720927ebe8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64c8e59-78da-4020-932c-c19a3577f151,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:07.478518 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8bdca0fe-a9b3-4794-88e1-c87b9a489034 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:09:07.539046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a2a88aca-e4b7-4d3a-8412-3f720927ebe8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.541121 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a2a88aca-e4b7-4d3a-8412-3f720927ebe8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3632362 Dec 22 05:09:07.543743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45416) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:07.547506 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8bdca0fe-a9b3-4794-88e1-c87b9a489034 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:07.547871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.549217 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-205ad755-f68f-42f7-af0d-1f624602cae3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '611aec34-6433-4ecf-be7d-bdcec7680879', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:07.643059 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-205ad755-f68f-42f7-af0d-1f624602cae3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.651912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3beb7dde-7708-4370-9c5b-6a81174f7ef4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:09:07.705735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 3beb7dde-7708-4370-9c5b-6a81174f7ef4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:07.706204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.707275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-205ad755-f68f-42f7-af0d-1f624602cae3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.780651 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-205ad755-f68f-42f7-af0d-1f624602cae3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.781356 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ebe3e897-2651-4374-9746-d1fefe4295cd up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:09:07.798486 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ad755-f68f-42f7-af0d-1f624602cae3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc74a30-e530-45e3-85de-21982ada43d1,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:07.830254 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ebe3e897-2651-4374-9746-d1fefe4295cd triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:07.830691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.868448 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-205ad755-f68f-42f7-af0d-1f624602cae3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:07.869672 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-205ad755-f68f-42f7-af0d-1f624602cae3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3247552 Dec 22 05:09:07.872461 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45418) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:07.876893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-e40b0455-2a09-4230-949e-4e5f18daf01b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '611aec34-6433-4ecf-be7d-bdcec7680879', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:07.976395 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-e40b0455-2a09-4230-949e-4e5f18daf01b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:09:07.981613 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e40b0455-2a09-4230-949e-4e5f18daf01b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:08.040721 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e40b0455-2a09-4230-949e-4e5f18daf01b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:08.100706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e40b0455-2a09-4230-949e-4e5f18daf01b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:08.118771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b0455-2a09-4230-949e-4e5f18daf01b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d94d7d-11be-4222-ae7b-000bb9382e33,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:08.188276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-e40b0455-2a09-4230-949e-4e5f18daf01b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:08.189522 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e40b0455-2a09-4230-949e-4e5f18daf01b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160193 Dec 22 05:09:08.192346 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45420) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:08.196694 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-35f1ff6e-4cbb-4fbc-86df-4e9fa0512eeb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'security_group_rule': {'security_group_id': '611aec34-6433-4ecf-be7d-bdcec7680879', 'project_id': '029a077a8ccd4775910052d15f603bba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:08.295066 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-35f1ff6e-4cbb-4fbc-86df-4e9fa0512eeb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Project 029a077a8ccd4775910052d15f603bba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:09:08.299678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-35f1ff6e-4cbb-4fbc-86df-4e9fa0512eeb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:08.360729 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-35f1ff6e-4cbb-4fbc-86df-4e9fa0512eeb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:08.427595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-35f1ff6e-4cbb-4fbc-86df-4e9fa0512eeb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:08.443993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1ff6e-4cbb-4fbc-86df-4e9fa0512eeb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31f9d93-29cc-44e4-81bf-00f0b9354a4b,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:08.503825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-35f1ff6e-4cbb-4fbc-86df-4e9fa0512eeb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:08.505046 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-35f1ff6e-4cbb-4fbc-86df-4e9fa0512eeb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3117726 Dec 22 05:09:08.684048 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-a757bb59-464d-411b-a8f4-85d59db6d2cb tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629681722&fields=id&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 267 time: 0.0315356 Dec 22 05:09:08.786298 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84996-23bf-4705-9e14-7c71875eab44 req-c3427b8e-9970-45d3-93b9-0bb152e56ee8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:08.787717 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-c3427b8e-9970-45d3-93b9-0bb152e56ee8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/networks?id=cc53c5aa-f67e-4ca4-a620-20ab21452bfb HTTP/1.1" status: 200 len: 796 time: 0.0971868 Dec 22 05:09:08.801717 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-e5c50600-3bb9-4a7c-9b5a-824b5c0d6dab tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/quotas/029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 375 time: 0.0084777 Dec 22 05:09:08.856704 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-a099eb54-f27f-4603-beaf-119c7115285f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498364 Dec 22 05:09:09.047462 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-e4e48a15-5dc1-4ba6-9b89-7177964d8921 service neutron] 10.222.0.54 "GET /v2.0/networks/cc53c5aa-f67e-4ca4-a620-20ab21452bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794698 Dec 22 05:09:09.143992 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-21b7b512-0443-436b-b9bf-0e74ae4fc88f service neutron] 10.222.0.54 "GET /v2.0/networks/cc53c5aa-f67e-4ca4-a620-20ab21452bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904899 Dec 22 05:09:09.255405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-87126dc3-56eb-4100-8724-9c0f49fc4179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:09.410854 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-382d5694-1799-4fde-8367-62d58cdf0ac3 req-8747b44f-35c8-49ef-98c6-ccc720eb2bb6 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 210 time: 0.0256896 Dec 22 05:09:10.503018 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c8b78c9d-baa0-40e8-b864-a5950247d44f req-49610fa6-4891-4b76-a918-bf923f8d369a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 210 time: 0.0263019 Dec 22 05:09:11.279025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84996-23bf-4705-9e14-7c71875eab44 req-12c65cb0-2dd2-4af4-8c26-764823d986e7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:11.280493 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-12c65cb0-2dd2-4af4-8c26-764823d986e7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/networks?id=cc53c5aa-f67e-4ca4-a620-20ab21452bfb HTTP/1.1" status: 200 len: 796 time: 0.1026196 Dec 22 05:09:11.328820 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-b3261399-1166-4ea9-97f8-42472b2067a7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029a077a8ccd4775910052d15f603bba HTTP/1.1" status: 200 len: 379 time: 0.0332456 Dec 22 05:09:11.337608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-06a84996-23bf-4705-9e14-7c71875eab44 req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'port': {'device_id': '09116926-6b59-4e41-a76d-3c582a309957', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'admin_state_up': True, 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'security_groups': ['611aec34-6433-4ecf-be7d-bdcec7680879']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:11.547355 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a84996-23bf-4705-9e14-7c71875eab44 req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Made reservation on behalf of 029a077a8ccd4775910052d15f603bba for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:09:11.551001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-06a84996-23bf-4705-9e14-7c71875eab44 req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:11.624864 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5f2b8151-2f29-4450-a5ae-946d892394fa req-7131982b-b74a-4dfe-be8b-7de436f494c2 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 210 time: 0.0557110 Dec 22 05:09:11.650540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-aba75cda-dbed-4f12-b152-1f7374422c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:11.697595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-06a84996-23bf-4705-9e14-7c71875eab44 req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.20.0.9 (cc53c5aa-f67e-4ca4-a620-20ab21452bfb/b9927616-b842-446c-9f2d-3de38ae5cc8d/4393ae6c-ed3e-4171-904f-39367a212957) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:09:11.835099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-06a84996-23bf-4705-9e14-7c71875eab44 req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:11.919477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-06a84996-23bf-4705-9e14-7c71875eab44 req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:11.965943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a84996-23bf-4705-9e14-7c71875eab44 req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network cc53c5aa-f67e-4ca4-a620-20ab21452bfb is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:09:11.968968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-06a84996-23bf-4705-9e14-7c71875eab44 req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:09:11.976520 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a84996-23bf-4705-9e14-7c71875eab44 req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:09:12.001128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=4393ae6c-ed3e-4171-904f-39367a212957,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:12.028648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84996-23bf-4705-9e14-7c71875eab44 req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:12.029270 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-06a84996-23bf-4705-9e14-7c71875eab44 req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:12.128506 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-4bf96263-a255-4c9b-ba66-2077994c3063 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7941422 Dec 22 05:09:12.150260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Request body: {'port': {'device_id': '09116926-6b59-4e41-a76d-3c582a309957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:12.175950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-5ae7a10d-016f-4bb8-be1f-a6a14cc92de0 None None] Provisioning complete for port 4393ae6c-ed3e-4171-904f-39367a212957 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:12.176903 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5ae7a10d-016f-4bb8-be1f-a6a14cc92de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:12.207333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:12.214150 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7a10d-016f-4bb8-be1f-a6a14cc92de0 None None] Port 4393ae6c-ed3e-4171-904f-39367a212957 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:09:12.469713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4393ae6c-ed3e-4171-904f-39367a212957 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:09:12.477530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:12.490102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Transition to ACTIVE for port object 4393ae6c-ed3e-4171-904f-39367a212957 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:09:12.569821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:12.622010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Pushing event updated for resources: {'Port': ['ID=4393ae6c-ed3e-4171-904f-39367a212957,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:12.692229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Attempting to bind port 4393ae6c-ed3e-4171-904f-39367a212957 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:09:12.692229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Attempting to bind port 4393ae6c-ed3e-4171-904f-39367a212957 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:09:12.692229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Attempting to bind port 4393ae6c-ed3e-4171-904f-39367a212957 on network cc53c5aa-f67e-4ca4-a620-20ab21452bfb {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:09:12.695516 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Port 4393ae6c-ed3e-4171-904f-39367a212957 on network cc53c5aa-f67e-4ca4-a620-20ab21452bfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:09:12.695924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Attempting to bind port 4393ae6c-ed3e-4171-904f-39367a212957 on network cc53c5aa-f67e-4ca4-a620-20ab21452bfb {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:09:12.701819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:09:12.702159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Checking segment: {'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:09:12.702541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Bound using segment: {'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:09:12.702976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Bound port: 4393ae6c-ed3e-4171-904f-39367a212957, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8704d4-67a1-4394-a7c3-de978a205f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:09:12.703340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:12.747306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6f071-22b3-48b9-a33b-8c7de71b29cb req-409944de-c375-43e3-8dc6-cfa225d46771 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:12.755461 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c1a6f071-22b3-48b9-a33b-8c7de71b29cb req-409944de-c375-43e3-8dc6-cfa225d46771 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 943 time: 0.0616689 Dec 22 05:09:12.779518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] For port 4393ae6c-ed3e-4171-904f-39367a212957, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:09:12.782920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] For port 4393ae6c-ed3e-4171-904f-39367a212957, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4393ae6c-ed3e-4171-904f-39367a212957,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:09:12.789809 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c1a6f071-22b3-48b9-a33b-8c7de71b29cb req-4f8ee15e-8be1-4b6e-8d47-aa4d181d990f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=611aec34-6433-4ecf-be7d-bdcec7680879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332303 Dec 22 05:09:12.862018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:12.897061 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:12.897703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:12.898996 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] 10.222.0.16 "PUT /v2.0/ports/4393ae6c-ed3e-4171-904f-39367a212957 HTTP/1.1" status: 200 len: 1093 time: 0.7528944 Dec 22 05:09:12.899440 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09116926-6b59-4e41-a76d-3c582a309957', 'tag': '4393ae6c-ed3e-4171-904f-39367a212957'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:12.901771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87548ca-009a-4bf1-b691-d6d4a62b4e31" -d '{"events": [{"name": "network-changed", "server_uuid": "09116926-6b59-4e41-a76d-3c582a309957", "tag": "4393ae6c-ed3e-4171-904f-39367a212957"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:09:12.930725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccb8d3-9cb0-4f7b-9cf8-349642eecdcf service neutron] Pushing event updated for resources: {'Port': ['ID=4393ae6c-ed3e-4171-904f-39367a212957,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:12.946903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cf42e5-6de7-4011-b84c-aad905188879 x-openstack-request-id: req-b3cf42e5-6de7-4011-b84c-aad905188879 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:09:12.947187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09116926-6b59-4e41-a76d-3c582a309957", "tag": "4393ae6c-ed3e-4171-904f-39367a212957", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:09:12.947432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b3cf42e5-6de7-4011-b84c-aad905188879 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:09:12.947830 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09116926-6b59-4e41-a76d-3c582a309957', 'tag': '4393ae6c-ed3e-4171-904f-39367a212957', 'status': 'completed', 'code': 200} Dec 22 05:09:13.036175 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87548ca-009a-4bf1-b691-d6d4a62b4e31 req-5a0633c6-1471-4947-a7f2-3f92769d1214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.037970 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a87548ca-009a-4bf1-b691-d6d4a62b4e31 req-5a0633c6-1471-4947-a7f2-3f92769d1214 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 1096 time: 0.0469916 Dec 22 05:09:13.147332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87548ca-009a-4bf1-b691-d6d4a62b4e31 req-438f7f72-9b88-4477-9b3b-17df61b76a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.147930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:13.148859 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a87548ca-009a-4bf1-b691-d6d4a62b4e31 req-438f7f72-9b88-4477-9b3b-17df61b76a45 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=029a077a8ccd4775910052d15f603bba&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0980632 Dec 22 05:09:13.244971 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87548ca-009a-4bf1-b691-d6d4a62b4e31 req-6447ee34-dc08-442f-878b-d82224d506ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.246392 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a87548ca-009a-4bf1-b691-d6d4a62b4e31 req-6447ee34-dc08-442f-878b-d82224d506ec service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910552 Dec 22 05:09:13.344724 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84996-23bf-4705-9e14-7c71875eab44 req-d13dd06b-955f-41b8-9034-b19e9e61f075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.346155 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-d13dd06b-955f-41b8-9034-b19e9e61f075 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 1096 time: 0.0441687 Dec 22 05:09:13.392140 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-6c501a40-3537-4db4-9bef-e74c5a36ddd8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4393ae6c-ed3e-4171-904f-39367a212957 HTTP/1.1" status: 200 len: 217 time: 0.0330000 Dec 22 05:09:13.439105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84996-23bf-4705-9e14-7c71875eab44 req-a4246b49-2bba-4325-ac06-dbb0e89016dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.440550 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-a4246b49-2bba-4325-ac06-dbb0e89016dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b9927616-b842-446c-9f2d-3de38ae5cc8d HTTP/1.1" status: 200 len: 835 time: 0.0419130 Dec 22 05:09:13.485628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84996-23bf-4705-9e14-7c71875eab44 req-6d9ff5d5-bfde-4a1f-9973-cd0e6651218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.487061 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-6d9ff5d5-bfde-4a1f-9973-cd0e6651218a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc53c5aa-f67e-4ca4-a620-20ab21452bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388165 Dec 22 05:09:13.579304 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-50febf32-300a-42c1-8180-89c796ca6e33 service neutron] 10.222.0.16 "GET /v2.0/networks/cc53c5aa-f67e-4ca4-a620-20ab21452bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836298 Dec 22 05:09:13.665187 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06a84996-23bf-4705-9e14-7c71875eab44 req-478c52cf-81f3-4f53-80e3-680d4999b804 service neutron] 10.222.0.16 "GET /v2.0/networks/cc53c5aa-f67e-4ca4-a620-20ab21452bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787475 Dec 22 05:09:13.900183 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc5a90-e263-4601-a98a-899106075b40 req-15ce8f43-c339-456d-baab-967948b7f189 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.901578 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dbdc5a90-e263-4601-a98a-899106075b40 req-15ce8f43-c339-456d-baab-967948b7f189 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 943 time: 0.0472536 Dec 22 05:09:13.937889 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dbdc5a90-e263-4601-a98a-899106075b40 req-0d495b19-e4f9-4a17-a8f4-a10a5b907058 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=611aec34-6433-4ecf-be7d-bdcec7680879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305185 Dec 22 05:09:14.295820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:15.058880 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6126d9-8790-4122-9112-920191be13be req-ed7aba55-22a3-43ac-99f2-7708eede6481 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:15.060906 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d6126d9-8790-4122-9112-920191be13be req-ed7aba55-22a3-43ac-99f2-7708eede6481 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 943 time: 0.0554168 Dec 22 05:09:15.100728 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d6126d9-8790-4122-9112-920191be13be req-8df525ca-d7c9-4a98-addf-5561be353e0e tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=611aec34-6433-4ecf-be7d-bdcec7680879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339777 Dec 22 05:09:15.250287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.226251 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29ea69-11af-4e1f-809d-551dc63cdd09 req-f6b7b52f-bfce-4ecc-bf09-b3689434f22d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:16.227759 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2a29ea69-11af-4e1f-809d-551dc63cdd09 req-f6b7b52f-bfce-4ecc-bf09-b3689434f22d tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 943 time: 0.0544050 Dec 22 05:09:16.263960 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2a29ea69-11af-4e1f-809d-551dc63cdd09 req-19059820-a44f-4b63-871d-7bc141b529f4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=611aec34-6433-4ecf-be7d-bdcec7680879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302701 Dec 22 05:09:16.597141 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 4393ae6c-ed3e-4171-904f-39367a212957 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:09:16.685825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 4393ae6c-ed3e-4171-904f-39367a212957, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4393ae6c-ed3e-4171-904f-39367a212957,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:16.697372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '4393ae6c-ed3e-4171-904f-39367a212957', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'port_id': '4393ae6c-ed3e-4171-904f-39367a212957', 'mac_address': 'fa:16:3e:c9:cb:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:09:16.733019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.745804 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4393ae6c-ed3e-4171-904f-39367a212957 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:09:16.764247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 4393ae6c-ed3e-4171-904f-39367a212957, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4393ae6c-ed3e-4171-904f-39367a212957,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:16.844488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:16.894276 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=4393ae6c-ed3e-4171-904f-39367a212957,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:17.107915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['4393ae6c-ed3e-4171-904f-39367a212957'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:09:17.376162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbac52-155b-4709-84ef-1124344401b7 req-77d17764-3843-4206-8040-831c492b8dca tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:17.377653 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fbac52-155b-4709-84ef-1124344401b7 req-77d17764-3843-4206-8040-831c492b8dca tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 944 time: 0.0481625 Dec 22 05:09:17.414834 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fbac52-155b-4709-84ef-1124344401b7 req-29723344-e84c-4154-aad3-21ec2a90f18c tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=611aec34-6433-4ecf-be7d-bdcec7680879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313895 Dec 22 05:09:18.529367 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fc3fa-e05f-4500-a93e-6649c916a171 req-986ff26a-dbe1-4e7c-bdab-5e4222dc1b96 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:18.530773 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-857fc3fa-e05f-4500-a93e-6649c916a171 req-986ff26a-dbe1-4e7c-bdab-5e4222dc1b96 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 944 time: 0.0475249 Dec 22 05:09:18.565780 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-857fc3fa-e05f-4500-a93e-6649c916a171 req-1255294e-df23-4ddf-88fe-b03cb067e68b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=611aec34-6433-4ecf-be7d-bdcec7680879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291634 Dec 22 05:09:18.613573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 4393ae6c-ed3e-4171-904f-39367a212957 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:09:18.752650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 4393ae6c-ed3e-4171-904f-39367a212957 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:09:18.756941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 4393ae6c-ed3e-4171-904f-39367a212957 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:18.757303 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:18.830378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:18.854294 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09116926-6b59-4e41-a76d-3c582a309957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4393ae6c-ed3e-4171-904f-39367a212957'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:18.856508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2b6d2b-b2b4-4820-9038-3dac215e1c61" -d '{"events": [{"server_uuid": "09116926-6b59-4e41-a76d-3c582a309957", "name": "network-vif-plugged", "status": "completed", "tag": "4393ae6c-ed3e-4171-904f-39367a212957"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:09:18.869306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 4393ae6c-ed3e-4171-904f-39367a212957, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4393ae6c-ed3e-4171-904f-39367a212957,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:18.942313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:18.991480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=4393ae6c-ed3e-4171-904f-39367a212957,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:19.009024 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2809f0b6-faac-45ff-84ac-5d4e820e2106 x-openstack-request-id: req-2809f0b6-faac-45ff-84ac-5d4e820e2106 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:09:19.009316 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09116926-6b59-4e41-a76d-3c582a309957", "name": "network-vif-plugged", "status": "completed", "tag": "4393ae6c-ed3e-4171-904f-39367a212957", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:09:19.009567 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2809f0b6-faac-45ff-84ac-5d4e820e2106 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:09:19.009955 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09116926-6b59-4e41-a76d-3c582a309957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4393ae6c-ed3e-4171-904f-39367a212957', 'code': 200} Dec 22 05:09:19.335377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900f658-9029-4f11-be9e-07a14fe4f656 req-47963f3e-b13e-493d-9be2-ab51b675f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:19.336766 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8900f658-9029-4f11-be9e-07a14fe4f656 req-47963f3e-b13e-493d-9be2-ab51b675f9b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 1098 time: 0.0391035 Dec 22 05:09:19.371553 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8900f658-9029-4f11-be9e-07a14fe4f656 req-d9c1b8d1-e995-451b-8679-c1b6b60124f4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=611aec34-6433-4ecf-be7d-bdcec7680879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272765 Dec 22 05:09:19.677055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa827179-da8d-4724-a3b9-852995ebe3c7 req-79c6dd82-7d0d-462a-ab40-aa9e8f2044d3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:19.678473 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-aa827179-da8d-4724-a3b9-852995ebe3c7 req-79c6dd82-7d0d-462a-ab40-aa9e8f2044d3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 945 time: 0.0472620 Dec 22 05:09:19.714571 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-aa827179-da8d-4724-a3b9-852995ebe3c7 req-cd27b72f-d377-4e2e-9c77-944a07f715c8 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=611aec34-6433-4ecf-be7d-bdcec7680879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303607 Dec 22 05:09:20.775540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:20.833323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea3326-5e14-42aa-b1f8-48941cd84de1 req-52e1c17c-3b58-4b9c-a503-7768c4f9fde7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:20.834778 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e0ea3326-5e14-42aa-b1f8-48941cd84de1 req-52e1c17c-3b58-4b9c-a503-7768c4f9fde7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 945 time: 0.0527668 Dec 22 05:09:20.871332 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e0ea3326-5e14-42aa-b1f8-48941cd84de1 req-77e4658b-95b3-470f-8804-a52a223e9ef4 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=611aec34-6433-4ecf-be7d-bdcec7680879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304909 Dec 22 05:09:20.986004 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6680d-0ba8-4649-a32f-b6fa917f5973 req-76503e61-3c5c-4ca6-8194-46354278ec7a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:20.987450 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-67b6680d-0ba8-4649-a32f-b6fa917f5973 req-76503e61-3c5c-4ca6-8194-46354278ec7a tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 945 time: 0.0521150 Dec 22 05:09:21.024388 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-67b6680d-0ba8-4649-a32f-b6fa917f5973 req-6bf9d345-5785-4cdc-a101-c35a09ae44bd tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=611aec34-6433-4ecf-be7d-bdcec7680879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308659 Dec 22 05:09:21.045274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45484) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:21.083413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0e938-4abf-4f72-833d-215f5e370c00 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:21.084877 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1da0e938-4abf-4f72-833d-215f5e370c00 tempest-TestNetworkBasicOps-292633838 tempest-TestNetworkBasicOps-292633838-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 1093 time: 0.0386851 Dec 22 05:09:21.087507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45486) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:21.091565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '4393ae6c-ed3e-4171-904f-39367a212957', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:21.174430 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:21.270423 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:21.368634 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Allocated IP 172.26.5.12 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/a33c6fcf-962f-4994-b1eb-72d3dfd1fe03) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:09:21.469297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:21.564134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:21.601180 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:09:21.603836 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:09:21.607356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:09:21.630719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=a33c6fcf-962f-4994-b1eb-72d3dfd1fe03,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:22.211114 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:22.329673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:22.472379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:22.545447 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:22.611537 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event updated for resources: {'Port': ['ID=a33c6fcf-962f-4994-b1eb-72d3dfd1fe03,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:22.621711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:22.718698 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP 630b0aac-15d9-4020-8b50-37f6ea90e738 associated. External IP: 172.26.5.12, port: 4393ae6c-ed3e-4171-904f-39367a212957. Dec 22 05:09:22.918819 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router eb2547e5-99a1-4cce-b42c-d8701f2f058a has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:09:23.024408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:09:23.038370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bf72c-f747-46f6-83db-ca603b060b7a None None] Sync routers for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:09:23.047934 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bf72c-f747-46f6-83db-ca603b060b7a None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:23.053292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c70bf72c-f747-46f6-83db-ca603b060b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:09:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:23.136762 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:23.152955 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-c70bf72c-f747-46f6-83db-ca603b060b7a None None] Set router eb2547e5-99a1-4cce-b42c-d8701f2f058a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:09:23.163951 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-97e6c835-8927-417e-b3f0-5bb56dfbd90f tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0754805 Dec 22 05:09:23.164574 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09116926-6b59-4e41-a76d-3c582a309957', 'tag': '4393ae6c-ed3e-4171-904f-39367a212957'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:23.166789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45488) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:23.167305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d778cea-96be-425f-808b-86e773df3df6" -d '{"events": [{"name": "network-changed", "server_uuid": "09116926-6b59-4e41-a76d-3c582a309957", "tag": "4393ae6c-ed3e-4171-904f-39367a212957"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:09:23.206843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3e0b00-37a7-4c35-ad17-e44919bf8894 x-openstack-request-id: req-da3e0b00-37a7-4c35-ad17-e44919bf8894 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:09:23.207872 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09116926-6b59-4e41-a76d-3c582a309957", "tag": "4393ae6c-ed3e-4171-904f-39367a212957", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:09:23.208274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da3e0b00-37a7-4c35-ad17-e44919bf8894 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:09:23.208756 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09116926-6b59-4e41-a76d-3c582a309957', 'tag': '4393ae6c-ed3e-4171-904f-39367a212957', 'status': 'completed', 'code': 200} Dec 22 05:09:23.231080 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-260095dc-bfbf-4db2-82f8-8deddb6afc7b tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/630b0aac-15d9-4020-8b50-37f6ea90e738 HTTP/1.1" status: 200 len: 990 time: 0.0631323 Dec 22 05:09:23.292832 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d778cea-96be-425f-808b-86e773df3df6 req-5eefcabc-6053-49b0-8266-b0cf00f92979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.294324 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9d778cea-96be-425f-808b-86e773df3df6 req-5eefcabc-6053-49b0-8266-b0cf00f92979 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 1098 time: 0.0442054 Dec 22 05:09:23.376476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c70bf72c-f747-46f6-83db-ca603b060b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:04Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '630b0aac-15d9-4020-8b50-37f6ea90e738', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'port_id': '4393ae6c-ed3e-4171-904f-39367a212957', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'mac_address': 'fa:16:3e:c9:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09116926-6b59-4e41-a76d-3c582a309957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:21Z', 'updated_at': '2021-12-22T05:09:21Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe3e897-2651-4374-9746-d1fefe4295cd', 'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:06:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:03Z', 'updated_at': '2021-12-22T05:09:06Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:23.385001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d778cea-96be-425f-808b-86e773df3df6 req-a5d8312c-4e50-459f-b27f-c63e919855f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.386543 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9d778cea-96be-425f-808b-86e773df3df6 req-a5d8312c-4e50-459f-b27f-c63e919855f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc53c5aa-f67e-4ca4-a620-20ab21452bfb HTTP/1.1" status: 200 len: 897 time: 0.0845263 Dec 22 05:09:23.406368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bf72c-f747-46f6-83db-ca603b060b7a None None] Checking router: eb2547e5-99a1-4cce-b42c-d8701f2f058a for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:09:23.414616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bf72c-f747-46f6-83db-ca603b060b7a None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:23.415209 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c70bf72c-f747-46f6-83db-ca603b060b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:09:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:23.456247 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9d778cea-96be-425f-808b-86e773df3df6 req-6636f7b3-0644-4c38-a5ba-1fe4ba7d404c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4393ae6c-ed3e-4171-904f-39367a212957 HTTP/1.1" status: 200 len: 998 time: 0.0622270 Dec 22 05:09:23.505556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d778cea-96be-425f-808b-86e773df3df6 req-1207eda2-5a5f-46d7-a86a-a397a7ba6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.507100 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9d778cea-96be-425f-808b-86e773df3df6 req-1207eda2-5a5f-46d7-a86a-a397a7ba6b44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b9927616-b842-446c-9f2d-3de38ae5cc8d HTTP/1.1" status: 200 len: 835 time: 0.0444405 Dec 22 05:09:23.519669 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-c70bf72c-f747-46f6-83db-ca603b060b7a None None] Set router eb2547e5-99a1-4cce-b42c-d8701f2f058a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:09:23.554565 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d778cea-96be-425f-808b-86e773df3df6 req-2f18bcd6-1ca7-4c13-a2c9-c3eea93a939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.556036 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9d778cea-96be-425f-808b-86e773df3df6 req-2f18bcd6-1ca7-4c13-a2c9-c3eea93a939e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc53c5aa-f67e-4ca4-a620-20ab21452bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391111 Dec 22 05:09:23.649945 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9d778cea-96be-425f-808b-86e773df3df6 req-67c8f025-15cd-4bfe-9617-55cc67dd69bd service neutron] 10.222.0.16 "GET /v2.0/networks/cc53c5aa-f67e-4ca4-a620-20ab21452bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853782 Dec 22 05:09:23.736439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c70bf72c-f747-46f6-83db-ca603b060b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:04Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '630b0aac-15d9-4020-8b50-37f6ea90e738', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'port_id': '4393ae6c-ed3e-4171-904f-39367a212957', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'mac_address': 'fa:16:3e:c9:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09116926-6b59-4e41-a76d-3c582a309957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:21Z', 'updated_at': '2021-12-22T05:09:21Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe3e897-2651-4374-9746-d1fefe4295cd', 'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:06:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:03Z', 'updated_at': '2021-12-22T05:09:06Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:23.740261 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9d778cea-96be-425f-808b-86e773df3df6 req-1848308a-878e-4e11-bfe4-85f6e9568739 service neutron] 10.222.0.16 "GET /v2.0/networks/cc53c5aa-f67e-4ca4-a620-20ab21452bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830963 Dec 22 05:09:23.762382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70bf72c-f747-46f6-83db-ca603b060b7a None None] The sync data for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv is: [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:04Z', 'revision_number': 4, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:09:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '630b0aac-15d9-4020-8b50-37f6ea90e738', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'port_id': '4393ae6c-ed3e-4171-904f-39367a212957', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'mac_address': 'fa:16:3e:c9:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09116926-6b59-4e41-a76d-3c582a309957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:21Z', 'updated_at': '2021-12-22T05:09:21Z', 'revision_number': 0, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe3e897-2651-4374-9746-d1fefe4295cd', 'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:06:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:03Z', 'updated_at': '2021-12-22T05:09:06Z', 'revision_number': 5, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:09:23.947433 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b0ef50-5130-4e00-a390-e7f2337c4a57 None None] New status for floating IP 630b0aac-15d9-4020-8b50-37f6ea90e738: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:09:24.233050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45492) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:24.300289 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a12718f5-1a9d-4079-874e-cf6f1409fa21 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/630b0aac-15d9-4020-8b50-37f6ea90e738 HTTP/1.1" status: 200 len: 992 time: 0.0660627 Dec 22 05:09:39.255661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3bd5eed6-3d33-4bcb-ae74-d443bfeec63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:39.588917 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:09:41.654416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bdd5543d-a195-4cda-8b94-71e068c3cd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:43.157218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:44.277513 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:45.237584 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:50.791053 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:55.512580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45504) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:55.517134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3f005f20-515f-44ec-a0aa-69e2157c7396 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'router': {'admin_state_up': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:55.806420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3f005f20-515f-44ec-a0aa-69e2157c7396 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:55.865783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3f005f20-515f-44ec-a0aa-69e2157c7396 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:55.973143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f005f20-515f-44ec-a0aa-69e2157c7396 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router eb2547e5-99a1-4cce-b42c-d8701f2f058a has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:09:56.076697 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f005f20-515f-44ec-a0aa-69e2157c7396 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:09:56.084001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3f005f20-515f-44ec-a0aa-69e2157c7396 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:56.085181 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3f005f20-515f-44ec-a0aa-69e2157c7396 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/eb2547e5-99a1-4cce-b42c-d8701f2f058a HTTP/1.1" status: 200 len: 889 time: 0.5716898 Dec 22 05:09:56.088497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc038264-59b5-4197-b5ba-1219103b55eb None None] Sync routers for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:09:56.097468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc038264-59b5-4197-b5ba-1219103b55eb None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:56.098091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-fc038264-59b5-4197-b5ba-1219103b55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:09:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:56.128813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-fc038264-59b5-4197-b5ba-1219103b55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:56.137560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc038264-59b5-4197-b5ba-1219103b55eb None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:56.138133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-fc038264-59b5-4197-b5ba-1219103b55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:09:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:56.171074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-fc038264-59b5-4197-b5ba-1219103b55eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:56.171688 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc038264-59b5-4197-b5ba-1219103b55eb None None] The sync data for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv is: [] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:09:56.928369 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62322c1a-5e52-485b-81f6-e60122f4423e None None] New status for floating IP 630b0aac-15d9-4020-8b50-37f6ea90e738: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:09:57.295605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8bdca0fe-a9b3-4794-88e1-c87b9a489034 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:09:57.366888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:57.385409 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 8bdca0fe-a9b3-4794-88e1-c87b9a489034, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8bdca0fe-a9b3-4794-88e1-c87b9a489034,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:57.505459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:57.506136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ebe3e897-2651-4374-9746-d1fefe4295cd no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:09:57.581496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=8bdca0fe-a9b3-4794-88e1-c87b9a489034,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:57.590600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:57.590945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:57.591281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:57.591612 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:57.591941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:57.592304 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:57.592633 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:57.592955 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:57.593279 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:57.593596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:57.593912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:57.594223 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:57.628665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:57.658282 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port ebe3e897-2651-4374-9746-d1fefe4295cd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ebe3e897-2651-4374-9746-d1fefe4295cd,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:57.716812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:57.762439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=ebe3e897-2651-4374-9746-d1fefe4295cd,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:58.219151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45508) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:58.223808 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7a402c4c-00bf-4600-9151-da88c57256ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:58.522888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7a402c4c-00bf-4600-9151-da88c57256ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3681473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3685093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5474'] for router, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:58.620283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7a402c4c-00bf-4600-9151-da88c57256ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3681494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3685098'] for router, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:58.725403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a402c4c-00bf-4600-9151-da88c57256ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router eb2547e5-99a1-4cce-b42c-d8701f2f058a has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:09:58.829374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a402c4c-00bf-4600-9151-da88c57256ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:09:58.836180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7a402c4c-00bf-4600-9151-da88c57256ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:09:58.837487 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7a402c4c-00bf-4600-9151-da88c57256ac tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/eb2547e5-99a1-4cce-b42c-d8701f2f058a HTTP/1.1" status: 200 len: 888 time: 0.6173403 Dec 22 05:09:58.838569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6fc6c6-6a10-448f-bf31-a8df100e9213 None None] Sync routers for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:09:58.840412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45510) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:09:58.847605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fc6c6-6a10-448f-bf31-a8df100e9213 None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:58.848218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7c6fc6c6-6a10-448f-bf31-a8df100e9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:09:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:58.957509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7c6fc6c6-6a10-448f-bf31-a8df100e9213 None None] Set router eb2547e5-99a1-4cce-b42c-d8701f2f058a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:09:59.195546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7c6fc6c6-6a10-448f-bf31-a8df100e9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:58Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:09:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '630b0aac-15d9-4020-8b50-37f6ea90e738', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'port_id': '4393ae6c-ed3e-4171-904f-39367a212957', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'mac_address': 'fa:16:3e:c9:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09116926-6b59-4e41-a76d-3c582a309957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:21Z', 'updated_at': '2021-12-22T05:09:57Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe3e897-2651-4374-9746-d1fefe4295cd', 'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:06:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:03Z', 'updated_at': '2021-12-22T05:09:57Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:59.224120 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a5897783-56c6-44ae-ad8f-07007df01cf3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/630b0aac-15d9-4020-8b50-37f6ea90e738 HTTP/1.1" status: 200 len: 990 time: 0.3809290 Dec 22 05:09:59.358434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6fc6c6-6a10-448f-bf31-a8df100e9213 None None] Checking router: eb2547e5-99a1-4cce-b42c-d8701f2f058a for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:09:59.366670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fc6c6-6a10-448f-bf31-a8df100e9213 None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:59.367262 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7c6fc6c6-6a10-448f-bf31-a8df100e9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:09:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:59.468298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7c6fc6c6-6a10-448f-bf31-a8df100e9213 None None] Set router eb2547e5-99a1-4cce-b42c-d8701f2f058a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:09:59.731291 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7c6fc6c6-6a10-448f-bf31-a8df100e9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:58Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:09:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '630b0aac-15d9-4020-8b50-37f6ea90e738', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'port_id': '4393ae6c-ed3e-4171-904f-39367a212957', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'mac_address': 'fa:16:3e:c9:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09116926-6b59-4e41-a76d-3c582a309957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:21Z', 'updated_at': '2021-12-22T05:09:57Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe3e897-2651-4374-9746-d1fefe4295cd', 'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:06:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:03Z', 'updated_at': '2021-12-22T05:09:57Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:59.756915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6fc6c6-6a10-448f-bf31-a8df100e9213 None None] The sync data for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv is: [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:58Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:09:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '630b0aac-15d9-4020-8b50-37f6ea90e738', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'floating_ip_address': '172.26.5.12', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'port_id': '4393ae6c-ed3e-4171-904f-39367a212957', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'mac_address': 'fa:16:3e:c9:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09116926-6b59-4e41-a76d-3c582a309957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:09:21Z', 'updated_at': '2021-12-22T05:09:57Z', 'revision_number': 2, 'project_id': '029a077a8ccd4775910052d15f603bba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe3e897-2651-4374-9746-d1fefe4295cd', 'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:06:b3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:03Z', 'updated_at': '2021-12-22T05:09:57Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:10:00.226060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45512) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:00.290940 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dd51b028-997d-4a21-a5a1-e70f2d901761 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/630b0aac-15d9-4020-8b50-37f6ea90e738 HTTP/1.1" status: 200 len: 990 time: 0.0637197 Dec 22 05:10:01.280842 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab574578-90d0-404a-b890-c0592138d28f None None] New status for floating IP 630b0aac-15d9-4020-8b50-37f6ea90e738: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:10:01.293990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45514) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:01.355409 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8bdca0fe-a9b3-4794-88e1-c87b9a489034 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:10:01.372229 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9bda9e46-2f15-4d07-a47d-7d4098eaae38 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/630b0aac-15d9-4020-8b50-37f6ea90e738 HTTP/1.1" status: 200 len: 990 time: 0.0762439 Dec 22 05:10:01.403384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8bdca0fe-a9b3-4794-88e1-c87b9a489034 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:10:01.403752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:01.482741 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:01.502328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 8bdca0fe-a9b3-4794-88e1-c87b9a489034, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8bdca0fe-a9b3-4794-88e1-c87b9a489034,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:10:01.597370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:01.598263 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ebe3e897-2651-4374-9746-d1fefe4295cd up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:10:01.672987 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=8bdca0fe-a9b3-4794-88e1-c87b9a489034,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:01.687941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ebe3e897-2651-4374-9746-d1fefe4295cd triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:10:01.687941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:01.765482 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:01.797338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port ebe3e897-2651-4374-9746-d1fefe4295cd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ebe3e897-2651-4374-9746-d1fefe4295cd,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:10:01.865414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:01.911650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=ebe3e897-2651-4374-9746-d1fefe4295cd,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:02.374209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45516) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:02.440030 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-24fb5792-55c9-4247-91b3-7cddf4682694 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/floatingips/630b0aac-15d9-4020-8b50-37f6ea90e738 HTTP/1.1" status: 200 len: 992 time: 0.0645812 Dec 22 05:10:02.694870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45522) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:02.852754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port a33c6fcf-962f-4994-b1eb-72d3dfd1fe03 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:10:02.853092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:02.925109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:02.925436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:02.936922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for a33c6fcf-962f-4994-b1eb-72d3dfd1fe03 owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:10:03.162773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:03.186364 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=a33c6fcf-962f-4994-b1eb-72d3dfd1fe03,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:03.200536 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:03.200888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:03.201225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:03.201557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:03.201885 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:03.202226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:03.202537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:03.202861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:03.203177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:03.203494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:03.203811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:03.204127 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:03.261995 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:03.262260 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Floating IP 630b0aac-15d9-4020-8b50-37f6ea90e738 disassociated (deleted). External IP: 172.26.5.12, port: 4393ae6c-ed3e-4171-904f-39367a212957. Dec 22 05:10:03.308907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8bdca0fe-a9b3-4794-88e1-c87b9a489034 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:10:03.355707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8bdca0fe-a9b3-4794-88e1-c87b9a489034 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:10:03.356079 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:03.436392 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ebe3e897-2651-4374-9746-d1fefe4295cd up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:10:03.476531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router eb2547e5-99a1-4cce-b42c-d8701f2f058a has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:10:03.481900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ebe3e897-2651-4374-9746-d1fefe4295cd triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:10:03.482265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:03.586466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:10:03.590767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:03.595600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adb8a0-4f69-47c8-8bb4-68f8ff6c7b84 None None] Sync routers for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:10:03.604979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7adb8a0-4f69-47c8-8bb4-68f8ff6c7b84 None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:10:03.605616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a7adb8a0-4f69-47c8-8bb4-68f8ff6c7b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:09:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:03.618073 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-23edb373-1458-4717-ab2a-d87a5b0dcfc1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/floatingips/630b0aac-15d9-4020-8b50-37f6ea90e738 HTTP/1.1" status: 204 len: 168 time: 0.9221575 Dec 22 05:10:03.618680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09116926-6b59-4e41-a76d-3c582a309957', 'tag': '4393ae6c-ed3e-4171-904f-39367a212957'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:10:03.620949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cd9470-e0b1-4191-ae8b-fbe9a8c299a6" -d '{"events": [{"name": "network-changed", "server_uuid": "09116926-6b59-4e41-a76d-3c582a309957", "tag": "4393ae6c-ed3e-4171-904f-39367a212957"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:10:03.657873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a046c58-c6b4-4edb-a482-3638c3b10efb x-openstack-request-id: req-0a046c58-c6b4-4edb-a482-3638c3b10efb {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:10:03.658231 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09116926-6b59-4e41-a76d-3c582a309957", "tag": "4393ae6c-ed3e-4171-904f-39367a212957", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:10:03.658552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a046c58-c6b4-4edb-a482-3638c3b10efb {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:10:03.659018 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09116926-6b59-4e41-a76d-3c582a309957', 'tag': '4393ae6c-ed3e-4171-904f-39367a212957', 'status': 'completed', 'code': 200} Dec 22 05:10:03.725646 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-a7adb8a0-4f69-47c8-8bb4-68f8ff6c7b84 None None] Set router eb2547e5-99a1-4cce-b42c-d8701f2f058a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:10:03.748630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd9470-e0b1-4191-ae8b-fbe9a8c299a6 req-c52fde82-d51b-40c5-8874-871d287f90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:03.750058 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85cd9470-e0b1-4191-ae8b-fbe9a8c299a6 req-c52fde82-d51b-40c5-8874-871d287f90fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=029a077a8ccd4775910052d15f603bba&device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 1098 time: 0.0442858 Dec 22 05:10:03.840236 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd9470-e0b1-4191-ae8b-fbe9a8c299a6 req-5f4acbba-76ad-4f3a-9024-24f82c5b1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:03.842039 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85cd9470-e0b1-4191-ae8b-fbe9a8c299a6 req-5f4acbba-76ad-4f3a-9024-24f82c5b1098 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc53c5aa-f67e-4ca4-a620-20ab21452bfb HTTP/1.1" status: 200 len: 897 time: 0.0851998 Dec 22 05:10:03.888624 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85cd9470-e0b1-4191-ae8b-fbe9a8c299a6 req-72f17b76-24a1-4951-8bbb-85eebf1ceaba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4393ae6c-ed3e-4171-904f-39367a212957 HTTP/1.1" status: 200 len: 217 time: 0.0390601 Dec 22 05:10:03.930038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a7adb8a0-4f69-47c8-8bb4-68f8ff6c7b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:58Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:10:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'ebe3e897-2651-4374-9746-d1fefe4295cd', 'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:06:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:03Z', 'updated_at': '2021-12-22T05:10:01Z', 'revision_number': 7, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:03.940053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd9470-e0b1-4191-ae8b-fbe9a8c299a6 req-1e9a0fc5-d822-4868-a3a5-021f334fbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:03.942109 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85cd9470-e0b1-4191-ae8b-fbe9a8c299a6 req-1e9a0fc5-d822-4868-a3a5-021f334fbfbf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b9927616-b842-446c-9f2d-3de38ae5cc8d HTTP/1.1" status: 200 len: 835 time: 0.0448644 Dec 22 05:10:03.951448 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adb8a0-4f69-47c8-8bb4-68f8ff6c7b84 None None] Checking router: eb2547e5-99a1-4cce-b42c-d8701f2f058a for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:10:03.960103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7adb8a0-4f69-47c8-8bb4-68f8ff6c7b84 None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:10:03.960752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a7adb8a0-4f69-47c8-8bb4-68f8ff6c7b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:09:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:03.993440 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd9470-e0b1-4191-ae8b-fbe9a8c299a6 req-ff129c6e-a722-474f-8195-ff1891a8795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:03.994941 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85cd9470-e0b1-4191-ae8b-fbe9a8c299a6 req-ff129c6e-a722-474f-8195-ff1891a8795b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc53c5aa-f67e-4ca4-a620-20ab21452bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463877 Dec 22 05:10:04.068017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-a7adb8a0-4f69-47c8-8bb4-68f8ff6c7b84 None None] Set router eb2547e5-99a1-4cce-b42c-d8701f2f058a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:10:04.069312 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb228a93-f541-41c2-a903-158d79d7e81d req-599bdbd7-acdf-4308-92a5-7b048d446856 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:04.070918 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cb228a93-f541-41c2-a903-158d79d7e81d req-599bdbd7-acdf-4308-92a5-7b048d446856 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 945 time: 0.0499263 Dec 22 05:10:04.110810 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cb228a93-f541-41c2-a903-158d79d7e81d req-1ed4fe72-2533-4abb-84af-4f24f1ac9678 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=611aec34-6433-4ecf-be7d-bdcec7680879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333447 Dec 22 05:10:04.130647 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85cd9470-e0b1-4191-ae8b-fbe9a8c299a6 req-f4dbfc1a-f2bd-486e-8530-de56a241eec8 service neutron] 10.222.0.16 "GET /v2.0/networks/cc53c5aa-f67e-4ca4-a620-20ab21452bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965064 Dec 22 05:10:04.220868 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85cd9470-e0b1-4191-ae8b-fbe9a8c299a6 req-617289af-e4b8-40bc-b029-83df6c4f566b service neutron] 10.222.0.16 "GET /v2.0/networks/cc53c5aa-f67e-4ca4-a620-20ab21452bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825486 Dec 22 05:10:04.274438 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a7adb8a0-4f69-47c8-8bb4-68f8ff6c7b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:58Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:10:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'ebe3e897-2651-4374-9746-d1fefe4295cd', 'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:06:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:03Z', 'updated_at': '2021-12-22T05:10:01Z', 'revision_number': 7, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:04.300410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adb8a0-4f69-47c8-8bb4-68f8ff6c7b84 None None] The sync data for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv is: [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:09:58Z', 'revision_number': 6, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:10:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'ebe3e897-2651-4374-9746-d1fefe4295cd', 'name': '', 'network_id': 'cc53c5aa-f67e-4ca4-a620-20ab21452bfb', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'mac_address': 'fa:16:3e:06:b3:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:03Z', 'updated_at': '2021-12-22T05:10:01Z', 'revision_number': 7, 'project_id': '029a077a8ccd4775910052d15f603bba', 'subnets': [{'id': 'b9927616-b842-446c-9f2d-3de38ae5cc8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:10:04.903014 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee82838-ec32-42c0-b837-09cecd823da4 None None] New status for floating IP 630b0aac-15d9-4020-8b50-37f6ea90e738: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:10:05.228845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69b999-1304-4a10-805f-86d5498102c8 req-bf54dd92-762f-404f-b834-d5e593828aa1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:05.230282 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5f69b999-1304-4a10-805f-86d5498102c8 req-bf54dd92-762f-404f-b834-d5e593828aa1 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 945 time: 0.0481460 Dec 22 05:10:05.266975 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5f69b999-1304-4a10-805f-86d5498102c8 req-ea45023f-b96e-45e6-bfe2-6c51af75fdfa tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/security-groups?id=611aec34-6433-4ecf-be7d-bdcec7680879&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306506 Dec 22 05:10:05.506076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f05bf9-428c-48a0-93c6-38a93615ce53 req-f3d89605-3dbb-46ac-b136-e190488b9609 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:05.507481 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-90f05bf9-428c-48a0-93c6-38a93615ce53 req-f3d89605-3dbb-46ac-b136-e190488b9609 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 945 time: 0.0513556 Dec 22 05:10:05.604801 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-90f05bf9-428c-48a0-93c6-38a93615ce53 req-9395e186-d590-41c5-8c6c-a954a6225107 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 4393ae6c-ed3e-4171-904f-39367a212957 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:10:05.605156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-90f05bf9-428c-48a0-93c6-38a93615ce53 req-9395e186-d590-41c5-8c6c-a954a6225107 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:05.693971 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-90f05bf9-428c-48a0-93c6-38a93615ce53 req-9395e186-d590-41c5-8c6c-a954a6225107 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 4393ae6c-ed3e-4171-904f-39367a212957, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4393ae6c-ed3e-4171-904f-39367a212957,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:10:05.694321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-90f05bf9-428c-48a0-93c6-38a93615ce53 req-9395e186-d590-41c5-8c6c-a954a6225107 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:05.707002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-90f05bf9-428c-48a0-93c6-38a93615ce53 req-9395e186-d590-41c5-8c6c-a954a6225107 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 4393ae6c-ed3e-4171-904f-39367a212957 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:10:05.893935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-90f05bf9-428c-48a0-93c6-38a93615ce53 req-9395e186-d590-41c5-8c6c-a954a6225107 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:05.926276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395e186-d590-41c5-8c6c-a954a6225107 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=4393ae6c-ed3e-4171-904f-39367a212957,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:05.968681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f05bf9-428c-48a0-93c6-38a93615ce53 req-9395e186-d590-41c5-8c6c-a954a6225107 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] No DVR routers for this DVR port 4393ae6c-ed3e-4171-904f-39367a212957 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:10:05.971143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-90f05bf9-428c-48a0-93c6-38a93615ce53 req-9395e186-d590-41c5-8c6c-a954a6225107 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:05.974474 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-90f05bf9-428c-48a0-93c6-38a93615ce53 req-9395e186-d590-41c5-8c6c-a954a6225107 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.16 "DELETE /v2.0/ports/4393ae6c-ed3e-4171-904f-39367a212957 HTTP/1.1" status: 204 len: 173 time: 0.4608147 Dec 22 05:10:05.974894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09116926-6b59-4e41-a76d-3c582a309957', 'name': 'network-vif-deleted', 'tag': '4393ae6c-ed3e-4171-904f-39367a212957'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:10:05.977141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9dd457-14c5-4018-8762-0ab033804aa1" -d '{"events": [{"server_uuid": "09116926-6b59-4e41-a76d-3c582a309957", "name": "network-vif-deleted", "tag": "4393ae6c-ed3e-4171-904f-39367a212957"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:10:06.013689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7906384e-08d8-45b1-806a-97c42cb8010f x-openstack-request-id: req-7906384e-08d8-45b1-806a-97c42cb8010f {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:10:06.013689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09116926-6b59-4e41-a76d-3c582a309957", "name": "network-vif-deleted", "tag": "4393ae6c-ed3e-4171-904f-39367a212957", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:10:06.013689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7906384e-08d8-45b1-806a-97c42cb8010f {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:10:06.013689 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09116926-6b59-4e41-a76d-3c582a309957', 'name': 'network-vif-deleted', 'tag': '4393ae6c-ed3e-4171-904f-39367a212957', 'status': 'completed', 'code': 200} Dec 22 05:10:06.372731 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-198619b4-b7c2-4499-8948-27e7a1e23ef0 req-c5e5ca4b-1a13-4aa2-8f75-8615d2a1aefe tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "GET /v2.0/ports?device_id=09116926-6b59-4e41-a76d-3c582a309957 HTTP/1.1" status: 200 len: 210 time: 0.0278692 Dec 22 05:10:07.427962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45538) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:07.486288 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a717-fd81-4590-b832-ae5d5b912a95 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:07.511293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a717-fd81-4590-b832-ae5d5b912a95 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:07.647683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a717-fd81-4590-b832-ae5d5b912a95 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:07.650348 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5e2a717-fd81-4590-b832-ae5d5b912a95 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:07.651506 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f5e2a717-fd81-4590-b832-ae5d5b912a95 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/security-groups/611aec34-6433-4ecf-be7d-bdcec7680879 HTTP/1.1" status: 204 len: 168 time: 0.2225363 Dec 22 05:10:07.660499 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2a717-fd81-4590-b832-ae5d5b912a95 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611aec34-6433-4ecf-be7d-bdcec7680879,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:07.728354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45542) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:08.082907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8896caf7-31a3-4610-a2a8-595a3de28ba7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:08.329454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8896caf7-31a3-4610-a2a8-595a3de28ba7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port ebe3e897-2651-4374-9746-d1fefe4295cd {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:10:08.329794 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8896caf7-31a3-4610-a2a8-595a3de28ba7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:08.418788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-8896caf7-31a3-4610-a2a8-595a3de28ba7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port ebe3e897-2651-4374-9746-d1fefe4295cd, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ebe3e897-2651-4374-9746-d1fefe4295cd,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:10:08.419146 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8896caf7-31a3-4610-a2a8-595a3de28ba7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:08.433642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8896caf7-31a3-4610-a2a8-595a3de28ba7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for ebe3e897-2651-4374-9746-d1fefe4295cd owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:10:08.676873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8896caf7-31a3-4610-a2a8-595a3de28ba7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:08.703334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896caf7-31a3-4610-a2a8-595a3de28ba7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=ebe3e897-2651-4374-9746-d1fefe4295cd,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:08.787943 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 4393ae6c-ed3e-4171-904f-39367a212957 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:10:08.807299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 4393ae6c-ed3e-4171-904f-39367a212957 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:10:08.807646 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 4393ae6c-ed3e-4171-904f-39367a212957 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:10:08.877789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8896caf7-31a3-4610-a2a8-595a3de28ba7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:09.089081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8896caf7-31a3-4610-a2a8-595a3de28ba7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Router eb2547e5-99a1-4cce-b42c-d8701f2f058a has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:10:09.195023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8896caf7-31a3-4610-a2a8-595a3de28ba7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:10:09.200931 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8896caf7-31a3-4610-a2a8-595a3de28ba7 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "PUT /v2.0/routers/eb2547e5-99a1-4cce-b42c-d8701f2f058a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4713674 Dec 22 05:10:09.203823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45546) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:09.206491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b27d27-edd5-4426-94e8-3938134d0015 None None] Sync routers for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:10:09.216050 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b27d27-edd5-4426-94e8-3938134d0015 None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:10:09.216709 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-05b27d27-edd5-4426-94e8-3938134d0015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:09:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:09.253605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97c5cd7c-672a-4b44-9903-ce0bdbfe5ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:09.255431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef41d07-6457-4d4f-ae87-33058ba34409 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting subnet b9927616-b842-446c-9f2d-3de38ae5cc8d {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:10:09.260762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bef41d07-6457-4d4f-ae87-33058ba34409 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:09.306477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bef41d07-6457-4d4f-ae87-33058ba34409 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:09.326792 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-05b27d27-edd5-4426-94e8-3938134d0015 None None] Set router eb2547e5-99a1-4cce-b42c-d8701f2f058a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:10:09.389501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bef41d07-6457-4d4f-ae87-33058ba34409 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:09.500701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-05b27d27-edd5-4426-94e8-3938134d0015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:10:08Z', 'revision_number': 7, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:10:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:09.529637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b27d27-edd5-4426-94e8-3938134d0015 None None] Checking router: eb2547e5-99a1-4cce-b42c-d8701f2f058a for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:10:09.539147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b27d27-edd5-4426-94e8-3938134d0015 None None] Routers {'eb2547e5-99a1-4cce-b42c-d8701f2f058a'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:10:09.539753 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-05b27d27-edd5-4426-94e8-3938134d0015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:09:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:09.539896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bef41d07-6457-4d4f-ae87-33058ba34409 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:09.572652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef41d07-6457-4d4f-ae87-33058ba34409 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Subnet': ['ID=b9927616-b842-446c-9f2d-3de38ae5cc8d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:09.574639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bef41d07-6457-4d4f-ae87-33058ba34409 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:09.577889 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bef41d07-6457-4d4f-ae87-33058ba34409 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/subnets/b9927616-b842-446c-9f2d-3de38ae5cc8d HTTP/1.1" status: 204 len: 168 time: 0.3730874 Dec 22 05:10:09.580655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45548) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:09.604448 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0e130d-c1f6-4dad-aa8e-72d12e43b148 None None] Network cc53c5aa-f67e-4ca4-a620-20ab21452bfb requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:10:09.880777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-05b27d27-edd5-4426-94e8-3938134d0015 None None] Set router eb2547e5-99a1-4cce-b42c-d8701f2f058a gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:10:10.009396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.069573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4350601-4ecf-4c8f-93d0-ed8abbd9dfb1 None None] DHCP port deletion for cc53c5aa-f67e-4ca4-a620-20ab21452bfb request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:10:10.119950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.132375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-05b27d27-edd5-4426-94e8-3938134d0015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:10:08Z', 'revision_number': 7, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:10:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:10.164482 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d4350601-4ecf-4c8f-93d0-ed8abbd9dfb1 None None] Deleting port 3beb7dde-7708-4370-9c5b-6a81174f7ef4 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:10:10.166285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d4350601-4ecf-4c8f-93d0-ed8abbd9dfb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.166523 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b27d27-edd5-4426-94e8-3938134d0015 None None] The sync data for ids ['eb2547e5-99a1-4cce-b42c-d8701f2f058a'] in dv-neutron-822523-1-hyperv is: [{'id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'name': 'tempest-TestNetworkBasicOps-router-1011701191', 'tenant_id': '029a077a8ccd4775910052d15f603bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159'}], 'enable_snat': True}, 'gw_port_id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:08:59Z', 'updated_at': '2021-12-22T05:10:08Z', 'revision_number': 7, 'project_id': '029a077a8ccd4775910052d15f603bba', 'gw_port': {'id': '8bdca0fe-a9b3-4794-88e1-c87b9a489034', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:7f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb2547e5-99a1-4cce-b42c-d8701f2f058a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:09:00Z', 'updated_at': '2021-12-22T05:10:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:10:10.239166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-d4350601-4ecf-4c8f-93d0-ed8abbd9dfb1 None None] For port 3beb7dde-7708-4370-9c5b-6a81174f7ef4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3beb7dde-7708-4370-9c5b-6a81174f7ef4,segment=NetworkSegment(8f8704d4-67a1-4394-a7c3-de978a205f16),segment_id=8f8704d4-67a1-4394-a7c3-de978a205f16)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:10:10.239565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d4350601-4ecf-4c8f-93d0-ed8abbd9dfb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.251579 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d4350601-4ecf-4c8f-93d0-ed8abbd9dfb1 None None] Calling delete_port for 3beb7dde-7708-4370-9c5b-6a81174f7ef4 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:10:10.252631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Deleting port 8bdca0fe-a9b3-4794-88e1-c87b9a489034 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:10:10.252981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.333152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] For port 8bdca0fe-a9b3-4794-88e1-c87b9a489034, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8bdca0fe-a9b3-4794-88e1-c87b9a489034,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:10:10.333476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.346449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Calling delete_port for 8bdca0fe-a9b3-4794-88e1-c87b9a489034 owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:10:10.414052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d4350601-4ecf-4c8f-93d0-ed8abbd9dfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.445072 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4350601-4ecf-4c8f-93d0-ed8abbd9dfb1 None None] Pushing event deleted for resources: {'Port': ['ID=3beb7dde-7708-4370-9c5b-6a81174f7ef4,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:10.447256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4350601-4ecf-4c8f-93d0-ed8abbd9dfb1 None None] No DVR routers for this DVR port 3beb7dde-7708-4370-9c5b-6a81174f7ef4 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:10:10.602292 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.630723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Port': ['ID=8bdca0fe-a9b3-4794-88e1-c87b9a489034,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:10.693180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.782723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.784828 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.887647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.888208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Fanout notify agent at l3_agent the message router_deleted on router eb2547e5-99a1-4cce-b42c-d8701f2f058a {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:10:10.895999 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:10.897284 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5f89503f-d552-4128-b3fa-44f5195338a3 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/routers/eb2547e5-99a1-4cce-b42c-d8701f2f058a HTTP/1.1" status: 204 len: 168 time: 1.3155563 Dec 22 05:10:10.899941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45550) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:10.984006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:11.070580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:11.096068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc53c5aa-f67e-4ca4-a620-20ab21452bfb']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:11.105091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8704d4-67a1-4394-a7c3-de978a205f16') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:11.105377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8704d4-67a1-4394-a7c3-de978a205f16') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:11.114530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:11.127031 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:11.133302 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:10:11.133677 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:10:11.136549 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:10:11.259038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:11.266231 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:11.268696 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] 10.222.0.54 "DELETE /v2.0/networks/cc53c5aa-f67e-4ca4-a620-20ab21452bfb HTTP/1.1" status: 204 len: 168 time: 0.3677998 Dec 22 05:10:11.280688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12e5b1-2bf9-4528-b3cd-d16ae00e7517 tempest-TestNetworkBasicOps-1594550229 tempest-TestNetworkBasicOps-1594550229-project] Pushing event deleted for resources: {'Network': ['ID=cc53c5aa-f67e-4ca4-a620-20ab21452bfb,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:11.372367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8bdca0fe-a9b3-4794-88e1-c87b9a489034 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:10:11.398967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 8bdca0fe-a9b3-4794-88e1-c87b9a489034 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:10:11.399309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8bdca0fe-a9b3-4794-88e1-c87b9a489034 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:10:11.399740 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3beb7dde-7708-4370-9c5b-6a81174f7ef4 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:10:11.420167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 3beb7dde-7708-4370-9c5b-6a81174f7ef4 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:10:11.420533 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3beb7dde-7708-4370-9c5b-6a81174f7ef4 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:10:11.420936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ebe3e897-2651-4374-9746-d1fefe4295cd no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:10:11.439140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: ebe3e897-2651-4374-9746-d1fefe4295cd {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:10:11.439476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ebe3e897-2651-4374-9746-d1fefe4295cd not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:10:11.653761 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a1a471b7-b84c-4bc0-a399-dc6b4c2a057e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:11.719565 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45556) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:11.845436 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-70af1fde-39f2-423c-b0b4-649b1e816d3a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=029a077a8ccd4775910052d15f603bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246324 Dec 22 05:10:11.848406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45560) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:11.893576 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-640b8ae0-d290-4505-8ef5-af8da7adc6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:11.918108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-640b8ae0-d290-4505-8ef5-af8da7adc6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:12.030694 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-640b8ae0-d290-4505-8ef5-af8da7adc6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:12.033365 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-640b8ae0-d290-4505-8ef5-af8da7adc6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:12.034516 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-640b8ae0-d290-4505-8ef5-af8da7adc6da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/727efe71-3e27-479c-8a57-5bd924cfc849 HTTP/1.1" status: 204 len: 168 time: 0.1852508 Dec 22 05:10:12.042726 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b8ae0-d290-4505-8ef5-af8da7adc6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727efe71-3e27-479c-8a57-5bd924cfc849,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:12.630902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45566) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:12.643995 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0649de0f-feb7-4cb0-8bad-5b3d7dcab034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:12.717855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0649de0f-feb7-4cb0-8bad-5b3d7dcab034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:12.767842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0649de0f-feb7-4cb0-8bad-5b3d7dcab034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:12.806000 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0649de0f-feb7-4cb0-8bad-5b3d7dcab034 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e45a5e4589f146bb9d06004281a1e98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740592 Dec 22 05:10:12.808010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649de0f-feb7-4cb0-8bad-5b3d7dcab034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc406681-ff94-41f3-b1c9-ec973bcc3050,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:12.808747 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45568) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:12.856031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:12.876231 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:12.974454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:12.977057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:12.978201 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fc406681-ff94-41f3-b1c9-ec973bcc3050 HTTP/1.1" status: 204 len: 168 time: 0.1684947 Dec 22 05:10:12.986513 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc406681-ff94-41f3-b1c9-ec973bcc3050,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:12.993583 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:12.993930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:12.994266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:12.994597 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:12.994930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:12.995297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:12.995623 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:12.995945 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:12.996293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:12.996615 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:12.996934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:12.997245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf53bd6-e1ab-4f5c-aca8-ed00b8a82bef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:10:13.168108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:13.996032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45590) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:14.088615 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1199206082-network', 'tenant_id': 'bca36630d3674298ab813d32833778e6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:10:14.150166 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Made reservation on behalf of bca36630d3674298ab813d32833778e6 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:10:14.152402 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:14.160930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:14.233021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:14.253584 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:14.327940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:14.349107 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:10:14.361934 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7ed2a5-f1a2-434c-b2a2-2174408e7016,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:14.366686 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:14.370339 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Added segment 69cbc522-1c90-4ae7-b0c5-eede197af8a4 of type vlan for network befa5cb2-b40e-4b44-8287-5511b2ac69de Dec 22 05:10:14.404897 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:14.499210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:14.500091 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:14.500785 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:14.592958 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] Pushing event updated for resources: {'Network': ['ID=befa5cb2-b40e-4b44-8287-5511b2ac69de,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:14.602531 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network befa5cb2-b40e-4b44-8287-5511b2ac69de details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:10:14.655961 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-56c2014f-556a-4217-992c-2c912f5ccc9e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6588080 Dec 22 05:10:14.658956 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45594) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:14.664088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1da8f19a-6bd6-47f4-8f28-41b3cfb2527a admin admin] Request body: {'subnet': {'network_id': 'befa5cb2-b40e-4b44-8287-5511b2ac69de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1199206082-subnet', 'tenant_id': 'bca36630d3674298ab813d32833778e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:10:14.739295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da8f19a-6bd6-47f4-8f28-41b3cfb2527a admin admin] Made reservation on behalf of bca36630d3674298ab813d32833778e6 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:10:14.741574 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1da8f19a-6bd6-47f4-8f28-41b3cfb2527a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:14.956413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1da8f19a-6bd6-47f4-8f28-41b3cfb2527a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:15.009327 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8f19a-6bd6-47f4-8f28-41b3cfb2527a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7158e14-3532-408a-b68e-fdd9882193e8,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:15.019763 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da8f19a-6bd6-47f4-8f28-41b3cfb2527a admin admin] Checking segment: {'id': '69cbc522-1c90-4ae7-b0c5-eede197af8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'befa5cb2-b40e-4b44-8287-5511b2ac69de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:10:15.020133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da8f19a-6bd6-47f4-8f28-41b3cfb2527a admin admin] Network hostable DHCP agents. Network: befa5cb2-b40e-4b44-8287-5511b2ac69de, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:10:15.099020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da8f19a-6bd6-47f4-8f28-41b3cfb2527a admin admin] Network befa5cb2-b40e-4b44-8287-5511b2ac69de is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:10:15.179227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-1da8f19a-6bd6-47f4-8f28-41b3cfb2527a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, befa5cb2-b40e-4b44-8287-5511b2ac69de) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:10:15.183408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da8f19a-6bd6-47f4-8f28-41b3cfb2527a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:15.184586 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1da8f19a-6bd6-47f4-8f28-41b3cfb2527a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:15.187703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebf5ca7-0cb0-4c52-9630-54c70a55d525 None None] Network befa5cb2-b40e-4b44-8287-5511b2ac69de requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:10:15.256786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:15.267741 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1da8f19a-6bd6-47f4-8f28-41b3cfb2527a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6077137 Dec 22 05:10:15.309445 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc77d131-da0e-4957-b86e-051cf8f5a1ae None None] Network befa5cb2-b40e-4b44-8287-5511b2ac69de requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:10:15.858575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45610) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:15.864216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-164529197-network', 'tenant_id': 'f64a590c2d624ab684fc27fb0832a83f'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:10:15.956568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Made reservation on behalf of f64a590c2d624ab684fc27fb0832a83f for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:10:15.959169 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:15.968380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:16.043683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:16.127521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:16.151855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:10:16.161952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dd4a50-b155-43b9-860c-f235176450ae,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:16.166699 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:16.170243 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Added segment 3340753e-e709-48dd-9438-627e5a4116a3 of type vlan for network b56bee75-8518-4273-8b8d-da86e22b2703 Dec 22 05:10:16.209222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:16.310082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:16.311044 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:16.311633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:16.368079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] Pushing event updated for resources: {'Network': ['ID=b56bee75-8518-4273-8b8d-da86e22b2703,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:16.377337 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network b56bee75-8518-4273-8b8d-da86e22b2703 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:10:16.417788 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ac432219-9b60-44b3-a1d2-f0da76d3668b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5579498 Dec 22 05:10:16.420605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45612) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:16.426509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dea47be4-33ce-45a0-be36-e2b2e3918681 admin admin] Request body: {'subnet': {'network_id': 'b56bee75-8518-4273-8b8d-da86e22b2703', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-164529197-subnet', 'tenant_id': 'f64a590c2d624ab684fc27fb0832a83f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:10:16.527606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea47be4-33ce-45a0-be36-e2b2e3918681 admin admin] Made reservation on behalf of f64a590c2d624ab684fc27fb0832a83f for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:10:16.530174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dea47be4-33ce-45a0-be36-e2b2e3918681 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:16.587496 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:10:16.750577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dea47be4-33ce-45a0-be36-e2b2e3918681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:16.811577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea47be4-33ce-45a0-be36-e2b2e3918681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8bea62-5c4f-4c7c-9365-c447d2c97412,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:16.830804 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea47be4-33ce-45a0-be36-e2b2e3918681 admin admin] Checking segment: {'id': '3340753e-e709-48dd-9438-627e5a4116a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b56bee75-8518-4273-8b8d-da86e22b2703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:10:16.831300 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea47be4-33ce-45a0-be36-e2b2e3918681 admin admin] Network hostable DHCP agents. Network: b56bee75-8518-4273-8b8d-da86e22b2703, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:10:16.893049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea47be4-33ce-45a0-be36-e2b2e3918681 admin admin] Network b56bee75-8518-4273-8b8d-da86e22b2703 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:10:16.956072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-dea47be4-33ce-45a0-be36-e2b2e3918681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, b56bee75-8518-4273-8b8d-da86e22b2703) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:10:16.960159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea47be4-33ce-45a0-be36-e2b2e3918681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:16.960774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dea47be4-33ce-45a0-be36-e2b2e3918681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:16.965017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8e25a8-6070-4d01-b805-ef97a2199288 None None] Network b56bee75-8518-4273-8b8d-da86e22b2703 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:10:17.056296 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dea47be4-33ce-45a0-be36-e2b2e3918681 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6227882 Dec 22 05:10:17.089208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5edaad-3357-4506-9ea9-ede677164660 None None] Network b56bee75-8518-4273-8b8d-da86e22b2703 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:10:17.616432 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-36582214-381c-4638-8d91-fee9d8cef0e8 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:17.618535 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-36582214-381c-4638-8d91-fee9d8cef0e8 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/networks?id=befa5cb2-b40e-4b44-8287-5511b2ac69de HTTP/1.1" status: 200 len: 812 time: 0.1363771 Dec 22 05:10:17.636858 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-29035a68-6b09-43f0-a78d-aadd230968e7 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/quotas/bca36630d3674298ab813d32833778e6 HTTP/1.1" status: 200 len: 375 time: 0.0091817 Dec 22 05:10:17.677478 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-363e5450-77a1-4d25-af2b-3b044bdadd37 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bca36630d3674298ab813d32833778e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352190 Dec 22 05:10:17.771694 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-10a33b2e-31bc-48ba-898f-99c9a52d17eb service neutron] 10.222.0.54 "GET /v2.0/networks/befa5cb2-b40e-4b44-8287-5511b2ac69de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871015 Dec 22 05:10:17.871174 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-d0e1503a-3a6d-4d6b-b602-18e05e3eebdd service neutron] 10.222.0.54 "GET /v2.0/networks/befa5cb2-b40e-4b44-8287-5511b2ac69de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929332 Dec 22 05:10:18.123910 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fe926ed2-e644-4e04-9dfc-c29af7f79a65 req-8b059a89-2cb5-4b82-aeb3-e0f74d19c4cc tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 210 time: 0.0261574 Dec 22 05:10:19.205026 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2ae6c683-550a-4e99-8da6-0f31cc35570f req-727a6c4d-c770-4d6a-9e0e-a525c3e693ab tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 210 time: 0.0266302 Dec 22 05:10:20.284065 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b28a81b5-5636-4e59-8d6f-15e484acdbc5 req-aba82ac5-20d9-4823-965c-f2c00efe384e tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 210 time: 0.0296636 Dec 22 05:10:20.812990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:21.359960 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-510c88ae-f5ea-4988-a47f-cc24dbf22c92 req-7e8c4181-faaa-4864-bc9a-5a60ea3c6b30 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 210 time: 0.0259395 Dec 22 05:10:22.448437 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ce4f8268-1137-4b6d-bf86-448c26e06fbd req-fc8dd836-2cc8-4e4a-a342-765fa0ec1764 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 210 time: 0.0261018 Dec 22 05:10:23.545731 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d4de0df1-3092-4bb7-b881-41e59f927f49 req-26901ed6-b32d-4e44-a887-733036cc94cc tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 210 time: 0.0306184 Dec 22 05:10:24.359651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-f490ab7f-ade4-4404-9898-45bb3be7f8a1 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:24.361037 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-f490ab7f-ade4-4404-9898-45bb3be7f8a1 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.16 "GET /v2.0/networks?id=befa5cb2-b40e-4b44-8287-5511b2ac69de HTTP/1.1" status: 200 len: 812 time: 0.0999238 Dec 22 05:10:24.380346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Request body: {'port': {'device_id': '84b70370-f212-4a13-9a13-57de4794307a', 'network_id': 'befa5cb2-b40e-4b44-8287-5511b2ac69de', 'admin_state_up': True, 'tenant_id': 'bca36630d3674298ab813d32833778e6'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:10:24.567822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Made reservation on behalf of bca36630d3674298ab813d32833778e6 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:10:24.571938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:24.662795 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-437fc108-d0cb-4826-bfa4-1d38a02b73f4 req-ffcbc7ea-336a-4049-bfe6-1ee6f4aa883d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 210 time: 0.0383661 Dec 22 05:10:24.722647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Allocated IP 172.20.0.10 (befa5cb2-b40e-4b44-8287-5511b2ac69de/c7158e14-3532-408a-b68e-fdd9882193e8/78ece867-3edb-4eea-bd08-3f1c5c848d52) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:10:24.868815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:24.956842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:24.997064 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Network befa5cb2-b40e-4b44-8287-5511b2ac69de is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:10:25.000073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:10:25.003683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:10:25.030845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Pushing event updated for resources: {'Port': ['ID=78ece867-3edb-4eea-bd08-3f1c5c848d52,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:25.058021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:25.058622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:25.135283 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c066e111-2eeb-4703-80ec-074ada943e23 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7595735 Dec 22 05:10:25.154086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Request body: {'port': {'device_id': '84b70370-f212-4a13-9a13-57de4794307a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:10:25.210449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:25.463477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ece867-3edb-4eea-bd08-3f1c5c848d52 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:10:25.470587 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:25.482422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Transition to ACTIVE for port object 78ece867-3edb-4eea-bd08-3f1c5c848d52 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:10:25.556145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:25.604388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Pushing event updated for resources: {'Port': ['ID=78ece867-3edb-4eea-bd08-3f1c5c848d52,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:25.674040 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Attempting to bind port 78ece867-3edb-4eea-bd08-3f1c5c848d52 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:10:25.674368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Attempting to bind port 78ece867-3edb-4eea-bd08-3f1c5c848d52 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '69cbc522-1c90-4ae7-b0c5-eede197af8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'befa5cb2-b40e-4b44-8287-5511b2ac69de'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:10:25.674687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Attempting to bind port 78ece867-3edb-4eea-bd08-3f1c5c848d52 on network befa5cb2-b40e-4b44-8287-5511b2ac69de {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:10:25.678772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Port 78ece867-3edb-4eea-bd08-3f1c5c848d52 on network befa5cb2-b40e-4b44-8287-5511b2ac69de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:10:25.679089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Attempting to bind port 78ece867-3edb-4eea-bd08-3f1c5c848d52 on network befa5cb2-b40e-4b44-8287-5511b2ac69de {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:10:25.683834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:10:25.684156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Checking segment: {'id': '69cbc522-1c90-4ae7-b0c5-eede197af8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'befa5cb2-b40e-4b44-8287-5511b2ac69de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:10:25.684557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Bound using segment: {'id': '69cbc522-1c90-4ae7-b0c5-eede197af8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'befa5cb2-b40e-4b44-8287-5511b2ac69de'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:10:25.684967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Bound port: 78ece867-3edb-4eea-bd08-3f1c5c848d52, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cbc522-1c90-4ae7-b0c5-eede197af8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'befa5cb2-b40e-4b44-8287-5511b2ac69de'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:10:25.685441 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:25.754936 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] For port 78ece867-3edb-4eea-bd08-3f1c5c848d52, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:10:25.758394 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] For port 78ece867-3edb-4eea-bd08-3f1c5c848d52, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=78ece867-3edb-4eea-bd08-3f1c5c848d52,segment=NetworkSegment(69cbc522-1c90-4ae7-b0c5-eede197af8a4),segment_id=69cbc522-1c90-4ae7-b0c5-eede197af8a4)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:10:25.782128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4484a-4db9-413c-9080-ff49c26ce133 req-cbd5552e-b15e-4041-8475-16ff04dc993b tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:25.786672 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bdc4484a-4db9-413c-9080-ff49c26ce133 req-cbd5552e-b15e-4041-8475-16ff04dc993b tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 944 time: 0.0528042 Dec 22 05:10:25.808677 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:25.825839 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bdc4484a-4db9-413c-9080-ff49c26ce133 req-1a63a52e-f18e-4b7b-80b2-47a28fd02ea7 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357177 Dec 22 05:10:25.845135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:25.845733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:25.847126 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] 10.222.0.16 "PUT /v2.0/ports/78ece867-3edb-4eea-bd08-3f1c5c848d52 HTTP/1.1" status: 200 len: 1094 time: 0.6969659 Dec 22 05:10:25.847559 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b70370-f212-4a13-9a13-57de4794307a', 'tag': '78ece867-3edb-4eea-bd08-3f1c5c848d52'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:10:25.849815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1703c10-673d-4255-8f71-a2e151cbc2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "84b70370-f212-4a13-9a13-57de4794307a", "tag": "78ece867-3edb-4eea-bd08-3f1c5c848d52"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:10:25.879696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de7be0-9052-4b19-96a1-448d2e0fe69d service neutron] Pushing event updated for resources: {'Port': ['ID=78ece867-3edb-4eea-bd08-3f1c5c848d52,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:25.888068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ae0b91-1edc-44b9-9bb0-f725547c38a5 x-openstack-request-id: req-f8ae0b91-1edc-44b9-9bb0-f725547c38a5 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:10:25.888540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b70370-f212-4a13-9a13-57de4794307a", "tag": "78ece867-3edb-4eea-bd08-3f1c5c848d52", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:10:25.888660 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8ae0b91-1edc-44b9-9bb0-f725547c38a5 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:10:25.889048 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b70370-f212-4a13-9a13-57de4794307a', 'tag': '78ece867-3edb-4eea-bd08-3f1c5c848d52', 'status': 'completed', 'code': 200} Dec 22 05:10:25.978626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1703c10-673d-4255-8f71-a2e151cbc2d3 req-8ff5d105-9e62-489a-876f-e2422f867551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:25.980123 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f1703c10-673d-4255-8f71-a2e151cbc2d3 req-8ff5d105-9e62-489a-876f-e2422f867551 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bca36630d3674298ab813d32833778e6&device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 1097 time: 0.0497291 Dec 22 05:10:26.084847 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1703c10-673d-4255-8f71-a2e151cbc2d3 req-3e6a2a28-5199-4a64-a5cc-e575acf19057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:26.086200 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f1703c10-673d-4255-8f71-a2e151cbc2d3 req-3e6a2a28-5199-4a64-a5cc-e575acf19057 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bca36630d3674298ab813d32833778e6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0919724 Dec 22 05:10:26.181206 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1703c10-673d-4255-8f71-a2e151cbc2d3 req-76d1fbde-0a85-40f4-9697-7d33298b2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:26.182650 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f1703c10-673d-4255-8f71-a2e151cbc2d3 req-76d1fbde-0a85-40f4-9697-7d33298b2133 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889645 Dec 22 05:10:26.277100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-899e99a7-828c-4333-a9d3-d3647d0a9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:26.278521 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-899e99a7-828c-4333-a9d3-d3647d0a9b74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bca36630d3674298ab813d32833778e6&device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 1097 time: 0.0393608 Dec 22 05:10:26.326055 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-391caa0d-1521-42b7-9466-a955b26e623d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ece867-3edb-4eea-bd08-3f1c5c848d52 HTTP/1.1" status: 200 len: 217 time: 0.0333483 Dec 22 05:10:26.376997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-dc925c23-aeff-42ac-b9a8-9bab17f4867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:26.378893 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-dc925c23-aeff-42ac-b9a8-9bab17f4867a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7158e14-3532-408a-b68e-fdd9882193e8 HTTP/1.1" status: 200 len: 852 time: 0.0454597 Dec 22 05:10:26.408041 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-1d92453e-da9c-4caa-b872-ad8eb934f4da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=befa5cb2-b40e-4b44-8287-5511b2ac69de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229847 Dec 22 05:10:26.495803 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-c6243048-dfb3-46f6-ac0f-9e762d96e015 service neutron] 10.222.0.16 "GET /v2.0/networks/befa5cb2-b40e-4b44-8287-5511b2ac69de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793400 Dec 22 05:10:26.590523 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-984da52b-ae45-4646-9af6-af308ae46ce5 req-46d328e5-78c8-418c-85ef-55b09d9d1a3b service neutron] 10.222.0.16 "GET /v2.0/networks/befa5cb2-b40e-4b44-8287-5511b2ac69de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874805 Dec 22 05:10:26.937492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487448c-ea12-41cf-85fd-d657d6750a85 req-19230111-9ff5-46e8-a685-fd40a42c66f1 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:26.938978 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6487448c-ea12-41cf-85fd-d657d6750a85 req-19230111-9ff5-46e8-a685-fd40a42c66f1 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 944 time: 0.0485168 Dec 22 05:10:26.975823 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6487448c-ea12-41cf-85fd-d657d6750a85 req-ec811d07-908c-4410-a212-c0db6b2e4295 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309744 Dec 22 05:10:28.090748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbecd0-824e-4ea6-a0ad-b44d0dbf3547 req-efbbe2a6-9c4c-4c19-9c67-77ca9b74258e tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:28.092214 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c9bbecd0-824e-4ea6-a0ad-b44d0dbf3547 req-efbbe2a6-9c4c-4c19-9c67-77ca9b74258e tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 944 time: 0.0493484 Dec 22 05:10:28.129374 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c9bbecd0-824e-4ea6-a0ad-b44d0dbf3547 req-99b905e8-374e-429f-9cca-1a5972395bba tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311732 Dec 22 05:10:28.923015 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 78ece867-3edb-4eea-bd08-3f1c5c848d52 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:10:29.016499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 78ece867-3edb-4eea-bd08-3f1c5c848d52, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=78ece867-3edb-4eea-bd08-3f1c5c848d52,segment=NetworkSegment(69cbc522-1c90-4ae7-b0c5-eede197af8a4),segment_id=69cbc522-1c90-4ae7-b0c5-eede197af8a4)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:10:29.027922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '78ece867-3edb-4eea-bd08-3f1c5c848d52', 'network_id': 'befa5cb2-b40e-4b44-8287-5511b2ac69de', 'port_id': '78ece867-3edb-4eea-bd08-3f1c5c848d52', 'mac_address': 'fa:16:3e:8d:b2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7158e14-3532-408a-b68e-fdd9882193e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:10:29.062747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:29.075619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ece867-3edb-4eea-bd08-3f1c5c848d52 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:10:29.094522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 78ece867-3edb-4eea-bd08-3f1c5c848d52, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=78ece867-3edb-4eea-bd08-3f1c5c848d52,segment=NetworkSegment(69cbc522-1c90-4ae7-b0c5-eede197af8a4),segment_id=69cbc522-1c90-4ae7-b0c5-eede197af8a4)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:10:29.188225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:29.238372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=78ece867-3edb-4eea-bd08-3f1c5c848d52,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:29.242645 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d87b6-e160-4fb4-b4df-a61ef1d51ce6 req-1b3e90ed-36b4-47b1-a6df-fb6bf6ff7a3a tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:29.248349 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-362d87b6-e160-4fb4-b4df-a61ef1d51ce6 req-1b3e90ed-36b4-47b1-a6df-fb6bf6ff7a3a tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 945 time: 0.0483420 Dec 22 05:10:29.286070 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-362d87b6-e160-4fb4-b4df-a61ef1d51ce6 req-caff1167-3253-4682-9eba-bd3ef2f06eea tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358996 Dec 22 05:10:29.470889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['78ece867-3edb-4eea-bd08-3f1c5c848d52'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:10:30.401241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cb669-413d-42dc-89cc-8b14fe6ba88a req-76af1117-0472-4126-986d-64038c234e11 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:30.402671 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-886cb669-413d-42dc-89cc-8b14fe6ba88a req-76af1117-0472-4126-986d-64038c234e11 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 945 time: 0.0512528 Dec 22 05:10:30.438581 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-886cb669-413d-42dc-89cc-8b14fe6ba88a req-cab15383-a45f-4d32-9d4a-8b10683c459b tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300806 Dec 22 05:10:30.938001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 78ece867-3edb-4eea-bd08-3f1c5c848d52 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:10:31.041299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 78ece867-3edb-4eea-bd08-3f1c5c848d52 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:10:31.044925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 78ece867-3edb-4eea-bd08-3f1c5c848d52 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:10:31.045293 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:31.119317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:31.140752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b70370-f212-4a13-9a13-57de4794307a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ece867-3edb-4eea-bd08-3f1c5c848d52'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:10:31.142942 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c293d4f-2ea5-4e4b-96ee-ff040095af48" -d '{"events": [{"server_uuid": "84b70370-f212-4a13-9a13-57de4794307a", "name": "network-vif-plugged", "status": "completed", "tag": "78ece867-3edb-4eea-bd08-3f1c5c848d52"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:10:31.155018 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 78ece867-3edb-4eea-bd08-3f1c5c848d52, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=78ece867-3edb-4eea-bd08-3f1c5c848d52,segment=NetworkSegment(69cbc522-1c90-4ae7-b0c5-eede197af8a4),segment_id=69cbc522-1c90-4ae7-b0c5-eede197af8a4)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:10:31.179484 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da09221e-9f6c-49d7-8788-e90c7284d0fc x-openstack-request-id: req-da09221e-9f6c-49d7-8788-e90c7284d0fc {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:10:31.179783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b70370-f212-4a13-9a13-57de4794307a", "name": "network-vif-plugged", "status": "completed", "tag": "78ece867-3edb-4eea-bd08-3f1c5c848d52", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:10:31.180030 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da09221e-9f6c-49d7-8788-e90c7284d0fc {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:10:31.180443 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b70370-f212-4a13-9a13-57de4794307a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ece867-3edb-4eea-bd08-3f1c5c848d52', 'code': 200} Dec 22 05:10:31.218851 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:31.266468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=78ece867-3edb-4eea-bd08-3f1c5c848d52,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:31.494037 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd7fee-9328-48b9-bb7d-ebd6196ba790 req-503b97cc-10d0-4fba-8ea3-112574ea4a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:31.495544 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-94dd7fee-9328-48b9-bb7d-ebd6196ba790 req-503b97cc-10d0-4fba-8ea3-112574ea4a2c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 1099 time: 0.0407629 Dec 22 05:10:31.562060 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-94dd7fee-9328-48b9-bb7d-ebd6196ba790 req-d6848bf5-c6de-431f-a0f7-b017414ad246 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593505 Dec 22 05:10:31.578250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22d14c-dc25-4c26-ad46-cb3107158f21 req-d0041224-3180-40e4-9a07-161d2e78626a tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:31.579634 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ad22d14c-dc25-4c26-ad46-cb3107158f21 req-d0041224-3180-40e4-9a07-161d2e78626a tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0689785 Dec 22 05:10:31.616705 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ad22d14c-dc25-4c26-ad46-cb3107158f21 req-5be53262-9941-4709-b30d-fb9adc9cc235 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306015 Dec 22 05:10:32.730673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e0000-298c-4c07-95d7-b9ee2842bca5 req-19c40df3-fe00-4533-aa5a-73a7da3083ed tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:32.732139 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-505e0000-298c-4c07-95d7-b9ee2842bca5 req-19c40df3-fe00-4533-aa5a-73a7da3083ed tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0489445 Dec 22 05:10:32.769642 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-505e0000-298c-4c07-95d7-b9ee2842bca5 req-541d0874-7257-4c1a-ade4-451742c94b46 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Dec 22 05:10:32.887694 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ad31c-5eb8-40ca-92a1-643340ffe1cb req-52e556fd-29dd-4679-a67d-2805534ab33a tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:32.889154 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-346ad31c-5eb8-40ca-92a1-643340ffe1cb req-52e556fd-29dd-4679-a67d-2805534ab33a tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0507329 Dec 22 05:10:32.926114 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-346ad31c-5eb8-40ca-92a1-643340ffe1cb req-a4e1bf1c-6fa4-49a7-9955-51e64ebde598 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303965 Dec 22 05:10:33.293159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f97322-77cf-4636-9be0-48432182afa8 req-c796d1fe-d5f8-461d-a46f-11db200927e6 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:33.294631 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-05f97322-77cf-4636-9be0-48432182afa8 req-c796d1fe-d5f8-461d-a46f-11db200927e6 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0492158 Dec 22 05:10:33.332296 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-05f97322-77cf-4636-9be0-48432182afa8 req-f9425a96-8f9e-4880-9e32-6a728db0b845 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Dec 22 05:10:34.450749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b37ab-fe67-496d-9848-f3e50101b849 req-67ec4d0c-c15d-47b1-b7d6-515fff88c06f tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:34.452209 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-543b37ab-fe67-496d-9848-f3e50101b849 req-67ec4d0c-c15d-47b1-b7d6-515fff88c06f tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0520322 Dec 22 05:10:34.489152 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-543b37ab-fe67-496d-9848-f3e50101b849 req-11228177-c761-4cd2-8750-dc81702cffba tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310380 Dec 22 05:10:34.769857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f44d5e-acbe-4be1-93d7-04eb1811cd0d req-8887f819-e8ec-4914-b10f-92cda57f6a5d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:34.771331 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-78f44d5e-acbe-4be1-93d7-04eb1811cd0d req-8887f819-e8ec-4914-b10f-92cda57f6a5d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0483365 Dec 22 05:10:34.812708 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-78f44d5e-acbe-4be1-93d7-04eb1811cd0d req-e72bf70b-d2ef-423d-970a-808150e67986 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354180 Dec 22 05:10:34.852678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55834a3a-c27d-449b-b136-9e5393bdf5db req-e09d6169-dd4b-470c-a145-d05ad1931459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:34.854137 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-55834a3a-c27d-449b-b136-9e5393bdf5db req-e09d6169-dd4b-470c-a145-d05ad1931459 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bca36630d3674298ab813d32833778e6&device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 1099 time: 0.0402753 Dec 22 05:10:34.945126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55834a3a-c27d-449b-b136-9e5393bdf5db req-20920eae-aa22-4fb7-b8d2-def9c405ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:34.946735 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-55834a3a-c27d-449b-b136-9e5393bdf5db req-20920eae-aa22-4fb7-b8d2-def9c405ac25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=befa5cb2-b40e-4b44-8287-5511b2ac69de HTTP/1.1" status: 200 len: 913 time: 0.0855627 Dec 22 05:10:34.989024 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-55834a3a-c27d-449b-b136-9e5393bdf5db req-70a44119-59cf-412d-81e4-cb15f31cad4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ece867-3edb-4eea-bd08-3f1c5c848d52 HTTP/1.1" status: 200 len: 217 time: 0.0341668 Dec 22 05:10:35.036178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55834a3a-c27d-449b-b136-9e5393bdf5db req-4cd39fe4-08db-4221-b80e-eb7ee999c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:35.037602 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-55834a3a-c27d-449b-b136-9e5393bdf5db req-4cd39fe4-08db-4221-b80e-eb7ee999c1bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7158e14-3532-408a-b68e-fdd9882193e8 HTTP/1.1" status: 200 len: 852 time: 0.0414436 Dec 22 05:10:35.072566 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-55834a3a-c27d-449b-b136-9e5393bdf5db req-3bd43181-dbb6-4ce7-b635-6d72b0f2f93f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=befa5cb2-b40e-4b44-8287-5511b2ac69de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275652 Dec 22 05:10:35.157480 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-55834a3a-c27d-449b-b136-9e5393bdf5db req-0f42678f-9472-4ac1-ae80-547e0550932d service neutron] 10.222.0.16 "GET /v2.0/networks/befa5cb2-b40e-4b44-8287-5511b2ac69de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781894 Dec 22 05:10:35.247966 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-55834a3a-c27d-449b-b136-9e5393bdf5db req-efc209ba-59db-4029-918b-2ccf3276893c service neutron] 10.222.0.16 "GET /v2.0/networks/befa5cb2-b40e-4b44-8287-5511b2ac69de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830946 Dec 22 05:10:35.926706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e804dd-5bc6-4f55-8371-da891353b06e req-a3084922-4cfc-46c5-a49c-aa4c7f4398c5 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:35.928178 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-93e804dd-5bc6-4f55-8371-da891353b06e req-a3084922-4cfc-46c5-a49c-aa4c7f4398c5 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0481012 Dec 22 05:10:35.965885 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-93e804dd-5bc6-4f55-8371-da891353b06e req-1c082718-d704-419a-9c32-5fa165c4e048 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318711 Dec 22 05:10:37.075896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cff7a0-39ba-40a4-8754-c48254078d07 req-cc92407d-cd17-48d9-9f67-eee421c29fcf tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:37.077355 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f3cff7a0-39ba-40a4-8754-c48254078d07 req-cc92407d-cd17-48d9-9f67-eee421c29fcf tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0477352 Dec 22 05:10:37.114044 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f3cff7a0-39ba-40a4-8754-c48254078d07 req-3395e92d-ad18-476a-bc68-427da16fdef0 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304360 Dec 22 05:10:37.542353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dda4c0-7a7f-4761-bdb6-59ba75730c69 req-b8e04407-d599-4eae-ad60-b71ae2a06d96 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:37.543758 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b8dda4c0-7a7f-4761-bdb6-59ba75730c69 req-b8e04407-d599-4eae-ad60-b71ae2a06d96 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0491688 Dec 22 05:10:37.580688 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b8dda4c0-7a7f-4761-bdb6-59ba75730c69 req-3de15210-c574-42b5-870f-d5ddc1f17ecd tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Dec 22 05:10:38.694863 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fa198-e28f-4e7f-a787-5aba753e4c5f req-28986b59-03e4-4a54-858f-60d5b65c176a tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:38.696603 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-226fa198-e28f-4e7f-a787-5aba753e4c5f req-28986b59-03e4-4a54-858f-60d5b65c176a tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0482388 Dec 22 05:10:38.732382 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-226fa198-e28f-4e7f-a787-5aba753e4c5f req-8b4d23f7-4ade-4056-ac74-05f6b4701ad2 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300324 Dec 22 05:10:39.066409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8641e1-9179-405d-bdb2-c70da3cbc70f req-d4dbfe5f-5288-40ca-aad8-a31ff79b6e5b tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:39.067979 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a8641e1-9179-405d-bdb2-c70da3cbc70f req-d4dbfe5f-5288-40ca-aad8-a31ff79b6e5b tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0538213 Dec 22 05:10:39.106629 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a8641e1-9179-405d-bdb2-c70da3cbc70f req-b87cc284-e645-49d9-8ce2-e3363967e158 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Dec 22 05:10:39.175281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ffda-5de1-4cdb-85ec-dafc132a8436 req-fce1adf7-bf37-4caa-a2eb-26f6df4a1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:39.176807 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1166ffda-5de1-4cdb-85ec-dafc132a8436 req-fce1adf7-bf37-4caa-a2eb-26f6df4a1a9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bca36630d3674298ab813d32833778e6&device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 1099 time: 0.0410099 Dec 22 05:10:39.241762 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2444bf20-0a23-48e8-a493-563c9bc759f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:39.270026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ffda-5de1-4cdb-85ec-dafc132a8436 req-064f5720-f769-4cf7-b0be-98fdfc7d5398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:39.271486 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1166ffda-5de1-4cdb-85ec-dafc132a8436 req-064f5720-f769-4cf7-b0be-98fdfc7d5398 service neutron] 10.222.0.16 "GET /v2.0/networks?id=befa5cb2-b40e-4b44-8287-5511b2ac69de HTTP/1.1" status: 200 len: 913 time: 0.0845053 Dec 22 05:10:39.316157 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1166ffda-5de1-4cdb-85ec-dafc132a8436 req-1dc803e4-90cf-496f-b3b6-03fcc18f2f23 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78ece867-3edb-4eea-bd08-3f1c5c848d52 HTTP/1.1" status: 200 len: 217 time: 0.0371897 Dec 22 05:10:39.364434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ffda-5de1-4cdb-85ec-dafc132a8436 req-b4e426b1-956f-4e68-bdda-2e40bf8e901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:39.365831 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1166ffda-5de1-4cdb-85ec-dafc132a8436 req-b4e426b1-956f-4e68-bdda-2e40bf8e901f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c7158e14-3532-408a-b68e-fdd9882193e8 HTTP/1.1" status: 200 len: 852 time: 0.0430157 Dec 22 05:10:39.395460 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1166ffda-5de1-4cdb-85ec-dafc132a8436 req-175bb908-48b7-4548-95c4-07f16f9aaf72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=befa5cb2-b40e-4b44-8287-5511b2ac69de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232496 Dec 22 05:10:39.485115 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1166ffda-5de1-4cdb-85ec-dafc132a8436 req-93385b26-7086-4746-883b-cef15874845d service neutron] 10.222.0.16 "GET /v2.0/networks/befa5cb2-b40e-4b44-8287-5511b2ac69de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821426 Dec 22 05:10:39.573207 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1166ffda-5de1-4cdb-85ec-dafc132a8436 req-c12d24a3-306b-4790-938f-93ed5472ab8e service neutron] 10.222.0.16 "GET /v2.0/networks/befa5cb2-b40e-4b44-8287-5511b2ac69de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801327 Dec 22 05:10:40.221320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271ace9-4267-4830-a10a-42d99fbea957 req-5f8e03d6-e249-4999-8465-7b2bacdd74c7 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:40.222765 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9271ace9-4267-4830-a10a-42d99fbea957 req-5f8e03d6-e249-4999-8465-7b2bacdd74c7 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0480580 Dec 22 05:10:40.265364 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9271ace9-4267-4830-a10a-42d99fbea957 req-336daacd-18b3-45a9-864a-729e0ae74d2b tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355635 Dec 22 05:10:41.377338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dd79-9689-4870-a144-b02c2bc362a8 req-7293dd3c-c990-4b34-a201-7e85f115f3d9 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:41.379433 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ceb1dd79-9689-4870-a144-b02c2bc362a8 req-7293dd3c-c990-4b34-a201-7e85f115f3d9 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0480702 Dec 22 05:10:41.419225 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ceb1dd79-9689-4870-a144-b02c2bc362a8 req-cdacdb92-46d4-4273-aa49-1da2d8020102 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Dec 22 05:10:41.681621 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-35bf25dd-f843-4fd7-aebe-d317543d4148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:41.873076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699251cc-84e7-46f1-9d1e-3116b34b1d00 req-21d5ff80-0170-418c-950c-75c5b454e692 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:41.874528 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-699251cc-84e7-46f1-9d1e-3116b34b1d00 req-21d5ff80-0170-418c-950c-75c5b454e692 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0480838 Dec 22 05:10:41.910786 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-699251cc-84e7-46f1-9d1e-3116b34b1d00 req-edd52912-49dd-4019-8293-eaee54e48e68 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304866 Dec 22 05:10:43.024030 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9d32b-1440-402d-94a8-0153f6bd927f req-5784b250-753e-4c80-9bc7-65e3b12e7817 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:43.025485 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f3d9d32b-1440-402d-94a8-0153f6bd927f req-5784b250-753e-4c80-9bc7-65e3b12e7817 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0480938 Dec 22 05:10:43.061920 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f3d9d32b-1440-402d-94a8-0153f6bd927f req-978f3fa6-6e6e-420b-bb23-6374c9609a98 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306797 Dec 22 05:10:43.166654 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:43.976200 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946118ff-983e-468b-8397-d94235f15d8d req-d18d507a-50d1-495d-807e-41ef30596220 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:43.977649 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-946118ff-983e-468b-8397-d94235f15d8d req-d18d507a-50d1-495d-807e-41ef30596220 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.16 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0476496 Dec 22 05:10:44.067376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-946118ff-983e-468b-8397-d94235f15d8d req-2a5c52c0-49fc-45cb-b27b-8d51c91e2a3d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Deleting port 78ece867-3edb-4eea-bd08-3f1c5c848d52 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:10:44.067707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-946118ff-983e-468b-8397-d94235f15d8d req-2a5c52c0-49fc-45cb-b27b-8d51c91e2a3d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:44.178084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-946118ff-983e-468b-8397-d94235f15d8d req-2a5c52c0-49fc-45cb-b27b-8d51c91e2a3d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] For port 78ece867-3edb-4eea-bd08-3f1c5c848d52, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=78ece867-3edb-4eea-bd08-3f1c5c848d52,segment=NetworkSegment(69cbc522-1c90-4ae7-b0c5-eede197af8a4),segment_id=69cbc522-1c90-4ae7-b0c5-eede197af8a4)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:10:44.178442 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-946118ff-983e-468b-8397-d94235f15d8d req-2a5c52c0-49fc-45cb-b27b-8d51c91e2a3d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:44.199873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-946118ff-983e-468b-8397-d94235f15d8d req-2a5c52c0-49fc-45cb-b27b-8d51c91e2a3d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Calling delete_port for 78ece867-3edb-4eea-bd08-3f1c5c848d52 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:10:44.215897 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18870912-7b23-4201-a0f5-63f19525a06f req-36c62eee-5a58-4514-a695-8a19660b78c2 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:44.216467 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-18870912-7b23-4201-a0f5-63f19525a06f req-36c62eee-5a58-4514-a695-8a19660b78c2 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 946 time: 0.0853198 Dec 22 05:10:44.270073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:44.294012 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-18870912-7b23-4201-a0f5-63f19525a06f req-3e02e034-c7ad-4326-9d85-46335fc0b315 tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/security-groups?id=8e7ed2a5-f1a2-434c-b2a2-2174408e7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711217 Dec 22 05:10:44.429727 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-946118ff-983e-468b-8397-d94235f15d8d req-2a5c52c0-49fc-45cb-b27b-8d51c91e2a3d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:44.462261 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c52c0-49fc-45cb-b27b-8d51c91e2a3d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Pushing event deleted for resources: {'Port': ['ID=78ece867-3edb-4eea-bd08-3f1c5c848d52,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:44.471669 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['78ece867-3edb-4eea-bd08-3f1c5c848d52'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:10:44.502953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-946118ff-983e-468b-8397-d94235f15d8d req-2a5c52c0-49fc-45cb-b27b-8d51c91e2a3d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] No DVR routers for this DVR port 78ece867-3edb-4eea-bd08-3f1c5c848d52 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:10:44.505990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-946118ff-983e-468b-8397-d94235f15d8d req-2a5c52c0-49fc-45cb-b27b-8d51c91e2a3d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:44.509280 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-946118ff-983e-468b-8397-d94235f15d8d req-2a5c52c0-49fc-45cb-b27b-8d51c91e2a3d tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.16 "DELETE /v2.0/ports/78ece867-3edb-4eea-bd08-3f1c5c848d52 HTTP/1.1" status: 204 len: 173 time: 0.5255070 Dec 22 05:10:44.509896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b70370-f212-4a13-9a13-57de4794307a', 'name': 'network-vif-deleted', 'tag': '78ece867-3edb-4eea-bd08-3f1c5c848d52'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:10:44.512652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15626aa3-7642-4086-8382-16eada7b0940" -d '{"events": [{"server_uuid": "84b70370-f212-4a13-9a13-57de4794307a", "name": "network-vif-deleted", "tag": "78ece867-3edb-4eea-bd08-3f1c5c848d52"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:10:44.547743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d6481f-6037-4d9e-8581-dab05019531e x-openstack-request-id: req-96d6481f-6037-4d9e-8581-dab05019531e {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:10:44.547743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b70370-f212-4a13-9a13-57de4794307a", "name": "network-vif-deleted", "tag": "78ece867-3edb-4eea-bd08-3f1c5c848d52", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:10:44.547743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-96d6481f-6037-4d9e-8581-dab05019531e {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:10:44.547743 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b70370-f212-4a13-9a13-57de4794307a', 'name': 'network-vif-deleted', 'tag': '78ece867-3edb-4eea-bd08-3f1c5c848d52', 'status': 'completed', 'code': 200} Dec 22 05:10:45.218323 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:45.397453 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2cf08ac7-3f56-4404-b79a-490773456b63 req-1c405473-9577-47b7-8de5-3073c6ce223c tempest-TestServerAdvancedOps-23520397 tempest-TestServerAdvancedOps-23520397-project] 10.222.0.54 "GET /v2.0/ports?device_id=84b70370-f212-4a13-9a13-57de4794307a HTTP/1.1" status: 200 len: 210 time: 0.0257699 Dec 22 05:10:46.463285 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45732) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:46.507227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ba1cf2-58ae-4975-ba5e-4dc0478e5656 admin admin] Deleting subnet c7158e14-3532-408a-b68e-fdd9882193e8 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:10:46.510274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-18ba1cf2-58ae-4975-ba5e-4dc0478e5656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:46.550568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-18ba1cf2-58ae-4975-ba5e-4dc0478e5656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:46.592868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-18ba1cf2-58ae-4975-ba5e-4dc0478e5656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:46.715979 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-18ba1cf2-58ae-4975-ba5e-4dc0478e5656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:46.742137 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba1cf2-58ae-4975-ba5e-4dc0478e5656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7158e14-3532-408a-b68e-fdd9882193e8,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:46.745815 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-18ba1cf2-58ae-4975-ba5e-4dc0478e5656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:46.749085 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-18ba1cf2-58ae-4975-ba5e-4dc0478e5656 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c7158e14-3532-408a-b68e-fdd9882193e8 HTTP/1.1" status: 204 len: 168 time: 0.2848108 Dec 22 05:10:46.751498 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45734) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:46.820649 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:46.899572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:46.919034 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befa5cb2-b40e-4b44-8287-5511b2ac69de']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:46.928015 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cbc522-1c90-4ae7-b0c5-eede197af8a4') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:46.928332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cbc522-1c90-4ae7-b0c5-eede197af8a4') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:46.937372 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:46.950751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:46.957088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:10:46.957466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:10:46.959067 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:10:47.048912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 78ece867-3edb-4eea-bd08-3f1c5c848d52 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:10:47.068964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 78ece867-3edb-4eea-bd08-3f1c5c848d52 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:10:47.069305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 78ece867-3edb-4eea-bd08-3f1c5c848d52 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:10:47.075750 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:47.080909 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:47.084702 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/befa5cb2-b40e-4b44-8287-5511b2ac69de HTTP/1.1" status: 204 len: 168 time: 0.3322775 Dec 22 05:10:47.087611 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45736) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:47.095510 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47787ed1-8820-4e8a-afa2-7d0ce781a0b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=befa5cb2-b40e-4b44-8287-5511b2ac69de,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:47.134177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b91bc4a-2bbf-48d0-8acf-610cc32635ed admin admin] Deleting subnet fd8bea62-5c4f-4c7c-9365-c447d2c97412 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:10:47.137388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b91bc4a-2bbf-48d0-8acf-610cc32635ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:47.174335 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b91bc4a-2bbf-48d0-8acf-610cc32635ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:47.212398 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b91bc4a-2bbf-48d0-8acf-610cc32635ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:47.322065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b91bc4a-2bbf-48d0-8acf-610cc32635ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:47.348168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91bc4a-2bbf-48d0-8acf-610cc32635ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8bea62-5c4f-4c7c-9365-c447d2c97412,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:47.350174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1b91bc4a-2bbf-48d0-8acf-610cc32635ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:47.353348 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1b91bc4a-2bbf-48d0-8acf-610cc32635ed admin admin] 10.222.0.54 "DELETE /v2.0/subnets/fd8bea62-5c4f-4c7c-9365-c447d2c97412 HTTP/1.1" status: 204 len: 168 time: 0.2647102 Dec 22 05:10:47.355754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45738) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:47.424741 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:47.506295 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:47.525563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56bee75-8518-4273-8b8d-da86e22b2703']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:47.534532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3340753e-e709-48dd-9438-627e5a4116a3') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:47.534821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3340753e-e709-48dd-9438-627e5a4116a3') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:10:47.544148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:47.557914 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:47.563592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:10:47.563963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:10:47.565701 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:10:48.029909 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:48.035285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:48.039919 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b56bee75-8518-4273-8b8d-da86e22b2703 HTTP/1.1" status: 204 len: 168 time: 0.6817083 Dec 22 05:10:48.050770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879a89b-495e-4661-baa5-72a08f392cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b56bee75-8518-4273-8b8d-da86e22b2703,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:48.420034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45742) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:48.459680 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a691567b-ca5f-4cab-b4a9-97bc0b3da6c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bca36630d3674298ab813d32833778e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382338 Dec 22 05:10:48.462224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45744) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:48.512923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19320b8a-451a-4c86-9fbe-fd61669eb42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:48.542277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19320b8a-451a-4c86-9fbe-fd61669eb42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:48.641551 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19320b8a-451a-4c86-9fbe-fd61669eb42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:48.644081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-19320b8a-451a-4c86-9fbe-fd61669eb42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:48.645257 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-19320b8a-451a-4c86-9fbe-fd61669eb42a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8e7ed2a5-f1a2-434c-b2a2-2174408e7016 HTTP/1.1" status: 204 len: 168 time: 0.1821518 Dec 22 05:10:48.653245 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19320b8a-451a-4c86-9fbe-fd61669eb42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7ed2a5-f1a2-434c-b2a2-2174408e7016,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:49.287284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45750) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:49.326850 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b69c7715-b8ed-4974-ac66-4c18e4400ec3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f64a590c2d624ab684fc27fb0832a83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384493 Dec 22 05:10:49.329295 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45752) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:10:49.378656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9b3127e5-1015-4337-b70c-b34df42db633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:49.398967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9b3127e5-1015-4337-b70c-b34df42db633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:49.486862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9b3127e5-1015-4337-b70c-b34df42db633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:49.489488 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9b3127e5-1015-4337-b70c-b34df42db633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:49.490649 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9b3127e5-1015-4337-b70c-b34df42db633 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76dd4a50-b155-43b9-860c-f235176450ae HTTP/1.1" status: 204 len: 168 time: 0.1604886 Dec 22 05:10:49.498526 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3127e5-1015-4337-b70c-b34df42db633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dd4a50-b155-43b9-860c-f235176450ae,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:50.847230 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:53.587122 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:10:56.698066 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-aa41eb5f-6651-4d1a-af34-ac52a5464052 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e8dfa2e7a17846a6959daa9eb2733506&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291116 Dec 22 05:10:56.876671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eb7a4-9d45-4323-b293-4485f7154968 req-756bd953-11f4-4bbf-afd0-d00da0e77dfb tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:56.878552 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-756bd953-11f4-4bbf-afd0-d00da0e77dfb tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754112 Dec 22 05:10:56.892704 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-7ae63b5f-7d82-4819-a1b0-39cc36f02fd9 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/quotas/e8dfa2e7a17846a6959daa9eb2733506 HTTP/1.1" status: 200 len: 375 time: 0.0086017 Dec 22 05:10:56.922507 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-c5fbd762-1d16-457d-aa1b-9ec94054dca6 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8dfa2e7a17846a6959daa9eb2733506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242834 Dec 22 05:10:57.159740 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e86f599f-1c4e-4dd8-a3ab-b48b50690312 req-a2dccd27-de98-465f-aa71-7a652a3c969d tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 210 time: 0.0251606 Dec 22 05:10:58.252392 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c80e9fae-15ea-4f57-9fa5-20e2e85f5624 req-aa4b7637-6b25-41c6-a3db-9baf9c968a95 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 210 time: 0.0271337 Dec 22 05:10:58.966888 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-b512e8e5-8207-4ccb-9eeb-d8a86c811ff7 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e8dfa2e7a17846a6959daa9eb2733506&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207663 Dec 22 05:10:59.077179 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eb7a4-9d45-4323-b293-4485f7154968 req-5f2cc75a-21ef-4e52-8fd0-f67c5710f8b7 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:59.078606 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-5f2cc75a-21ef-4e52-8fd0-f67c5710f8b7 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058056 Dec 22 05:10:59.097323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Request body: {'port': {'device_id': '9c465934-9b91-4b63-9649-74f744b58f73', 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1', 'admin_state_up': True, 'tenant_id': 'e8dfa2e7a17846a6959daa9eb2733506'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:10:59.240695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Made reservation on behalf of e8dfa2e7a17846a6959daa9eb2733506 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:10:59.244785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:59.253959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:59.335490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:59.350295 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9d624750-a8a3-46a0-a797-114f3375f1cc req-17532c03-5100-46af-8ec1-c07d15e81f73 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 210 time: 0.0254865 Dec 22 05:10:59.383886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:59.449498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c69d690-1bfc-4937-824b-95e908f89220,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:59.514171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Allocated IP 192.168.233.211 (cef0c50e-b8c5-4e0b-a44a-a48d257e86d1/f6369cde-8dba-4b40-a685-1acd213ce7a3/313a7d94-da72-4779-ab84-8d692683ec3c) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:10:59.656362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:59.738137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:59.778966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Network cef0c50e-b8c5-4e0b-a44a-a48d257e86d1 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:10:59.781893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:10:59.786011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:10:59.815519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Pushing event updated for resources: {'Port': ['ID=313a7d94-da72-4779-ab84-8d692683ec3c,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:10:59.850642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:59.851259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:10:59.929845 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-43dd7056-bb74-4bac-a3dc-4faf52fe5fed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8365467 Dec 22 05:10:59.950409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Request body: {'port': {'device_id': '9c465934-9b91-4b63-9649-74f744b58f73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:00.003011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:00.049939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-2aa96bda-82eb-415f-83d1-95d92069064d None None] Provisioning complete for port 313a7d94-da72-4779-ab84-8d692683ec3c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:00.050510 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2aa96bda-82eb-415f-83d1-95d92069064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:00.087235 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-2aa96bda-82eb-415f-83d1-95d92069064d None None] Port 313a7d94-da72-4779-ab84-8d692683ec3c cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:11:00.267616 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313a7d94-da72-4779-ab84-8d692683ec3c {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:11:00.275336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:00.287354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Transition to ACTIVE for port object 313a7d94-da72-4779-ab84-8d692683ec3c will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:11:00.354596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:00.404563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Pushing event updated for resources: {'Port': ['ID=313a7d94-da72-4779-ab84-8d692683ec3c,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:00.514151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de7f1a-351e-460f-bccb-fd69905885e8 req-476b3af3-1b87-488f-8f51-567b1e7de8ed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:00.515683 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b6de7f1a-351e-460f-bccb-fd69905885e8 req-476b3af3-1b87-488f-8f51-567b1e7de8ed tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 948 time: 0.0918849 Dec 22 05:11:00.518540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Attempting to bind port 313a7d94-da72-4779-ab84-8d692683ec3c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:11:00.518865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Attempting to bind port 313a7d94-da72-4779-ab84-8d692683ec3c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8448abf2-88eb-48b7-a4a8-395418a7b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:11:00.519187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Attempting to bind port 313a7d94-da72-4779-ab84-8d692683ec3c on network cef0c50e-b8c5-4e0b-a44a-a48d257e86d1 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:11:00.530783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Port 313a7d94-da72-4779-ab84-8d692683ec3c on network cef0c50e-b8c5-4e0b-a44a-a48d257e86d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:11:00.531126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Attempting to bind port 313a7d94-da72-4779-ab84-8d692683ec3c on network cef0c50e-b8c5-4e0b-a44a-a48d257e86d1 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:11:00.544377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:11:00.544707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Checking segment: {'id': '8448abf2-88eb-48b7-a4a8-395418a7b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:11:00.545084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Bound using segment: {'id': '8448abf2-88eb-48b7-a4a8-395418a7b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:11:00.545511 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Bound port: 313a7d94-da72-4779-ab84-8d692683ec3c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8448abf2-88eb-48b7-a4a8-395418a7b827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:11:00.545862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:00.590915 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b6de7f1a-351e-460f-bccb-fd69905885e8 req-88c171d1-3753-43b9-8238-bdd7d0d94c2e tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/security-groups?id=0c69d690-1bfc-4937-824b-95e908f89220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681710 Dec 22 05:11:00.624804 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] For port 313a7d94-da72-4779-ab84-8d692683ec3c, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:11:00.627739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] For port 313a7d94-da72-4779-ab84-8d692683ec3c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=313a7d94-da72-4779-ab84-8d692683ec3c,segment=NetworkSegment(8448abf2-88eb-48b7-a4a8-395418a7b827),segment_id=8448abf2-88eb-48b7-a4a8-395418a7b827)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:11:00.693148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:00.726971 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:00.727581 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:00.729002 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] 10.222.0.16 "PUT /v2.0/ports/313a7d94-da72-4779-ab84-8d692683ec3c HTTP/1.1" status: 200 len: 1098 time: 0.7828450 Dec 22 05:11:00.729442 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c465934-9b91-4b63-9649-74f744b58f73', 'tag': '313a7d94-da72-4779-ab84-8d692683ec3c'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:11:00.731714 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3441166d-4ee5-410f-8790-d5e525f000c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c465934-9b91-4b63-9649-74f744b58f73", "tag": "313a7d94-da72-4779-ab84-8d692683ec3c"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:11:00.757448 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b6dff-3b2c-4ed0-adbb-3ffeff5024a6 service neutron] Pushing event updated for resources: {'Port': ['ID=313a7d94-da72-4779-ab84-8d692683ec3c,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:00.770860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3882f7-a6dc-4712-9ea5-82539fd833d2 x-openstack-request-id: req-4d3882f7-a6dc-4712-9ea5-82539fd833d2 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:11:00.771460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c465934-9b91-4b63-9649-74f744b58f73", "tag": "313a7d94-da72-4779-ab84-8d692683ec3c", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:11:00.771669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d3882f7-a6dc-4712-9ea5-82539fd833d2 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:11:00.772064 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c465934-9b91-4b63-9649-74f744b58f73', 'tag': '313a7d94-da72-4779-ab84-8d692683ec3c', 'status': 'completed', 'code': 200} Dec 22 05:11:00.854244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441166d-4ee5-410f-8790-d5e525f000c9 req-31e24437-035a-4ee5-b6a3-5913eb74624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:00.855748 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3441166d-4ee5-410f-8790-d5e525f000c9 req-31e24437-035a-4ee5-b6a3-5913eb74624d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8dfa2e7a17846a6959daa9eb2733506&device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 1101 time: 0.0436943 Dec 22 05:11:00.895400 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3441166d-4ee5-410f-8790-d5e525f000c9 req-b03aa520-04b1-4f17-bb52-2c661d01b1e4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e8dfa2e7a17846a6959daa9eb2733506&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244038 Dec 22 05:11:00.987910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441166d-4ee5-410f-8790-d5e525f000c9 req-883b3650-141b-4e71-827d-f8ea5bb9ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:00.989385 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3441166d-4ee5-410f-8790-d5e525f000c9 req-883b3650-141b-4e71-827d-f8ea5bb9ec94 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871739 Dec 22 05:11:01.085285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eb7a4-9d45-4323-b293-4485f7154968 req-973648ff-2b0b-451c-a53c-442909ac9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:01.086657 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-973648ff-2b0b-451c-a53c-442909ac9622 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e8dfa2e7a17846a6959daa9eb2733506&device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 1101 time: 0.0406902 Dec 22 05:11:01.137958 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-1532d3f5-041a-4c58-bd3a-03aa33a85e89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=313a7d94-da72-4779-ab84-8d692683ec3c HTTP/1.1" status: 200 len: 217 time: 0.0369449 Dec 22 05:11:01.185655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eb7a4-9d45-4323-b293-4485f7154968 req-5767b80e-da94-41e3-8d45-20fbb2d165b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:01.187018 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-5767b80e-da94-41e3-8d45-20fbb2d165b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6369cde-8dba-4b40-a685-1acd213ce7a3 HTTP/1.1" status: 200 len: 843 time: 0.0427117 Dec 22 05:11:01.231487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eb7a4-9d45-4323-b293-4485f7154968 req-78c3cb4b-2ac5-47c1-9d9a-7c85bc1002d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:01.232965 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-78c3cb4b-2ac5-47c1-9d9a-7c85bc1002d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cef0c50e-b8c5-4e0b-a44a-a48d257e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0385380 Dec 22 05:11:01.323540 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-3aae8ec0-ae44-41d1-8585-d72a542c0116 service neutron] 10.222.0.16 "GET /v2.0/networks/cef0c50e-b8c5-4e0b-a44a-a48d257e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837338 Dec 22 05:11:01.411788 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-912eb7a4-9d45-4323-b293-4485f7154968 req-8631fd7d-7d31-4da4-8f64-bf289b523526 service neutron] 10.222.0.16 "GET /v2.0/networks/cef0c50e-b8c5-4e0b-a44a-a48d257e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814292 Dec 22 05:11:01.703101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c72c7-dbb2-47f7-9388-ebb992b8d01e req-6bd7fed8-b0c3-4ac2-aa1e-8411aec85895 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:01.704594 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bc9c72c7-dbb2-47f7-9388-ebb992b8d01e req-6bd7fed8-b0c3-4ac2-aa1e-8411aec85895 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 948 time: 0.0486672 Dec 22 05:11:01.746130 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bc9c72c7-dbb2-47f7-9388-ebb992b8d01e req-927ffcb6-77d7-4208-be31-48563db9e762 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/security-groups?id=0c69d690-1bfc-4937-824b-95e908f89220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352364 Dec 22 05:11:02.871917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7cf72-ca72-49d6-bffe-dd6c07445c08 req-0f59eb2d-b781-480d-9d20-93176b075fa7 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:02.873416 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4bf7cf72-ca72-49d6-bffe-dd6c07445c08 req-0f59eb2d-b781-480d-9d20-93176b075fa7 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 948 time: 0.0485909 Dec 22 05:11:02.910365 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4bf7cf72-ca72-49d6-bffe-dd6c07445c08 req-c3ae83e2-1ee7-4b07-8755-b371d55a38e6 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/security-groups?id=0c69d690-1bfc-4937-824b-95e908f89220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305696 Dec 22 05:11:03.141011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 313a7d94-da72-4779-ab84-8d692683ec3c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:11:03.233908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 313a7d94-da72-4779-ab84-8d692683ec3c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=313a7d94-da72-4779-ab84-8d692683ec3c,segment=NetworkSegment(8448abf2-88eb-48b7-a4a8-395418a7b827),segment_id=8448abf2-88eb-48b7-a4a8-395418a7b827)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:11:03.245322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '313a7d94-da72-4779-ab84-8d692683ec3c', 'network_id': 'cef0c50e-b8c5-4e0b-a44a-a48d257e86d1', 'port_id': '313a7d94-da72-4779-ab84-8d692683ec3c', 'mac_address': 'fa:16:3e:0c:ed:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6369cde-8dba-4b40-a685-1acd213ce7a3', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313a7d94-da72-4779-ab84-8d692683ec3c {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 313a7d94-da72-4779-ab84-8d692683ec3c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=313a7d94-da72-4779-ab84-8d692683ec3c,segment=NetworkSegment(8448abf2-88eb-48b7-a4a8-395418a7b827),segment_id=8448abf2-88eb-48b7-a4a8-395418a7b827)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=313a7d94-da72-4779-ab84-8d692683ec3c,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:03.491806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:03.663458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['313a7d94-da72-4779-ab84-8d692683ec3c'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:11:04.022355 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00863d-a0f4-4e84-bbf5-c30d7d657c56 req-e771ec1a-da43-4c25-92af-0d75a2605715 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:04.023805 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7b00863d-a0f4-4e84-bbf5-c30d7d657c56 req-e771ec1a-da43-4c25-92af-0d75a2605715 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 949 time: 0.0483813 Dec 22 05:11:04.060663 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7b00863d-a0f4-4e84-bbf5-c30d7d657c56 req-a2aa3383-fc02-4788-9a12-05bb1c18cffe tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/security-groups?id=0c69d690-1bfc-4937-824b-95e908f89220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Dec 22 05:11:05.141848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 313a7d94-da72-4779-ab84-8d692683ec3c up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:11:05.186147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c172bb-52c8-48e1-b2eb-67db1b54d1d3 req-f66e5204-b7f6-447c-8c21-37af79f20239 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:05.187602 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a8c172bb-52c8-48e1-b2eb-67db1b54d1d3 req-f66e5204-b7f6-447c-8c21-37af79f20239 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 949 time: 0.0509322 Dec 22 05:11:05.224080 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a8c172bb-52c8-48e1-b2eb-67db1b54d1d3 req-66781fc2-9825-40ac-b6e1-a4580f0c343f tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/security-groups?id=0c69d690-1bfc-4937-824b-95e908f89220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304968 Dec 22 05:11:05.246741 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 313a7d94-da72-4779-ab84-8d692683ec3c completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:11:05.250560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 313a7d94-da72-4779-ab84-8d692683ec3c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:05.250938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:05.325093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:05.347290 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c465934-9b91-4b63-9649-74f744b58f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313a7d94-da72-4779-ab84-8d692683ec3c'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:11:05.349505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15987110-953c-44d0-8727-9c69c66d257b" -d '{"events": [{"server_uuid": "9c465934-9b91-4b63-9649-74f744b58f73", "name": "network-vif-plugged", "status": "completed", "tag": "313a7d94-da72-4779-ab84-8d692683ec3c"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:11:05.361905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 313a7d94-da72-4779-ab84-8d692683ec3c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=313a7d94-da72-4779-ab84-8d692683ec3c,segment=NetworkSegment(8448abf2-88eb-48b7-a4a8-395418a7b827),segment_id=8448abf2-88eb-48b7-a4a8-395418a7b827)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:11:05.383180 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6a67c2-f943-4a0f-aba5-2f11c402c1e5 x-openstack-request-id: req-af6a67c2-f943-4a0f-aba5-2f11c402c1e5 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:11:05.383486 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c465934-9b91-4b63-9649-74f744b58f73", "name": "network-vif-plugged", "status": "completed", "tag": "313a7d94-da72-4779-ab84-8d692683ec3c", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:11:05.383770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af6a67c2-f943-4a0f-aba5-2f11c402c1e5 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:11:05.384158 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c465934-9b91-4b63-9649-74f744b58f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313a7d94-da72-4779-ab84-8d692683ec3c', 'code': 200} Dec 22 05:11:05.406350 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:05.456785 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=313a7d94-da72-4779-ab84-8d692683ec3c,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:05.644535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975deb8-9081-4832-a3ac-109ce35b2cdb req-9e6d6aec-5e89-4a73-9e6d-f1d04dcaef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:05.645938 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a975deb8-9081-4832-a3ac-109ce35b2cdb req-9e6d6aec-5e89-4a73-9e6d-f1d04dcaef49 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 1103 time: 0.0385563 Dec 22 05:11:05.679469 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a975deb8-9081-4832-a3ac-109ce35b2cdb req-e26a6c0e-5a33-4377-9c42-5029c17ee358 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0c69d690-1bfc-4937-824b-95e908f89220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266056 Dec 22 05:11:06.334408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9708c-177c-41f1-86b7-d63397378056 req-c0177e28-db96-4a1f-96fe-dd227c0b3574 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:06.335827 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-53b9708c-177c-41f1-86b7-d63397378056 req-c0177e28-db96-4a1f-96fe-dd227c0b3574 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 950 time: 0.0472050 Dec 22 05:11:06.371671 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-53b9708c-177c-41f1-86b7-d63397378056 req-7597b281-5c84-4fb5-8ffa-1f2fafb78ed6 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/security-groups?id=0c69d690-1bfc-4937-824b-95e908f89220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300736 Dec 22 05:11:07.484695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec2769-ec72-498e-9a95-b93e89095853 req-49fd1c10-b14c-4122-9f11-48bfebb43112 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:07.486141 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-03ec2769-ec72-498e-9a95-b93e89095853 req-49fd1c10-b14c-4122-9f11-48bfebb43112 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 950 time: 0.0482862 Dec 22 05:11:07.526542 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-03ec2769-ec72-498e-9a95-b93e89095853 req-3eeba757-53af-42fa-9b2c-ebe26de59083 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/security-groups?id=0c69d690-1bfc-4937-824b-95e908f89220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Dec 22 05:11:07.884177 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [req-b4510a72-fc69-431b-a0f5-5ee0e4f44fd4 req-592f9ebe-186e-41aa-b358-c1c21173c6c4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:11:07.885189 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b4510a72-fc69-431b-a0f5-5ee0e4f44fd4 req-592f9ebe-186e-41aa-b358-c1c21173c6c4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053606 Dec 22 05:11:08.488300 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-4fe10463-8fe2-4206-bb40-57464381fd60 req-630a7c91-2528-41a5-b2cc-5cafc1c5813c service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:11:08.489332 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4fe10463-8fe2-4206-bb40-57464381fd60 req-630a7c91-2528-41a5-b2cc-5cafc1c5813c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0952840 Dec 22 05:11:09.110507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ec6dd-24bd-4c43-b579-2dcd3c4dc7c9 req-680f6e79-268f-4d7a-8155-1c78a91a68a7 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:09.111985 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f20ec6dd-24bd-4c43-b579-2dcd3c4dc7c9 req-680f6e79-268f-4d7a-8155-1c78a91a68a7 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 950 time: 0.0499048 Dec 22 05:11:09.149825 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f20ec6dd-24bd-4c43-b579-2dcd3c4dc7c9 req-c008a732-a528-40d0-8169-7b6cd9b0ca9e tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/security-groups?id=0c69d690-1bfc-4937-824b-95e908f89220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Dec 22 05:11:09.234182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0eec2766-7971-41e1-8c90-9c949731bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:10.266147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aee8c5-839b-4fb7-b104-71dffdcec83f req-4c506906-8de6-45bd-9376-839cf76771b1 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:10.267521 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f7aee8c5-839b-4fb7-b104-71dffdcec83f req-4c506906-8de6-45bd-9376-839cf76771b1 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 950 time: 0.0478587 Dec 22 05:11:10.306034 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f7aee8c5-839b-4fb7-b104-71dffdcec83f req-139189c1-4b48-43b2-b02c-81760d2d692a tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/security-groups?id=0c69d690-1bfc-4937-824b-95e908f89220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317841 Dec 22 05:11:10.624306 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdbd62-970b-4a5f-8727-8c73edd2d513 req-dc8a4d27-715f-49a3-bc0a-8df7c93e47a3 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:10.625770 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-95cdbd62-970b-4a5f-8727-8c73edd2d513 req-dc8a4d27-715f-49a3-bc0a-8df7c93e47a3 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 950 time: 0.0481918 Dec 22 05:11:10.739802 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-95cdbd62-970b-4a5f-8727-8c73edd2d513 req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Deleting port 313a7d94-da72-4779-ab84-8d692683ec3c {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:11:10.740131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-95cdbd62-970b-4a5f-8727-8c73edd2d513 req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:10.827620 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-95cdbd62-970b-4a5f-8727-8c73edd2d513 req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] For port 313a7d94-da72-4779-ab84-8d692683ec3c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=313a7d94-da72-4779-ab84-8d692683ec3c,segment=NetworkSegment(8448abf2-88eb-48b7-a4a8-395418a7b827),segment_id=8448abf2-88eb-48b7-a4a8-395418a7b827)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:11:10.827982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-95cdbd62-970b-4a5f-8727-8c73edd2d513 req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:10.840379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-95cdbd62-970b-4a5f-8727-8c73edd2d513 req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Calling delete_port for 313a7d94-da72-4779-ab84-8d692683ec3c owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:11:11.063759 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-95cdbd62-970b-4a5f-8727-8c73edd2d513 req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:11.091777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Pushing event deleted for resources: {'Port': ['ID=313a7d94-da72-4779-ab84-8d692683ec3c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:11.096626 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['313a7d94-da72-4779-ab84-8d692683ec3c'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:11:11.107045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:11.107395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:11.107738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:11.108075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:11.108473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:11.108804 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:11.113243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:11.113243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:11.113243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:11.113243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:11.113243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:11.113243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:11.148049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cdbd62-970b-4a5f-8727-8c73edd2d513 req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] No DVR routers for this DVR port 313a7d94-da72-4779-ab84-8d692683ec3c on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:11:11.150829 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-95cdbd62-970b-4a5f-8727-8c73edd2d513 req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:11.159235 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-95cdbd62-970b-4a5f-8727-8c73edd2d513 req-04b15b30-34a1-4094-8d03-4e17f2c6ecce tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.16 "DELETE /v2.0/ports/313a7d94-da72-4779-ab84-8d692683ec3c HTTP/1.1" status: 204 len: 173 time: 0.5043018 Dec 22 05:11:11.159235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c465934-9b91-4b63-9649-74f744b58f73', 'name': 'network-vif-deleted', 'tag': '313a7d94-da72-4779-ab84-8d692683ec3c'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:11:11.159235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d68998-58e9-4978-a0dc-5f64d1d3394d" -d '{"events": [{"server_uuid": "9c465934-9b91-4b63-9649-74f744b58f73", "name": "network-vif-deleted", "tag": "313a7d94-da72-4779-ab84-8d692683ec3c"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:11:11.195789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b257818-bc08-4093-abfd-0511a678c3dc x-openstack-request-id: req-0b257818-bc08-4093-abfd-0511a678c3dc {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:11:11.196132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c465934-9b91-4b63-9649-74f744b58f73", "name": "network-vif-deleted", "tag": "313a7d94-da72-4779-ab84-8d692683ec3c", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:11:11.196407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b257818-bc08-4093-abfd-0511a678c3dc {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:11:11.196812 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c465934-9b91-4b63-9649-74f744b58f73', 'name': 'network-vif-deleted', 'tag': '313a7d94-da72-4779-ab84-8d692683ec3c', 'status': 'completed', 'code': 200} Dec 22 05:11:11.401521 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-17ed9402-cf35-4120-91a4-147ac59d51f2 req-163288e0-0563-409c-a9ee-238c6054e277 tempest-ServersAdminNegativeTestJSON-485375731 tempest-ServersAdminNegativeTestJSON-485375731-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c465934-9b91-4b63-9649-74f744b58f73 HTTP/1.1" status: 200 len: 210 time: 0.0298355 Dec 22 05:11:11.646357 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-735b5d0b-40d0-4fb8-a6e8-277669a388c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:12.842402 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45890) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:11:12.974178 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-33d40718-e19b-4a0e-bcf2-90e0a2d72fd3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8dfa2e7a17846a6959daa9eb2733506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306422 Dec 22 05:11:12.976672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45894) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:11:13.024080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-099afa28-900a-46c0-be7e-7c3bacdb0b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.044540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-099afa28-900a-46c0-be7e-7c3bacdb0b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.156881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 313a7d94-da72-4779-ab84-8d692683ec3c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:11:13.176786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 313a7d94-da72-4779-ab84-8d692683ec3c {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:11:13.177129 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 313a7d94-da72-4779-ab84-8d692683ec3c not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:11:13.194987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-099afa28-900a-46c0-be7e-7c3bacdb0b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.197630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-099afa28-900a-46c0-be7e-7c3bacdb0b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.198785 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-099afa28-900a-46c0-be7e-7c3bacdb0b4c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0c69d690-1bfc-4937-824b-95e908f89220 HTTP/1.1" status: 204 len: 168 time: 0.2211802 Dec 22 05:11:13.207241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099afa28-900a-46c0-be7e-7c3bacdb0b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c69d690-1bfc-4937-824b-95e908f89220,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:13.211932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.786439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45900) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:11:13.800060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab34e9e2-13f3-4d9b-9215-b80f349dcf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.872466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab34e9e2-13f3-4d9b-9215-b80f349dcf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.937650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ab34e9e2-13f3-4d9b-9215-b80f349dcf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:13.975970 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ab34e9e2-13f3-4d9b-9215-b80f349dcf22 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=492520ed91e1460e928972d96f079282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884704 Dec 22 05:11:13.976871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34e9e2-13f3-4d9b-9215-b80f349dcf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4085afe-4020-4708-bece-8967f51d9f12,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:13.978697 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 45902) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:11:14.027467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.048842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.149531 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.152296 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:14.153596 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b4085afe-4020-4708-bece-8967f51d9f12 HTTP/1.1" status: 204 len: 168 time: 0.1733727 Dec 22 05:11:14.162133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4085afe-4020-4708-bece-8967f51d9f12,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:14.169432 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:14.169778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:14.170108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:14.170436 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:14.170757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:14.171075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:14.171390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:14.171768 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:14.172072 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:14.172438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:14.172751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:14.173064 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593f2fdc-462e-4cf9-945e-daa745d9e99d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:11:14.251140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.119168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45924) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:11:15.214238 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-913400557-network', 'tenant_id': '299a1f86a1aa480b8a0a190533d86544'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:15.223192 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.302135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Made reservation on behalf of 299a1f86a1aa480b8a0a190533d86544 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:11:15.304527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.315986 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.387112 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.451017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.477119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:11:15.483140 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe22e08-4c3f-44e6-a221-da38a8178c99,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:15.490011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.490394 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Added segment 3046f9d9-4d70-4f77-835f-56cdbc1e10fd of type vlan for network 4bbd2e48-8606-432e-ab8d-e1558c01a72c Dec 22 05:11:15.530149 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.600583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.601513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:15.602099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:15.657856 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] Pushing event updated for resources: {'Network': ['ID=4bbd2e48-8606-432e-ab8d-e1558c01a72c,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:15.667783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 4bbd2e48-8606-432e-ab8d-e1558c01a72c details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:11:15.706406 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f4972027-8033-4c3e-a8f9-49183454811d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5861804 Dec 22 05:11:15.709384 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45928) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:11:15.714026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-071f414b-ad02-420b-8c07-d07aca65dd59 admin admin] Request body: {'subnet': {'network_id': '4bbd2e48-8606-432e-ab8d-e1558c01a72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-913400557-subnet', 'tenant_id': '299a1f86a1aa480b8a0a190533d86544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:15.784133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071f414b-ad02-420b-8c07-d07aca65dd59 admin admin] Made reservation on behalf of 299a1f86a1aa480b8a0a190533d86544 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:11:15.786455 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-071f414b-ad02-420b-8c07-d07aca65dd59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:16.000791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-071f414b-ad02-420b-8c07-d07aca65dd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:16.060236 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f414b-ad02-420b-8c07-d07aca65dd59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f066c615-89d7-4643-855c-0d0105115d65,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:16.069957 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071f414b-ad02-420b-8c07-d07aca65dd59 admin admin] Checking segment: {'id': '3046f9d9-4d70-4f77-835f-56cdbc1e10fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bbd2e48-8606-432e-ab8d-e1558c01a72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:11:16.070318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f414b-ad02-420b-8c07-d07aca65dd59 admin admin] Network hostable DHCP agents. Network: 4bbd2e48-8606-432e-ab8d-e1558c01a72c, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:11:16.131778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071f414b-ad02-420b-8c07-d07aca65dd59 admin admin] Network 4bbd2e48-8606-432e-ab8d-e1558c01a72c is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:11:16.177153 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-071f414b-ad02-420b-8c07-d07aca65dd59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 4bbd2e48-8606-432e-ab8d-e1558c01a72c) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:11:16.180971 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f414b-ad02-420b-8c07-d07aca65dd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:16.181540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-071f414b-ad02-420b-8c07-d07aca65dd59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:16.186105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208e55dc-86a6-4299-b381-be971ff45b38 None None] Network 4bbd2e48-8606-432e-ab8d-e1558c01a72c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:11:16.243442 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-071f414b-ad02-420b-8c07-d07aca65dd59 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5328636 Dec 22 05:11:16.310110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a781e4e7-c238-408b-8e2d-a35074069e8d None None] Network 4bbd2e48-8606-432e-ab8d-e1558c01a72c requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:11:16.652595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-8c1756b9-461c-40ae-afa6-37feeb999232 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:16.654016 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-8c1756b9-461c-40ae-afa6-37feeb999232 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/networks?id=4bbd2e48-8606-432e-ab8d-e1558c01a72c HTTP/1.1" status: 200 len: 811 time: 0.1010845 Dec 22 05:11:16.669200 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-08746b88-4261-4582-a268-87a4d901b103 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/quotas/299a1f86a1aa480b8a0a190533d86544 HTTP/1.1" status: 200 len: 375 time: 0.0088136 Dec 22 05:11:16.699243 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-7bda284e-906d-4d91-8cfc-bfca68b3b0ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=299a1f86a1aa480b8a0a190533d86544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248458 Dec 22 05:11:16.786056 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-55cc2f0a-4085-4aee-85d6-6db3e211394d service neutron] 10.222.0.54 "GET /v2.0/networks/4bbd2e48-8606-432e-ab8d-e1558c01a72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795553 Dec 22 05:11:16.874553 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-9170b159-b182-4c7e-9da2-92681420a15f service neutron] 10.222.0.54 "GET /v2.0/networks/4bbd2e48-8606-432e-ab8d-e1558c01a72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826299 Dec 22 05:11:17.116844 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8b9959f4-d967-4797-b760-445cecf5e645 req-2dcf9d98-34e8-4d0b-8d20-ff51870cd4c5 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 210 time: 0.0283885 Dec 22 05:11:18.210155 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c405acc0-1d27-42bc-bcf4-f898aed228fc req-67256578-affd-4d2a-b542-049764f85f90 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 210 time: 0.0266092 Dec 22 05:11:19.079823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-0bea51dd-eaea-47a1-9351-59b5850f3c27 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:19.081871 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-0bea51dd-eaea-47a1-9351-59b5850f3c27 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.16 "GET /v2.0/networks?id=4bbd2e48-8606-432e-ab8d-e1558c01a72c HTTP/1.1" status: 200 len: 811 time: 0.1016634 Dec 22 05:11:19.100902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Request body: {'port': {'device_id': '8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3', 'network_id': '4bbd2e48-8606-432e-ab8d-e1558c01a72c', 'admin_state_up': True, 'tenant_id': '299a1f86a1aa480b8a0a190533d86544'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:19.309524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Made reservation on behalf of 299a1f86a1aa480b8a0a190533d86544 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:11:19.313181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:19.331507 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-808004f7-30c3-440d-9dd6-5b264fccfdc6 req-57eb9ba3-d588-4975-a5d7-0e4a280fa0df tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 210 time: 0.0345366 Dec 22 05:11:19.453031 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Allocated IP 172.20.0.10 (4bbd2e48-8606-432e-ab8d-e1558c01a72c/f066c615-89d7-4643-855c-0d0105115d65/18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:11:19.599619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:19.675344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:19.715205 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Network 4bbd2e48-8606-432e-ab8d-e1558c01a72c is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:11:19.718296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:11:19.721788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:11:19.750072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Pushing event updated for resources: {'Port': ['ID=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:19.774590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:19.775183 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:19.848524 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-911e14a5-d2b4-4580-8fd7-489674e9e4ca tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7513356 Dec 22 05:11:19.869343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Request body: {'port': {'device_id': '8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:11:19.933271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:20.190791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:11:20.200707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:20.213495 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Transition to ACTIVE for port object 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:11:20.291849 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:20.360844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Pushing event updated for resources: {'Port': ['ID=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:20.409802 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Attempting to bind port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:11:20.410114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Attempting to bind port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3046f9d9-4d70-4f77-835f-56cdbc1e10fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bbd2e48-8606-432e-ab8d-e1558c01a72c'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:11:20.410428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Attempting to bind port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 on network 4bbd2e48-8606-432e-ab8d-e1558c01a72c {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:11:20.414654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 on network 4bbd2e48-8606-432e-ab8d-e1558c01a72c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:11:20.414964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Attempting to bind port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 on network 4bbd2e48-8606-432e-ab8d-e1558c01a72c {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:11:20.419739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:11:20.420065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Checking segment: {'id': '3046f9d9-4d70-4f77-835f-56cdbc1e10fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bbd2e48-8606-432e-ab8d-e1558c01a72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:11:20.420458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Bound using segment: {'id': '3046f9d9-4d70-4f77-835f-56cdbc1e10fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bbd2e48-8606-432e-ab8d-e1558c01a72c'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:11:20.420868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Bound port: 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3046f9d9-4d70-4f77-835f-56cdbc1e10fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '4bbd2e48-8606-432e-ab8d-e1558c01a72c'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:11:20.421217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:20.443912 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44921c47-22bd-4fd7-9f90-2d15cdd3e4bb req-375cbf89-e137-4d19-b081-0acf2f1aa020 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:20.445567 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-44921c47-22bd-4fd7-9f90-2d15cdd3e4bb req-375cbf89-e137-4d19-b081-0acf2f1aa020 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 944 time: 0.0476797 Dec 22 05:11:20.481724 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-44921c47-22bd-4fd7-9f90-2d15cdd3e4bb req-e86c01ce-62ed-48a1-bb0e-f4bc59397210 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302198 Dec 22 05:11:20.482889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] For port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:11:20.485947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] For port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,segment=NetworkSegment(3046f9d9-4d70-4f77-835f-56cdbc1e10fd),segment_id=3046f9d9-4d70-4f77-835f-56cdbc1e10fd)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:11:20.561391 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:20.596305 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:20.596977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:20.598337 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] 10.222.0.16 "PUT /v2.0/ports/18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 HTTP/1.1" status: 200 len: 1094 time: 0.7355149 Dec 22 05:11:20.598773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3', 'tag': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:11:20.601087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031ed312-d23a-41fe-88b7-3f081efc11bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3", "tag": "18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:11:20.624833 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fde01c-e371-475c-b1f6-f97c507a2c52 service neutron] Pushing event updated for resources: {'Port': ['ID=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:20.638265 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae4d579-c788-4cd2-aeb8-7e7ddacc1128 x-openstack-request-id: req-dae4d579-c788-4cd2-aeb8-7e7ddacc1128 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:11:20.638550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3", "tag": "18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:11:20.638801 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dae4d579-c788-4cd2-aeb8-7e7ddacc1128 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:11:20.639186 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3', 'tag': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88', 'status': 'completed', 'code': 200} Dec 22 05:11:20.723497 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed312-d23a-41fe-88b7-3f081efc11bc req-7fc4d924-41e3-4c05-bed1-abb10ea0ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:20.724897 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-031ed312-d23a-41fe-88b7-3f081efc11bc req-7fc4d924-41e3-4c05-bed1-abb10ea0ab0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=299a1f86a1aa480b8a0a190533d86544&device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 1097 time: 0.0441906 Dec 22 05:11:20.823414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:20.827495 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed312-d23a-41fe-88b7-3f081efc11bc req-3ad2056c-cb52-441c-87af-635e887fc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:20.829036 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-031ed312-d23a-41fe-88b7-3f081efc11bc req-3ad2056c-cb52-441c-87af-635e887fc9ca service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=299a1f86a1aa480b8a0a190533d86544&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0900233 Dec 22 05:11:20.923284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed312-d23a-41fe-88b7-3f081efc11bc req-6482155c-8ca4-454a-b555-719b9254cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:20.925282 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-031ed312-d23a-41fe-88b7-3f081efc11bc req-6482155c-8ca4-454a-b555-719b9254cf4e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899558 Dec 22 05:11:21.023444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-90d22b91-82b8-4aad-920d-52f5ddae8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:21.024849 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-90d22b91-82b8-4aad-920d-52f5ddae8c8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=299a1f86a1aa480b8a0a190533d86544&device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 1097 time: 0.0401390 Dec 22 05:11:21.195200 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-9cd62bb2-e4c6-42ad-b719-3ef2d8d85150 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 HTTP/1.1" status: 200 len: 217 time: 0.0327458 Dec 22 05:11:21.247025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-b2535a7b-e625-4932-a892-888e57522f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:21.248512 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-b2535a7b-e625-4932-a892-888e57522f8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f066c615-89d7-4643-855c-0d0105115d65 HTTP/1.1" status: 200 len: 851 time: 0.0457582 Dec 22 05:11:21.278481 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-3dc9eb1a-3931-499f-871e-9388c8a534c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bbd2e48-8606-432e-ab8d-e1558c01a72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234582 Dec 22 05:11:21.364220 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-ada8338c-3bd4-4109-bb49-dce1941125ca service neutron] 10.222.0.16 "GET /v2.0/networks/4bbd2e48-8606-432e-ab8d-e1558c01a72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790675 Dec 22 05:11:21.455256 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9040f2f5-26d3-4c3e-a9ba-b87c75a1212c req-bdb329a5-24f8-4acb-ad4c-95d0c327ae86 service neutron] 10.222.0.16 "GET /v2.0/networks/4bbd2e48-8606-432e-ab8d-e1558c01a72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836747 Dec 22 05:11:21.598365 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09360533-0fc0-4bda-81be-6c3a2ef9d4ab req-795ed1c1-30b1-416f-8aa8-f1ccd92dc161 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:21.599711 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-09360533-0fc0-4bda-81be-6c3a2ef9d4ab req-795ed1c1-30b1-416f-8aa8-f1ccd92dc161 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 944 time: 0.0526044 Dec 22 05:11:21.636147 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-09360533-0fc0-4bda-81be-6c3a2ef9d4ab req-f5e89ff6-10b2-489c-b5be-29ae89055a8c tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305378 Dec 22 05:11:22.748561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9105da-7e29-4ab4-9343-772510fe7def req-43cb9adc-3158-4393-b01f-46bb36488b9f tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:22.749999 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1f9105da-7e29-4ab4-9343-772510fe7def req-43cb9adc-3158-4393-b01f-46bb36488b9f tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 944 time: 0.0476384 Dec 22 05:11:22.786981 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1f9105da-7e29-4ab4-9343-772510fe7def req-2bfda717-bd33-4389-81ca-83e0f463fe18 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305696 Dec 22 05:11:23.217909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:11:23.311892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,segment=NetworkSegment(3046f9d9-4d70-4f77-835f-56cdbc1e10fd),segment_id=3046f9d9-4d70-4f77-835f-56cdbc1e10fd)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:11:23.323084 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88', 'network_id': '4bbd2e48-8606-432e-ab8d-e1558c01a72c', 'port_id': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88', 'mac_address': 'fa:16:3e:a1:e5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f066c615-89d7-4643-855c-0d0105115d65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:11:23.358732 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:23.370717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:11:23.388779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,segment=NetworkSegment(3046f9d9-4d70-4f77-835f-56cdbc1e10fd),segment_id=3046f9d9-4d70-4f77-835f-56cdbc1e10fd)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:11:23.446146 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:23.493953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:23.718946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:11:23.897103 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5a9b6-ea73-4f54-807b-8d9222e6bf56 req-ebc7aaa8-9669-4270-9aa5-4f744757bf47 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:23.898531 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8fe5a9b6-ea73-4f54-807b-8d9222e6bf56 req-ebc7aaa8-9669-4270-9aa5-4f744757bf47 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 945 time: 0.0468514 Dec 22 05:11:23.935182 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8fe5a9b6-ea73-4f54-807b-8d9222e6bf56 req-00ea1ce9-6624-437e-ae4f-c6f98fbcf5fa tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307851 Dec 22 05:11:25.046766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebd988-24e2-4dc9-83e2-4ca45454f143 req-bfeecb48-70f5-4856-9701-aefac0bd5ee2 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:25.048228 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3aebd988-24e2-4dc9-83e2-4ca45454f143 req-bfeecb48-70f5-4856-9701-aefac0bd5ee2 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 945 time: 0.0490661 Dec 22 05:11:25.089639 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3aebd988-24e2-4dc9-83e2-4ca45454f143 req-13cfd9d9-ec26-4b40-97e4-566fc4b6294c tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350940 Dec 22 05:11:25.234808 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:11:25.343080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:11:25.347169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:11:25.347532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:25.420281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:25.441792 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:11:25.443976 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0f84b8-e8f6-41cd-9593-d69d7cc30eb8" -d '{"events": [{"server_uuid": "8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3", "name": "network-vif-plugged", "status": "completed", "tag": "18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:11:25.456109 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,segment=NetworkSegment(3046f9d9-4d70-4f77-835f-56cdbc1e10fd),segment_id=3046f9d9-4d70-4f77-835f-56cdbc1e10fd)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:11:25.479422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1c6d29-0f1e-49ac-b8a4-15945f88d0c9 x-openstack-request-id: req-7f1c6d29-0f1e-49ac-b8a4-15945f88d0c9 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:11:25.479709 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3", "name": "network-vif-plugged", "status": "completed", "tag": "18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:11:25.479962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f1c6d29-0f1e-49ac-b8a4-15945f88d0c9 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:11:25.480401 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88', 'code': 200} Dec 22 05:11:25.537400 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:25.585623 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:11:25.769559 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252f98c-2963-4d0a-a0da-33f719814fc5 req-93cee215-dc7b-4ec6-af82-627a224534e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:25.770992 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d252f98c-2963-4d0a-a0da-33f719814fc5 req-93cee215-dc7b-4ec6-af82-627a224534e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 1099 time: 0.0386598 Dec 22 05:11:25.804127 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d252f98c-2963-4d0a-a0da-33f719814fc5 req-c1fae986-c13a-44a4-9267-b2ff62448ac3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265281 Dec 22 05:11:26.202030 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744b9df-90ec-41d1-8a00-830a37138086 req-8867bceb-ebca-4ddd-912c-e4d1d4f34630 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:26.203509 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d744b9df-90ec-41d1-8a00-830a37138086 req-8867bceb-ebca-4ddd-912c-e4d1d4f34630 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0485823 Dec 22 05:11:26.241878 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d744b9df-90ec-41d1-8a00-830a37138086 req-c856073f-e7df-4777-82e6-17c266f68f5f tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Dec 22 05:11:27.357255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef99d9d-0bb0-43db-913e-969c8d970d72 req-888b8d25-1176-4681-8c10-454221b978fb tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:27.358667 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4ef99d9d-0bb0-43db-913e-969c8d970d72 req-888b8d25-1176-4681-8c10-454221b978fb tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0471292 Dec 22 05:11:27.394029 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4ef99d9d-0bb0-43db-913e-969c8d970d72 req-8591c8aa-83dd-47db-a6a7-5e813ea05236 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297482 Dec 22 05:11:27.861307 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28621ff9-e438-40cc-9989-0fd782b93f4a req-1d42ca0a-9be1-4326-a2e8-3dcea893cfbe tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:27.862768 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-28621ff9-e438-40cc-9989-0fd782b93f4a req-1d42ca0a-9be1-4326-a2e8-3dcea893cfbe tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0519612 Dec 22 05:11:27.899131 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-28621ff9-e438-40cc-9989-0fd782b93f4a req-c8e659e1-7750-40ba-8756-af55252e9d47 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305791 Dec 22 05:11:28.003426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 45990) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:11:28.082331 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-7d2ea7fd-f701-488e-9cef-4fe8e5b91db3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777817 Dec 22 05:11:28.091988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-4f4f04b6-d6c3-4ae6-9037-1cb2dc0f6dac service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:11:28.092958 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-4f4f04b6-d6c3-4ae6-9037-1cb2dc0f6dac service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055115 Dec 22 05:11:29.016644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705a653-c32e-4789-bb99-6448d2e7e5f7 req-bbc5c41b-5a19-4422-8cf0-8e7acd171653 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:29.018639 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e705a653-c32e-4789-bb99-6448d2e7e5f7 req-bbc5c41b-5a19-4422-8cf0-8e7acd171653 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0533187 Dec 22 05:11:29.056244 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e705a653-c32e-4789-bb99-6448d2e7e5f7 req-9a872033-7f7c-4330-9706-ac2c10648239 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315442 Dec 22 05:11:30.170576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b7a7a-3166-4e26-a00e-6074de33c1f2 req-5dd1972d-a386-4307-b725-0c5d5d77909f tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:30.172103 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-985b7a7a-3166-4e26-a00e-6074de33c1f2 req-5dd1972d-a386-4307-b725-0c5d5d77909f tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0499976 Dec 22 05:11:30.195858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-25f9464d-fca4-480e-838d-9873a39b47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:30.197459 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-25f9464d-fca4-480e-838d-9873a39b47c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=299a1f86a1aa480b8a0a190533d86544&device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 1099 time: 0.0412238 Dec 22 05:11:30.210782 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-985b7a7a-3166-4e26-a00e-6074de33c1f2 req-2e531811-2094-40c3-8024-726f62fb20de tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322158 Dec 22 05:11:30.288764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-dfcd20b2-9909-4acf-a9c3-b571e2508400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:30.290216 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-dfcd20b2-9909-4acf-a9c3-b571e2508400 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4bbd2e48-8606-432e-ab8d-e1558c01a72c HTTP/1.1" status: 200 len: 912 time: 0.0859973 Dec 22 05:11:30.334776 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-a3758b92-14bd-4569-925a-00ff2f6f0f8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 HTTP/1.1" status: 200 len: 217 time: 0.0344753 Dec 22 05:11:30.382375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-7c201811-2a4b-4799-9af5-773384f148fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:30.383753 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-7c201811-2a4b-4799-9af5-773384f148fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f066c615-89d7-4643-855c-0d0105115d65 HTTP/1.1" status: 200 len: 851 time: 0.0418169 Dec 22 05:11:30.414035 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-ef864286-8845-4742-bd49-d40b6a02f518 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bbd2e48-8606-432e-ab8d-e1558c01a72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232158 Dec 22 05:11:30.504180 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-dcfc98c7-1b99-4917-bb71-60673284eae3 service neutron] 10.222.0.16 "GET /v2.0/networks/4bbd2e48-8606-432e-ab8d-e1558c01a72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820229 Dec 22 05:11:30.585635 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:11:30.591314 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-f0ffbe6b-867f-4b2a-a383-36de4aa45f30 service neutron] 10.222.0.16 "GET /v2.0/networks/4bbd2e48-8606-432e-ab8d-e1558c01a72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800464 Dec 22 05:11:31.326870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf77c4-e288-421f-a0da-66a115ab0526 req-d5709413-e3b1-4339-916e-7b1da0a954bd tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:31.328371 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b5bf77c4-e288-421f-a0da-66a115ab0526 req-d5709413-e3b1-4339-916e-7b1da0a954bd tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0533366 Dec 22 05:11:31.365083 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b5bf77c4-e288-421f-a0da-66a115ab0526 req-57e4259d-be66-4fa7-9577-0eb999a7bddb tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301797 Dec 22 05:11:32.475396 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f9d44-67be-4f52-b06b-f5c88fba3cd2 req-b1649013-8152-4f27-b349-db5dd511afbb tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:32.476869 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2f9f9d44-67be-4f52-b06b-f5c88fba3cd2 req-b1649013-8152-4f27-b349-db5dd511afbb tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0471768 Dec 22 05:11:32.513418 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2f9f9d44-67be-4f52-b06b-f5c88fba3cd2 req-34d0d50c-7def-40d5-a2a5-f0b933a1b58d tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308332 Dec 22 05:11:33.628429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990c4a8-d434-455d-869b-7e2ad60831ff req-992fcb97-71b0-4988-8916-0a5c0d434774 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:33.629872 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b990c4a8-d434-455d-869b-7e2ad60831ff req-992fcb97-71b0-4988-8916-0a5c0d434774 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0479016 Dec 22 05:11:33.666205 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b990c4a8-d434-455d-869b-7e2ad60831ff req-f5d79bdd-eddf-49e9-a1e7-758ae200c9d6 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305400 Dec 22 05:11:34.781145 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307247c8-ba98-4f7f-b5bf-6e147d53cc0a req-b69be0f3-4313-4495-9d7f-fbb5022d884e tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:34.782566 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-307247c8-ba98-4f7f-b5bf-6e147d53cc0a req-b69be0f3-4313-4495-9d7f-fbb5022d884e tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0504978 Dec 22 05:11:34.818348 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-307247c8-ba98-4f7f-b5bf-6e147d53cc0a req-7dda4576-67fb-4da0-9fac-4248c47b769c tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294652 Dec 22 05:11:35.930473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43291a-21df-4947-80c9-ecbae90eb441 req-5e19eede-de61-4ec0-a485-ee5c53379c0d tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:35.931929 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3a43291a-21df-4947-80c9-ecbae90eb441 req-5e19eede-de61-4ec0-a485-ee5c53379c0d tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0481308 Dec 22 05:11:35.968387 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3a43291a-21df-4947-80c9-ecbae90eb441 req-80d189af-872c-426f-914a-a504659bd2d5 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305789 Dec 22 05:11:37.080640 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4e4ef-9558-4fdf-80f9-1068d9ddb099 req-44dbae0d-d64d-4db3-85a5-c21326dd762c tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:37.082077 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4bf4e4ef-9558-4fdf-80f9-1068d9ddb099 req-44dbae0d-d64d-4db3-85a5-c21326dd762c tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0478687 Dec 22 05:11:37.127602 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4bf4e4ef-9558-4fdf-80f9-1068d9ddb099 req-aa310be8-51cf-4557-b9e9-fa5362ff023d tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391057 Dec 22 05:11:38.241737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c17b4-1d74-4f9b-a172-b65317f157fc req-8815e896-34cf-4a30-9965-fc8b3b157660 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:38.243083 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a84c17b4-1d74-4f9b-a172-b65317f157fc req-8815e896-34cf-4a30-9965-fc8b3b157660 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0509157 Dec 22 05:11:38.279115 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a84c17b4-1d74-4f9b-a172-b65317f157fc req-3d639125-7785-4530-a026-2360d93a97d0 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301199 Dec 22 05:11:39.238670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7f0737e7-8d54-4df6-a212-209a88982422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:39.390321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e716a2-dfa9-4ca3-bf23-d5e4a046f2c5 req-a6710897-f453-4edc-9dfe-2062af30b969 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:39.391802 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-67e716a2-dfa9-4ca3-bf23-d5e4a046f2c5 req-a6710897-f453-4edc-9dfe-2062af30b969 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0475602 Dec 22 05:11:39.429119 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-67e716a2-dfa9-4ca3-bf23-d5e4a046f2c5 req-d87b007d-0bbf-4610-9f1f-a60ee7d81004 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309062 Dec 22 05:11:40.540142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f1292-59c6-42cc-b37d-72640ab2ced3 req-54beabb6-a57a-4d11-9908-a3a348576fdb tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:40.541588 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-742f1292-59c6-42cc-b37d-72640ab2ced3 req-54beabb6-a57a-4d11-9908-a3a348576fdb tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0473511 Dec 22 05:11:40.578257 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-742f1292-59c6-42cc-b37d-72640ab2ced3 req-78ae6f80-a39d-4321-8a73-c56120218ed3 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308731 Dec 22 05:11:41.649742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-160b46ae-60b1-431d-8f81-d66d18abf54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:41.692267 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823da6f-b9db-4b6d-8a00-98298b459764 req-98f0edd7-e27b-47b1-9bde-42a0849e6aed tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:41.693962 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d823da6f-b9db-4b6d-8a00-98298b459764 req-98f0edd7-e27b-47b1-9bde-42a0849e6aed tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0512447 Dec 22 05:11:41.730262 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d823da6f-b9db-4b6d-8a00-98298b459764 req-17349892-05f9-42fe-aeed-4be11f91d0b5 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304708 Dec 22 05:11:42.841873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd093bc8-f63d-4c03-92fa-f29c8273a0b2 req-1d74f09d-ef43-4836-a4a4-ee9106602f35 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:42.843294 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd093bc8-f63d-4c03-92fa-f29c8273a0b2 req-1d74f09d-ef43-4836-a4a4-ee9106602f35 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0477886 Dec 22 05:11:42.879118 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd093bc8-f63d-4c03-92fa-f29c8273a0b2 req-d7c71d2b-4882-4137-9ae8-2e9d1a4488bb tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300803 Dec 22 05:11:43.171036 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:43.992522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ebf74-ba09-47df-b96e-a3cadc4eb407 req-645a2732-1c5b-4c40-8d35-42043b22d2a0 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:43.993972 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2b1ebf74-ba09-47df-b96e-a3cadc4eb407 req-645a2732-1c5b-4c40-8d35-42043b22d2a0 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0483146 Dec 22 05:11:44.029949 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2b1ebf74-ba09-47df-b96e-a3cadc4eb407 req-a874f0d4-ee44-4285-a397-ecb6c3f05674 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302577 Dec 22 05:11:44.301295 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:45.144420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a8f35-dbd6-424c-bf61-bad3831e9581 req-a59f1368-dd07-4503-ad49-8003ed56ca00 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:45.145842 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-da4a8f35-dbd6-424c-bf61-bad3831e9581 req-a59f1368-dd07-4503-ad49-8003ed56ca00 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0509005 Dec 22 05:11:45.183394 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-da4a8f35-dbd6-424c-bf61-bad3831e9581 req-8d0eea3e-ad8a-4f11-8c94-5d7e1bebd23c tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Dec 22 05:11:45.234139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:46.294001 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcac68d-20b3-485e-aefa-cad3f31669ed req-b19ae793-e8e6-480d-b0eb-fe7c1778263d tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:46.295427 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-edcac68d-20b3-485e-aefa-cad3f31669ed req-b19ae793-e8e6-480d-b0eb-fe7c1778263d tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0470982 Dec 22 05:11:46.331738 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-edcac68d-20b3-485e-aefa-cad3f31669ed req-1bdff19e-8c5e-4baf-8cae-2ffe48a3e3b8 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300643 Dec 22 05:11:47.446706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae1617-3097-4693-8619-778bd2547a41 req-2cec03a7-d9d6-4fd5-9889-e404e96e3343 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:47.448234 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-efae1617-3097-4693-8619-778bd2547a41 req-2cec03a7-d9d6-4fd5-9889-e404e96e3343 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0490010 Dec 22 05:11:47.486184 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-efae1617-3097-4693-8619-778bd2547a41 req-be7095d9-9472-421c-9989-c05e56e27e99 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Dec 22 05:11:48.607332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e982952-846d-4c70-9acd-b7668c8cb07b req-edf3be1f-84be-4e76-b212-99cd7aea02ed tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:48.608821 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8e982952-846d-4c70-9acd-b7668c8cb07b req-edf3be1f-84be-4e76-b212-99cd7aea02ed tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0567703 Dec 22 05:11:48.646362 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8e982952-846d-4c70-9acd-b7668c8cb07b req-0d2fa89d-6faf-414a-afe6-5671fe2dc2a7 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311131 Dec 22 05:11:49.757504 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c5d55-baf8-47c5-9f68-600cfe60ead3 req-659816a7-a84c-47bb-b597-3f6ab236c63c tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:49.758931 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-876c5d55-baf8-47c5-9f68-600cfe60ead3 req-659816a7-a84c-47bb-b597-3f6ab236c63c tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0467603 Dec 22 05:11:49.794786 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-876c5d55-baf8-47c5-9f68-600cfe60ead3 req-3bf656d8-11df-4c46-8b58-844b7d8b1e71 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301349 Dec 22 05:11:50.849504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:11:50.913532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fed33f-73a1-43c2-b274-f824aef807da req-40b3c854-77e3-4616-8138-08e68b968cd8 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:50.915011 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-80fed33f-73a1-43c2-b274-f824aef807da req-40b3c854-77e3-4616-8138-08e68b968cd8 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0550685 Dec 22 05:11:50.951462 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-80fed33f-73a1-43c2-b274-f824aef807da req-fc19aad7-26bc-4e23-bce7-30781e94fc86 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305014 Dec 22 05:11:52.066946 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81223650-8e79-448a-814f-8fb6f0acde8f req-d4625a9d-2dce-49c1-9f4e-257a8a074e4b tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:52.068664 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-81223650-8e79-448a-814f-8fb6f0acde8f req-d4625a9d-2dce-49c1-9f4e-257a8a074e4b tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0513899 Dec 22 05:11:52.105069 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-81223650-8e79-448a-814f-8fb6f0acde8f req-15044377-3849-4db9-8e25-f8106fcf72f3 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304527 Dec 22 05:11:53.216102 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba5b79-0302-4fef-a4f9-deee1332c77b req-672f8599-746e-4fdb-a65c-d052ff42ba2a tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:53.217490 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3fba5b79-0302-4fef-a4f9-deee1332c77b req-672f8599-746e-4fdb-a65c-d052ff42ba2a tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0471778 Dec 22 05:11:53.255433 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3fba5b79-0302-4fef-a4f9-deee1332c77b req-460ea962-399e-4029-bd54-9ff95ff589d6 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315702 Dec 22 05:11:54.366858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e2236-ac79-4685-8316-5e9f4b40c9ee req-d1a59079-b92e-40c3-aca3-dacfcc65982f tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:54.368303 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-517e2236-ac79-4685-8316-5e9f4b40c9ee req-d1a59079-b92e-40c3-aca3-dacfcc65982f tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0476353 Dec 22 05:11:54.406375 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-517e2236-ac79-4685-8316-5e9f4b40c9ee req-41a76241-5662-4c48-9c8c-20639a348d1a tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322084 Dec 22 05:11:55.520933 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f16020-82d6-478f-a0bb-2e50c783b5fb req-bb2da3c5-54b6-44a2-b6cb-f82e2f025606 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:55.522349 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-78f16020-82d6-478f-a0bb-2e50c783b5fb req-bb2da3c5-54b6-44a2-b6cb-f82e2f025606 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0509660 Dec 22 05:11:55.559191 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-78f16020-82d6-478f-a0bb-2e50c783b5fb req-768eba16-15cd-4b01-9c88-f236c0cba16b tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309551 Dec 22 05:11:56.671450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fe22f-6bbd-4dd0-ab8d-212b80335080 req-f577f2fb-7969-4709-8081-88f25702113c tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:56.672907 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-296fe22f-6bbd-4dd0-ab8d-212b80335080 req-f577f2fb-7969-4709-8081-88f25702113c tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0472665 Dec 22 05:11:56.708783 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-296fe22f-6bbd-4dd0-ab8d-212b80335080 req-e3e05de0-1ad8-4dea-bbc1-765232eaa312 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300341 Dec 22 05:11:57.736912 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-4d3d61c7-1533-4b58-8e0d-0763d4240e72 service neutron] 10.222.0.16 "GET /v2.0/ports/18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0580978 Dec 22 05:11:57.820450 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae816e8-0b1e-4ad0-9233-123171ccfded req-8a4e7edd-c9db-4a55-a8c8-3e35036c6e40 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:57.821910 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5ae816e8-0b1e-4ad0-9233-123171ccfded req-8a4e7edd-c9db-4a55-a8c8-3e35036c6e40 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0481651 Dec 22 05:11:57.858031 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5ae816e8-0b1e-4ad0-9233-123171ccfded req-410d5948-363d-4fc9-8311-1c713004da74 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303183 Dec 22 05:11:58.334023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-d5fb50f4-1904-40a6-9d22-b9b31c8ccb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:58.335471 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-d5fb50f4-1904-40a6-9d22-b9b31c8ccb34 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3&tenant_id=299a1f86a1aa480b8a0a190533d86544 HTTP/1.1" status: 200 len: 1099 time: 0.0676248 Dec 22 05:11:58.406080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-e1546180-9e1f-4525-ab52-fe30d36cf762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:58.407516 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-e1546180-9e1f-4525-ab52-fe30d36cf762 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=299a1f86a1aa480b8a0a190533d86544&device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 1099 time: 0.0386369 Dec 22 05:11:58.811161 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-4b8856b1-fecd-430c-9900-38252bd8e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:58.812621 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-4b8856b1-fecd-430c-9900-38252bd8e865 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4bbd2e48-8606-432e-ab8d-e1558c01a72c HTTP/1.1" status: 200 len: 912 time: 0.3977332 Dec 22 05:11:58.853870 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-220ae953-1fd9-4dcd-b124-c7ed902911e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 HTTP/1.1" status: 200 len: 217 time: 0.0329988 Dec 22 05:11:58.903876 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-d95ef215-cde7-43e7-b539-4adddbde1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:58.905340 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-d95ef215-cde7-43e7-b539-4adddbde1b42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f066c615-89d7-4643-855c-0d0105115d65 HTTP/1.1" status: 200 len: 851 time: 0.0446661 Dec 22 05:11:58.937990 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-69c4dd14-0535-47be-8272-c8c4da86c2e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bbd2e48-8606-432e-ab8d-e1558c01a72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252800 Dec 22 05:11:59.034520 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaed9c8-38a3-44fe-9b54-65869749ad32 req-00a5a435-165a-4e4e-9abc-41975d797cd5 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:59.036641 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0aaed9c8-38a3-44fe-9b54-65869749ad32 req-00a5a435-165a-4e4e-9abc-41975d797cd5 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.1008961 Dec 22 05:11:59.074207 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-41ca0d73-c625-4e62-bd87-5cce0368ea0d service neutron] 10.222.0.16 "GET /v2.0/networks/4bbd2e48-8606-432e-ab8d-e1558c01a72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271167 Dec 22 05:11:59.104533 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0aaed9c8-38a3-44fe-9b54-65869749ad32 req-174d8138-9ccc-4748-88e1-cf66efc6c89d tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616674 Dec 22 05:11:59.169796 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65aca4fb-925f-4e63-a87e-5b8c7ca07cdd req-52424577-24af-4bec-82a9-0be4b8f7501e service neutron] 10.222.0.16 "GET /v2.0/networks/4bbd2e48-8606-432e-ab8d-e1558c01a72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884187 Dec 22 05:12:00.215079 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0dc584-acc1-4800-8740-b485fff624d0 req-ff2f943b-64e3-43d0-af1a-68d4c7440521 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:00.216460 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9e0dc584-acc1-4800-8740-b485fff624d0 req-ff2f943b-64e3-43d0-af1a-68d4c7440521 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0470350 Dec 22 05:12:00.252955 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9e0dc584-acc1-4800-8740-b485fff624d0 req-db5b759e-9535-457e-a62c-2aed3ad491d7 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308328 Dec 22 05:12:01.373137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63304ae7-4f32-44a5-a7fa-087b6329a2f7 req-52188e63-a025-4280-8e27-8e85529f94d2 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:01.374834 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-63304ae7-4f32-44a5-a7fa-087b6329a2f7 req-52188e63-a025-4280-8e27-8e85529f94d2 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0547528 Dec 22 05:12:01.412423 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-63304ae7-4f32-44a5-a7fa-087b6329a2f7 req-b7ec818c-0de2-4dea-acdb-bf3488079058 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Dec 22 05:12:01.554039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:12:01.560489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:12:01.704565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:01.731822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,segment=NetworkSegment(3046f9d9-4d70-4f77-835f-56cdbc1e10fd),segment_id=3046f9d9-4d70-4f77-835f-56cdbc1e10fd)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:01.745032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:01.747276 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea37272-981e-495a-b495-5f68b0af8c8b" -d '{"events": [{"server_uuid": "8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3", "name": "network-vif-unplugged", "status": "completed", "tag": "18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:01.758125 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88', 'network_id': '4bbd2e48-8606-432e-ab8d-e1558c01a72c', 'port_id': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88', 'mac_address': 'fa:16:3e:a1:e5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f066c615-89d7-4643-855c-0d0105115d65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:12:01.762763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,segment=NetworkSegment(3046f9d9-4d70-4f77-835f-56cdbc1e10fd),segment_id=3046f9d9-4d70-4f77-835f-56cdbc1e10fd)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:01.796491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7570ee0-d481-456f-bd48-1c39adebd9c8 x-openstack-request-id: req-e7570ee0-d481-456f-bd48-1c39adebd9c8 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:01.796784 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3", "name": "network-vif-unplugged", "status": "completed", "tag": "18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:01.797031 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7570ee0-d481-456f-bd48-1c39adebd9c8 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:01.797409 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88', 'code': 200} Dec 22 05:12:01.801581 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:01.814824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:12:01.839994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:01.906448 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:12:01.906798 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:12:01.915376 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:01.934742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-9b55fc48-234f-4a08-b3da-3632aa67faf2 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:01.936268 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-9b55fc48-234f-4a08-b3da-3632aa67faf2 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3&tenant_id=299a1f86a1aa480b8a0a190533d86544&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.0862873 Dec 22 05:12:02.035441 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-01008813-f0f8-4959-81b1-c4a872543897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:02.036919 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-01008813-f0f8-4959-81b1-c4a872543897 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=299a1f86a1aa480b8a0a190533d86544&device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 1097 time: 0.0401793 Dec 22 05:12:02.129407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-1e0f2cdc-429f-48b8-aec4-835ad2f2d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:02.130723 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-1e0f2cdc-429f-48b8-aec4-835ad2f2d870 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4bbd2e48-8606-432e-ab8d-e1558c01a72c HTTP/1.1" status: 200 len: 912 time: 0.0867555 Dec 22 05:12:02.170587 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-93994b84-948b-4835-a018-8cc330d5f9d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 HTTP/1.1" status: 200 len: 217 time: 0.0330276 Dec 22 05:12:02.222303 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-cce691df-9cdf-41de-b5c2-89188f030083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:02.224253 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-cce691df-9cdf-41de-b5c2-89188f030083 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f066c615-89d7-4643-855c-0d0105115d65 HTTP/1.1" status: 200 len: 851 time: 0.0468805 Dec 22 05:12:02.254795 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-8f54e8b8-edcd-4220-9ea1-ff7540df61dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4bbd2e48-8606-432e-ab8d-e1558c01a72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236092 Dec 22 05:12:02.341359 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-9dac0d6d-3611-4300-9a3f-9d365812b6ce service neutron] 10.222.0.16 "GET /v2.0/networks/4bbd2e48-8606-432e-ab8d-e1558c01a72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788822 Dec 22 05:12:02.438127 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-93c44db2-0073-41f9-a78f-32afcccd77a2 service neutron] 10.222.0.16 "GET /v2.0/networks/4bbd2e48-8606-432e-ab8d-e1558c01a72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891609 Dec 22 05:12:02.442440 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:02.455074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:12:02.473739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,segment=NetworkSegment(3046f9d9-4d70-4f77-835f-56cdbc1e10fd),segment_id=3046f9d9-4d70-4f77-835f-56cdbc1e10fd)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:02.548112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:02.597436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:02.678759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:12:03.544807 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:12:03.594393 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:12:03.594760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:03.668708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:03.700317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,segment=NetworkSegment(3046f9d9-4d70-4f77-835f-56cdbc1e10fd),segment_id=3046f9d9-4d70-4f77-835f-56cdbc1e10fd)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:03.765526 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:03.799773 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:03.802602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962d94a7-47e2-4464-b2e8-eac33e1fdce7" -d '{"events": [{"server_uuid": "8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3", "name": "network-vif-plugged", "status": "completed", "tag": "18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:03.819891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,revision_number=8']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:03.826856 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:03.827198 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:03.827530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:03.827858 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:03.828181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:03.828524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:03.828852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:03.829170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:03.829493 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:03.829807 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:03.830119 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:03.830429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:03.839026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f99d59-9462-4a67-87c3-5e4534b68366 x-openstack-request-id: req-a2f99d59-9462-4a67-87c3-5e4534b68366 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:03.839930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3", "name": "network-vif-plugged", "status": "completed", "tag": "18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:03.839930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2f99d59-9462-4a67-87c3-5e4534b68366 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:03.840322 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88', 'code': 200} Dec 22 05:12:03.894543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fdbeb-0b58-4a9c-8fc1-2e0d0545540d req-bf636823-806d-41fc-ba60-4c896609d0e9 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:03.896203 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-379fdbeb-0b58-4a9c-8fc1-2e0d0545540d req-bf636823-806d-41fc-ba60-4c896609d0e9 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0490947 Dec 22 05:12:03.933524 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-379fdbeb-0b58-4a9c-8fc1-2e0d0545540d req-ae3caa68-131f-4174-8481-846e9ca0effe tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Dec 22 05:12:05.053515 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def05e03-dbd7-418b-b971-35b38b0834f2 req-0c44c0ba-5f1a-48b0-a850-27f93d6aa716 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:05.055015 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-def05e03-dbd7-418b-b971-35b38b0834f2 req-0c44c0ba-5f1a-48b0-a850-27f93d6aa716 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0535984 Dec 22 05:12:05.093202 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-def05e03-dbd7-418b-b971-35b38b0834f2 req-4ae094c1-40fb-49e7-b97f-70e04c55e684 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbe22e08-4c3f-44e6-a221-da38a8178c99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Dec 22 05:12:05.656091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-1b06aa98-6211-482c-8c8c-cf425dccaf86 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:05.657445 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-1b06aa98-6211-482c-8c8c-cf425dccaf86 tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 946 time: 0.0467970 Dec 22 05:12:05.747228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-943ab6a0-4a6a-4fb5-a8f2-aae839f7a6ab tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Deleting port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:12:05.747561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-943ab6a0-4a6a-4fb5-a8f2-aae839f7a6ab tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:05.832855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-943ab6a0-4a6a-4fb5-a8f2-aae839f7a6ab tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] For port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,segment=NetworkSegment(3046f9d9-4d70-4f77-835f-56cdbc1e10fd),segment_id=3046f9d9-4d70-4f77-835f-56cdbc1e10fd)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:05.833392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-943ab6a0-4a6a-4fb5-a8f2-aae839f7a6ab tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:05.845709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-943ab6a0-4a6a-4fb5-a8f2-aae839f7a6ab tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Calling delete_port for 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:12:06.060487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-943ab6a0-4a6a-4fb5-a8f2-aae839f7a6ab tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:06.088298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ab6a0-4a6a-4fb5-a8f2-aae839f7a6ab tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Pushing event deleted for resources: {'Port': ['ID=18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:06.134475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-943ab6a0-4a6a-4fb5-a8f2-aae839f7a6ab tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] No DVR routers for this DVR port 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:12:06.137092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-943ab6a0-4a6a-4fb5-a8f2-aae839f7a6ab tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:06.140625 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e7657dc-1d1d-4df1-841d-8386ba0774e3 req-943ab6a0-4a6a-4fb5-a8f2-aae839f7a6ab tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.16 "DELETE /v2.0/ports/18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 HTTP/1.1" status: 204 len: 173 time: 0.4770124 Dec 22 05:12:06.141078 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3', 'name': 'network-vif-deleted', 'tag': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:06.143820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7608f99-4c49-437c-93ba-0c4f1adb8043" -d '{"events": [{"server_uuid": "8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3", "name": "network-vif-deleted", "tag": "18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:06.186471 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42f04e4-9fef-45c1-a731-55901a8244f4 x-openstack-request-id: req-d42f04e4-9fef-45c1-a731-55901a8244f4 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:06.186757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3", "name": "network-vif-deleted", "tag": "18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:06.187003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d42f04e4-9fef-45c1-a731-55901a8244f4 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:06.187388 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3', 'name': 'network-vif-deleted', 'tag': '18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88', 'status': 'completed', 'code': 200} Dec 22 05:12:06.189283 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a75fcee-0ca6-44e8-8a95-d9f9f0ef1d13 req-61c72acb-7187-42fb-97b3-28fa4400215a tempest-DeleteServersTestJSON-1304057750 tempest-DeleteServersTestJSON-1304057750-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b7c5fe6-0c65-4f62-b8a6-1f53aa801dc3 HTTP/1.1" status: 200 len: 210 time: 0.0285351 Dec 22 05:12:07.326905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 46100) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:12:07.370588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb50b294-8c01-4542-8908-ead0b3bd3502 admin admin] Deleting subnet f066c615-89d7-4643-855c-0d0105115d65 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:12:07.373575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fb50b294-8c01-4542-8908-ead0b3bd3502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:07.406599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fb50b294-8c01-4542-8908-ead0b3bd3502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:07.448177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fb50b294-8c01-4542-8908-ead0b3bd3502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:07.576772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:12:07.583922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fb50b294-8c01-4542-8908-ead0b3bd3502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:07.586436 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:12:07.600471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:12:07.600812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 18d98cdc-28ac-4b9f-9973-ba7d7e3a1f88 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:12:07.613139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fb50b294-8c01-4542-8908-ead0b3bd3502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:07.616402 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fb50b294-8c01-4542-8908-ead0b3bd3502 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f066c615-89d7-4643-855c-0d0105115d65 HTTP/1.1" status: 204 len: 168 time: 0.2884645 Dec 22 05:12:07.617350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50b294-8c01-4542-8908-ead0b3bd3502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f066c615-89d7-4643-855c-0d0105115d65,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:07.619131 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 46102) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:12:07.685941 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:07.764154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:07.784117 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbd2e48-8606-432e-ab8d-e1558c01a72c']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:07.793030 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3046f9d9-4d70-4f77-835f-56cdbc1e10fd') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:07.793321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3046f9d9-4d70-4f77-835f-56cdbc1e10fd') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:07.802352 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:07.815128 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:07.821586 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:12:07.821960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:12:07.823535 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:12:07.943814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:07.948538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:07.952094 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] 10.222.0.54 "DELETE /v2.0/networks/4bbd2e48-8606-432e-ab8d-e1558c01a72c HTTP/1.1" status: 204 len: 168 time: 0.3318741 Dec 22 05:12:07.971205 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb1ee9-dfd9-4287-bb62-381797274a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bbd2e48-8606-432e-ab8d-e1558c01a72c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:08.352623 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 46106) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:12:08.391165 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-95a4263b-3555-4c59-9793-023d87ea45b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=299a1f86a1aa480b8a0a190533d86544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373490 Dec 22 05:12:08.393577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 46108) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:12:08.440741 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6add7469-9144-4fdc-a0d4-8f78af9702ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:08.462466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6add7469-9144-4fdc-a0d4-8f78af9702ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:08.591656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6add7469-9144-4fdc-a0d4-8f78af9702ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:08.594331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6add7469-9144-4fdc-a0d4-8f78af9702ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:08.595569 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6add7469-9144-4fdc-a0d4-8f78af9702ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cbe22e08-4c3f-44e6-a221-da38a8178c99 HTTP/1.1" status: 204 len: 168 time: 0.2010746 Dec 22 05:12:08.603925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add7469-9144-4fdc-a0d4-8f78af9702ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe22e08-4c3f-44e6-a221-da38a8178c99,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:09.243449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65f5591b-66eb-4908-a6f5-34acb1f09530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:09.641647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 46130) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:12:09.733742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1914887592-network', 'tenant_id': '42646da9d66044c79d274e27dc511741'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:12:09.849065 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Made reservation on behalf of 42646da9d66044c79d274e27dc511741 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:12:09.851209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:09.859757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:09.931841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:09.999360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:10.023165 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:12:10.031592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7e605a-b635-47d2-ba35-7c35a3581d3e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:10.037952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:10.038287 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Added segment 8901e0ad-3dd8-4f76-a576-006c4cc1f934 of type vlan for network 6f0d6759-3003-42ad-be82-1a8da32a4162 Dec 22 05:12:10.077242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:10.159185 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:10.160630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:10.161200 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:10.221313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] Pushing event updated for resources: {'Network': ['ID=6f0d6759-3003-42ad-be82-1a8da32a4162,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:10.231700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 6f0d6759-3003-42ad-be82-1a8da32a4162 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:12:10.276500 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0c0d1668-8aaa-4836-b47e-ed1b7f3b4cc4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6336837 Dec 22 05:12:10.279256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 46134) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:12:10.284255 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-64624cae-6a0a-46f1-8a88-5215cbbc986c admin admin] Request body: {'subnet': {'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1914887592-subnet', 'tenant_id': '42646da9d66044c79d274e27dc511741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:12:10.370532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64624cae-6a0a-46f1-8a88-5215cbbc986c admin admin] Made reservation on behalf of 42646da9d66044c79d274e27dc511741 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:12:10.372886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64624cae-6a0a-46f1-8a88-5215cbbc986c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:10.594108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64624cae-6a0a-46f1-8a88-5215cbbc986c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:10.647784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64624cae-6a0a-46f1-8a88-5215cbbc986c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8da81dc-bbdb-48ea-a300-7acd7be2848b,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:10.657658 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64624cae-6a0a-46f1-8a88-5215cbbc986c admin admin] Checking segment: {'id': '8901e0ad-3dd8-4f76-a576-006c4cc1f934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:12:10.658011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64624cae-6a0a-46f1-8a88-5215cbbc986c admin admin] Network hostable DHCP agents. Network: 6f0d6759-3003-42ad-be82-1a8da32a4162, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:12:10.736651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64624cae-6a0a-46f1-8a88-5215cbbc986c admin admin] Network 6f0d6759-3003-42ad-be82-1a8da32a4162 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:12:10.822239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-64624cae-6a0a-46f1-8a88-5215cbbc986c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 6f0d6759-3003-42ad-be82-1a8da32a4162) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:12:10.826199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64624cae-6a0a-46f1-8a88-5215cbbc986c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:10.826768 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64624cae-6a0a-46f1-8a88-5215cbbc986c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:10.831301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354ca063-d484-42f8-92e5-48661158550a None None] Network 6f0d6759-3003-42ad-be82-1a8da32a4162 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:12:10.916387 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-64624cae-6a0a-46f1-8a88-5215cbbc986c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6358581 Dec 22 05:12:10.956876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd06233b-ac17-4b38-ad39-6fa1522a9e48 None None] Network 6f0d6759-3003-42ad-be82-1a8da32a4162 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:12:11.327044 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-a360ce76-cfa8-42e3-becd-20ce3b0c5a06 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:11.328550 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-a360ce76-cfa8-42e3-becd-20ce3b0c5a06 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/networks?id=6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 200 len: 815 time: 0.1008489 Dec 22 05:12:11.342906 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-fc07318d-6793-475d-ada7-15ecb58c0f5c tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/quotas/42646da9d66044c79d274e27dc511741 HTTP/1.1" status: 200 len: 375 time: 0.0087419 Dec 22 05:12:11.378681 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-7535ce01-121e-49e2-ae55-72ffdf3b2476 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301008 Dec 22 05:12:11.389129 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-fce0ac2d-d8dd-47c9-8123-9fa6c7eeef5b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:12:11.390061 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-fce0ac2d-d8dd-47c9-8123-9fa6c7eeef5b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048201 Dec 22 05:12:11.475274 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-e821edd7-a705-45a6-9e13-87aefda873cc service neutron] 10.222.0.54 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796108 Dec 22 05:12:11.567392 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-f8bf9c22-acf0-41db-8311-5d90e48970a0 service neutron] 10.222.0.54 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862260 Dec 22 05:12:11.656369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6750c3e2-fc61-4685-8b4c-3622bf182aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:11.816371 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1c1d51eb-13e7-4c1f-a346-b84ea9b9db10 req-e43b05b5-f6d9-441c-a7a9-ec693bdcdbf7 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 210 time: 0.0253179 Dec 22 05:12:12.907515 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-56083628-f2af-4dbc-b323-c04b4db33483 req-1a5ab034-0867-497b-9bad-1e1de7a1a7f9 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 210 time: 0.0271370 Dec 22 05:12:13.168481 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:14.000985 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9ed65660-315b-4872-8151-1567c42b01be req-6916e2ce-f09f-4d88-ab14-d30b69f0de3f tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 210 time: 0.0256014 Dec 22 05:12:14.042738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-d37d7183-9294-4df5-b4e0-fbe5724948ce tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:14.044344 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-d37d7183-9294-4df5-b4e0-fbe5724948ce tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.16 "GET /v2.0/networks?id=6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 200 len: 815 time: 0.1173615 Dec 22 05:12:14.064246 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Request body: {'port': {'device_id': '3ceb07ef-2c53-4079-baa2-c42a2d04d338', 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162', 'admin_state_up': True, 'tenant_id': '42646da9d66044c79d274e27dc511741'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:12:14.233544 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Made reservation on behalf of 42646da9d66044c79d274e27dc511741 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:12:14.237053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:14.290807 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:14.364409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Allocated IP 172.20.0.13 (6f0d6759-3003-42ad-be82-1a8da32a4162/c8da81dc-bbdb-48ea-a300-7acd7be2848b/2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:12:14.506905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:14.594071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:14.636288 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Network 6f0d6759-3003-42ad-be82-1a8da32a4162 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:12:14.639228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:12:14.641544 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:12:14.669672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Pushing event updated for resources: {'Port': ['ID=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:14.683601 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:14.683939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:14.684296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:14.684617 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:14.684936 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:14.685253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:14.685567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:14.685881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:14.686193 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:14.686508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:14.686814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:14.687120 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:14.706253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:14.706840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:14.773214 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-ccaa175d-14c2-4a15-ab52-5a54afdf74af tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7126145 Dec 22 05:12:14.784609 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-8614bd2e-d6bd-4a1e-9e44-ae88c811d17f tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:12:14.791717 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-8614bd2e-d6bd-4a1e-9e44-ae88c811d17f tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050116 Dec 22 05:12:14.803527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Request body: {'port': {'device_id': '3ceb07ef-2c53-4079-baa2-c42a2d04d338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:12:14.858547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:15.168451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:12:15.179122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:15.196180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc2887-e3a8-4d67-acdd-937e522a107c req-ba852fe9-02d4-447d-9a27-dd49673ab6f5 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:15.197666 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53cc2887-e3a8-4d67-acdd-937e522a107c req-ba852fe9-02d4-447d-9a27-dd49673ab6f5 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 932 time: 0.1186728 Dec 22 05:12:15.202211 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Transition to ACTIVE for port object 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:12:15.231670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:15.235477 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53cc2887-e3a8-4d67-acdd-937e522a107c req-73746f7e-e7a5-4d35-a80d-3154c0dfb299 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319467 Dec 22 05:12:15.288652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:15.344096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:15.405151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Attempting to bind port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:12:15.405475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Attempting to bind port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8901e0ad-3dd8-4f76-a576-006c4cc1f934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:12:15.405795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Attempting to bind port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 on network 6f0d6759-3003-42ad-be82-1a8da32a4162 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:12:15.409944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 on network 6f0d6759-3003-42ad-be82-1a8da32a4162 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:12:15.410263 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Attempting to bind port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 on network 6f0d6759-3003-42ad-be82-1a8da32a4162 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:12:15.415649 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:12:15.415978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Checking segment: {'id': '8901e0ad-3dd8-4f76-a576-006c4cc1f934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:12:15.416381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Bound using segment: {'id': '8901e0ad-3dd8-4f76-a576-006c4cc1f934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:12:15.416795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Bound port: 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8901e0ad-3dd8-4f76-a576-006c4cc1f934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:12:15.417144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:15.479927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] For port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:12:15.482874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] For port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:12:15.576791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:15.613374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:15.614006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:15.615872 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] 10.222.0.16 "PUT /v2.0/ports/2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 HTTP/1.1" status: 200 len: 1094 time: 0.8165808 Dec 22 05:12:15.616330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ceb07ef-2c53-4079-baa2-c42a2d04d338', 'tag': '2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:15.618561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8882ca4f-918c-4ea7-b2b2-9d7dc6b85885" -d '{"events": [{"name": "network-changed", "server_uuid": "3ceb07ef-2c53-4079-baa2-c42a2d04d338", "tag": "2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:15.641295 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfaa69-d9b4-4c7d-8439-dccc2e7c9e57 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:15.656336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f41a0b6-8c71-4a85-b14c-ee34f303dd3b x-openstack-request-id: req-9f41a0b6-8c71-4a85-b14c-ee34f303dd3b {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:15.660473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ceb07ef-2c53-4079-baa2-c42a2d04d338", "tag": "2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:15.660473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f41a0b6-8c71-4a85-b14c-ee34f303dd3b {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:15.660473 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ceb07ef-2c53-4079-baa2-c42a2d04d338', 'tag': '2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9', 'status': 'completed', 'code': 200} Dec 22 05:12:15.737460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882ca4f-918c-4ea7-b2b2-9d7dc6b85885 req-2ae0ed9b-2876-4f82-b88f-90ff83e3db1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:15.738966 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8882ca4f-918c-4ea7-b2b2-9d7dc6b85885 req-2ae0ed9b-2876-4f82-b88f-90ff83e3db1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 1097 time: 0.0406270 Dec 22 05:12:15.842951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882ca4f-918c-4ea7-b2b2-9d7dc6b85885 req-978a8434-38bd-4ee0-95f7-55c14fe59ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:15.844380 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8882ca4f-918c-4ea7-b2b2-9d7dc6b85885 req-978a8434-38bd-4ee0-95f7-55c14fe59ccd service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=42646da9d66044c79d274e27dc511741&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0915277 Dec 22 05:12:15.934814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8882ca4f-918c-4ea7-b2b2-9d7dc6b85885 req-3c7c97ae-55cb-454a-809d-931e38e43df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:15.936298 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8882ca4f-918c-4ea7-b2b2-9d7dc6b85885 req-3c7c97ae-55cb-454a-809d-931e38e43df0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0849450 Dec 22 05:12:16.029988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-3790d919-ca8a-4c10-80ed-7d8382cc1cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:16.031423 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-3790d919-ca8a-4c10-80ed-7d8382cc1cef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 1097 time: 0.0401399 Dec 22 05:12:16.082535 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-b668e2bb-2155-48d4-b2ce-b7f4118787be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 HTTP/1.1" status: 200 len: 217 time: 0.0377243 Dec 22 05:12:16.130331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-a984a730-588b-4393-9e24-58150e3fda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:16.132354 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-a984a730-588b-4393-9e24-58150e3fda20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8da81dc-bbdb-48ea-a300-7acd7be2848b HTTP/1.1" status: 200 len: 855 time: 0.0431068 Dec 22 05:12:16.162914 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-0e6d634d-197a-4622-af21-2fc210166622 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f0d6759-3003-42ad-be82-1a8da32a4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230503 Dec 22 05:12:16.252779 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-f1b72452-328f-4259-be15-b9f24c864619 service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825226 Dec 22 05:12:16.375851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08172d6-1bcf-4eed-83ef-273638af4059 req-8877b7cc-898c-4d4d-ad5f-d89ac7c6aa82 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:16.377285 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c08172d6-1bcf-4eed-83ef-273638af4059 req-8877b7cc-898c-4d4d-ad5f-d89ac7c6aa82 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 944 time: 0.0758686 Dec 22 05:12:16.381243 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a3c888a4-5456-4de1-af3c-9288bbeeecb2 req-a45ac840-858b-446d-b836-628c3da9c694 service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209283 Dec 22 05:12:16.415447 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c08172d6-1bcf-4eed-83ef-273638af4059 req-e444d7c5-b1af-43a8-a4cf-1e3a2cea20ca tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Dec 22 05:12:17.529178 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb8e8e-1603-4460-9cd0-e45eed1b5013 req-b74634ac-df57-4034-96af-b8614fb53a52 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:17.530602 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dacb8e8e-1603-4460-9cd0-e45eed1b5013 req-b74634ac-df57-4034-96af-b8614fb53a52 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 944 time: 0.0472867 Dec 22 05:12:17.566158 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dacb8e8e-1603-4460-9cd0-e45eed1b5013 req-35575d38-ed6b-46d0-aec1-e6e78bbca62b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297444 Dec 22 05:12:17.623113 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:12:17.717139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:17.728341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9', 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162', 'port_id': '2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9', 'mac_address': 'fa:16:3e:9c:72:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8da81dc-bbdb-48ea-a300-7acd7be2848b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:12:17.765189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:17.777526 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:12:17.795819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:17.878962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:17.923716 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:18.153420 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:12:18.676712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4b6f9-547b-40c0-92eb-c16871e592ff req-4af2d70c-e74c-44e8-af92-df2b68eb1c6d tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:18.678153 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-27b4b6f9-547b-40c0-92eb-c16871e592ff req-4af2d70c-e74c-44e8-af92-df2b68eb1c6d tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 945 time: 0.0479939 Dec 22 05:12:18.715500 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-27b4b6f9-547b-40c0-92eb-c16871e592ff req-05515f54-5077-476b-b73c-db64649e4019 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Dec 22 05:12:19.633673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:12:19.765171 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:12:19.769823 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:12:19.770190 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:19.832243 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76465aca-74a6-4db3-9d79-07ddb300e8de req-f9bb0742-e8fd-4297-a0b6-43e4fa73cd14 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:19.834202 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-76465aca-74a6-4db3-9d79-07ddb300e8de req-f9bb0742-e8fd-4297-a0b6-43e4fa73cd14 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 945 time: 0.0511146 Dec 22 05:12:19.871568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:19.876540 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-76465aca-74a6-4db3-9d79-07ddb300e8de req-91da4783-d96c-4fa5-873f-aa65a7997bf6 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359569 Dec 22 05:12:19.899653 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb07ef-2c53-4079-baa2-c42a2d04d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:19.902943 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f696e7-c130-4153-b8d9-569ae8037621" -d '{"events": [{"server_uuid": "3ceb07ef-2c53-4079-baa2-c42a2d04d338", "name": "network-vif-plugged", "status": "completed", "tag": "2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:19.920588 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:19.942681 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ce4475-b2c3-4e8f-93b2-feb0773157d7 x-openstack-request-id: req-d8ce4475-b2c3-4e8f-93b2-feb0773157d7 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:19.942979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceb07ef-2c53-4079-baa2-c42a2d04d338", "name": "network-vif-plugged", "status": "completed", "tag": "2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:19.943231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d8ce4475-b2c3-4e8f-93b2-feb0773157d7 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:19.943639 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb07ef-2c53-4079-baa2-c42a2d04d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9', 'code': 200} Dec 22 05:12:19.976701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:20.040227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:20.285566 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c32568-0402-49b0-91a1-640074bf1595 req-18799487-0342-4533-9af9-8bfcacbf82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:20.288135 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c3c32568-0402-49b0-91a1-640074bf1595 req-18799487-0342-4533-9af9-8bfcacbf82e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 1099 time: 0.0419772 Dec 22 05:12:20.332247 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c3c32568-0402-49b0-91a1-640074bf1595 req-f6785781-da7d-43ac-a1ca-89c7ed3feb11 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Dec 22 05:12:20.850803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:20.988157 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c92064-e1a6-49e2-beea-46b2720ea441 req-489780b1-c2b2-41c7-9c6f-7ef1850ebeaf tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:20.989663 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a2c92064-e1a6-49e2-beea-46b2720ea441 req-489780b1-c2b2-41c7-9c6f-7ef1850ebeaf tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0480809 Dec 22 05:12:21.026126 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a2c92064-e1a6-49e2-beea-46b2720ea441 req-5891b282-e96e-429b-b640-27c55e29bf94 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307529 Dec 22 05:12:22.142225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976a6f4-aa19-45b6-9545-7435cf7e19d5 req-42736557-248f-480b-85db-422d9366ca1d tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:22.143652 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0976a6f4-aa19-45b6-9545-7435cf7e19d5 req-42736557-248f-480b-85db-422d9366ca1d tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0507386 Dec 22 05:12:22.180807 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0976a6f4-aa19-45b6-9545-7435cf7e19d5 req-6a1e4900-24a2-4a81-81e4-61ae1987754f tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307508 Dec 22 05:12:22.310889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb648c1-792a-482d-9fe1-5230c14de5b7 req-918c6292-1154-4593-ae01-dbbe6c1d2e2c tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:22.313008 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-edb648c1-792a-482d-9fe1-5230c14de5b7 req-918c6292-1154-4593-ae01-dbbe6c1d2e2c tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0596421 Dec 22 05:12:22.350196 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-edb648c1-792a-482d-9fe1-5230c14de5b7 req-0b16b45d-abdb-443f-93b3-9b4bd5220af6 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311413 Dec 22 05:12:22.604591 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211efbb4-e0eb-4b90-8920-311d63d18cfe req-1bc7bcbc-a342-4efd-a426-bb53354c3515 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:22.606003 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-211efbb4-e0eb-4b90-8920-311d63d18cfe req-1bc7bcbc-a342-4efd-a426-bb53354c3515 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0470030 Dec 22 05:12:22.650615 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-211efbb4-e0eb-4b90-8920-311d63d18cfe req-0efdcdb4-8bc9-402a-9d51-34e653cee92c tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388093 Dec 22 05:12:22.760116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e1015-7342-481e-b3d0-e1866a5e759c req-7ba8a42d-b630-477b-83ca-c8e66e7f4d3e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:22.761487 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-417e1015-7342-481e-b3d0-e1866a5e759c req-7ba8a42d-b630-477b-83ca-c8e66e7f4d3e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0468113 Dec 22 05:12:22.797430 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-417e1015-7342-481e-b3d0-e1866a5e759c req-d6444b40-9470-4d8c-8467-7dfe5a716d5a tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301721 Dec 22 05:12:23.307983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b453b1-1426-4819-8bb4-20691df8e0d7 req-836e6bde-03b6-447a-bfcb-e4dd3432f3c5 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:23.309598 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-92b453b1-1426-4819-8bb4-20691df8e0d7 req-836e6bde-03b6-447a-bfcb-e4dd3432f3c5 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0484474 Dec 22 05:12:23.349502 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-92b453b1-1426-4819-8bb4-20691df8e0d7 req-85d742f9-296f-44e7-8d20-194e1ae4d285 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335538 Dec 22 05:12:23.419250 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-068ecc37-61b7-42dc-9e46-c7d6969b47be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420415 Dec 22 05:12:24.463096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ef6ab-53c5-42bf-870a-b5dc900f6722 req-def07d5a-c110-473f-acd3-c71bab71cb04 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:24.464494 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-675ef6ab-53c5-42bf-870a-b5dc900f6722 req-def07d5a-c110-473f-acd3-c71bab71cb04 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0491569 Dec 22 05:12:24.501260 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-675ef6ab-53c5-42bf-870a-b5dc900f6722 req-1121f7cb-8091-4301-bd16-d982cc910174 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308409 Dec 22 05:12:25.636743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-285c200a-8c54-4d75-b129-01c1769833ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:25.638123 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-285c200a-8c54-4d75-b129-01c1769833ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 1099 time: 0.0675950 Dec 22 05:12:25.646665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8f3bb-f4b6-4053-9275-bae7c17c9d71 req-a5dfae16-1d1d-4b0c-a9a5-571b57e65775 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:25.648004 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-31e8f3bb-f4b6-4053-9275-bae7c17c9d71 req-a5dfae16-1d1d-4b0c-a9a5-571b57e65775 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0787737 Dec 22 05:12:25.732317 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-31e8f3bb-f4b6-4053-9275-bae7c17c9d71 req-c2351f8f-4462-4736-9f1d-784389e91aab tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764129 Dec 22 05:12:25.759091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-e86c90f5-fe24-4844-9dcd-991306237138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:25.760578 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-e86c90f5-fe24-4844-9dcd-991306237138 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 200 len: 916 time: 0.1117287 Dec 22 05:12:25.801715 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-231ae839-f596-48c5-89a8-4ac50d409442 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 HTTP/1.1" status: 200 len: 217 time: 0.0335112 Dec 22 05:12:25.849755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-a33ba6fb-23c3-4ef9-9bdd-36ac1dd8dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:25.851175 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-a33ba6fb-23c3-4ef9-9bdd-36ac1dd8dbe8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8da81dc-bbdb-48ea-a300-7acd7be2848b HTTP/1.1" status: 200 len: 855 time: 0.0423226 Dec 22 05:12:25.886209 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-1836e8a4-005a-4d21-9c2a-d8cd6aaabc04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f0d6759-3003-42ad-be82-1a8da32a4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276647 Dec 22 05:12:25.980304 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-ec0e80c2-4eb2-474a-ae95-a47441f7a256 service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864503 Dec 22 05:12:26.073188 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-f1798147-af0f-4318-b185-25576c08e46c service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854862 Dec 22 05:12:26.842239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce3a9f-d655-42a3-97ce-19ffc74808ad req-2cc25207-1645-4e67-b258-ce5948127f85 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:26.843663 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1fce3a9f-d655-42a3-97ce-19ffc74808ad req-2cc25207-1645-4e67-b258-ce5948127f85 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0470994 Dec 22 05:12:26.879339 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1fce3a9f-d655-42a3-97ce-19ffc74808ad req-f88eac2b-fe52-4717-8fd5-a4b03e8902b6 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299048 Dec 22 05:12:27.994388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac187d16-9bd8-4e9e-98e4-026919bc29c6 req-97bd8f75-3e06-420d-b842-66e6e19bd8da tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:27.995822 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ac187d16-9bd8-4e9e-98e4-026919bc29c6 req-97bd8f75-3e06-420d-b842-66e6e19bd8da tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0486491 Dec 22 05:12:28.032667 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ac187d16-9bd8-4e9e-98e4-026919bc29c6 req-a9e6dc57-9111-4dd6-b76c-6357c91c21d4 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310988 Dec 22 05:12:29.143277 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10659-bee9-4e91-b945-b6126740b981 req-110cf343-9507-4fb8-9417-63f1529952ac tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:29.144745 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8ca10659-bee9-4e91-b945-b6126740b981 req-110cf343-9507-4fb8-9417-63f1529952ac tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0468738 Dec 22 05:12:29.184854 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8ca10659-bee9-4e91-b945-b6126740b981 req-69c11452-1985-40b9-9959-1293b1cf60f7 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338485 Dec 22 05:12:30.296206 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07b982-7f32-4453-ba60-7218913e28a6 req-f2d8c7a4-df3d-4f54-835b-11efdddc6451 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:30.297636 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bd07b982-7f32-4453-ba60-7218913e28a6 req-f2d8c7a4-df3d-4f54-835b-11efdddc6451 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0471911 Dec 22 05:12:30.334970 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bd07b982-7f32-4453-ba60-7218913e28a6 req-cb9878ea-3b9a-484c-b3b9-4e1975e42593 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308361 Dec 22 05:12:31.446516 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e133263-f45a-4f3e-ae8e-8ed6f4ecb01a req-1951b474-6b0d-4d92-be15-8ee96c4ccf6e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:31.447936 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1e133263-f45a-4f3e-ae8e-8ed6f4ecb01a req-1951b474-6b0d-4d92-be15-8ee96c4ccf6e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0473073 Dec 22 05:12:31.483800 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1e133263-f45a-4f3e-ae8e-8ed6f4ecb01a req-5115e262-fa7f-495d-a2d8-8d249fc1e88e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300384 Dec 22 05:12:32.600879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f5492-c494-472c-9be5-2330d08014c5 req-fc0c6461-e476-424d-b005-5f5c54d2c527 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:32.602297 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-029f5492-c494-472c-9be5-2330d08014c5 req-fc0c6461-e476-424d-b005-5f5c54d2c527 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0525994 Dec 22 05:12:32.638984 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-029f5492-c494-472c-9be5-2330d08014c5 req-976a0964-c569-42ff-a5d5-71a08c2062c0 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308568 Dec 22 05:12:33.748558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb4472-9506-4788-8791-c749b1439444 req-63ca175a-63bf-4163-8b6a-399eefcc5bf6 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:33.750068 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-77bb4472-9506-4788-8791-c749b1439444 req-63ca175a-63bf-4163-8b6a-399eefcc5bf6 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0465095 Dec 22 05:12:33.786664 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-77bb4472-9506-4788-8791-c749b1439444 req-8232aa97-6bb8-4757-8997-3749c9a46feb tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303431 Dec 22 05:12:34.898802 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7844-ace3-440c-ada2-8e80cdce6792 req-ad18810e-6626-4a52-8206-353164608d52 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:34.900268 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-804d7844-ace3-440c-ada2-8e80cdce6792 req-ad18810e-6626-4a52-8206-353164608d52 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0475361 Dec 22 05:12:34.937309 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-804d7844-ace3-440c-ada2-8e80cdce6792 req-ada683e1-dcd8-4144-b5f4-9dca07340732 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312126 Dec 22 05:12:36.049917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a641c-4cff-4077-8a2f-cc66dc64eb27 req-6f0dfbf1-13dd-4a43-8c61-3cbabe908a12 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:36.051339 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1a8a641c-4cff-4077-8a2f-cc66dc64eb27 req-6f0dfbf1-13dd-4a43-8c61-3cbabe908a12 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0460515 Dec 22 05:12:36.091054 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1a8a641c-4cff-4077-8a2f-cc66dc64eb27 req-63a61f1a-963a-43de-9af5-ba5da8e602fa tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334325 Dec 22 05:12:37.201919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca2c00-934c-425a-861e-2c25ab231c38 req-5531bdb1-5a34-403a-a0f3-1c80fca67de0 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:37.203366 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e3ca2c00-934c-425a-861e-2c25ab231c38 req-5531bdb1-5a34-403a-a0f3-1c80fca67de0 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0477235 Dec 22 05:12:37.240985 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e3ca2c00-934c-425a-861e-2c25ab231c38 req-158b4fe2-b376-467f-b436-a4cacac2ca64 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Dec 22 05:12:38.404058 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b060a2-16ac-4166-a3ef-d0d42eb896c7 req-73b0f4f8-b6b9-4093-b7f4-d6c8f853d7d6 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:38.405582 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a7b060a2-16ac-4166-a3ef-d0d42eb896c7 req-73b0f4f8-b6b9-4093-b7f4-d6c8f853d7d6 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0989511 Dec 22 05:12:38.442163 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a7b060a2-16ac-4166-a3ef-d0d42eb896c7 req-441ab3e3-0b07-4496-a921-cb065a055b4a tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300064 Dec 22 05:12:39.253383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-35035a5f-cf55-46a9-ac5a-a6aeb7bedbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:39.558889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a94219-739f-4919-9c94-a64d273dacad req-15c01496-5e0b-4b73-b784-67d32de92bb6 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:39.561018 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e4a94219-739f-4919-9c94-a64d273dacad req-15c01496-5e0b-4b73-b784-67d32de92bb6 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0549026 Dec 22 05:12:39.601606 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e4a94219-739f-4919-9c94-a64d273dacad req-739cd9f1-0163-4e5f-bd07-9bd3344ef368 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Dec 22 05:12:40.713690 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e38c61-d5e7-4466-8cd0-8e8f9232fd1d req-bf710764-5508-4474-8647-3b8f994a06ab tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:40.715122 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-14e38c61-d5e7-4466-8cd0-8e8f9232fd1d req-bf710764-5508-4474-8647-3b8f994a06ab tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0476711 Dec 22 05:12:40.751611 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-14e38c61-d5e7-4466-8cd0-8e8f9232fd1d req-d9f3bd78-f9b1-4014-965a-ebc9e7336326 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306609 Dec 22 05:12:41.655959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1a1693a4-e592-4cce-bd3f-eb6257099b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:41.862163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5056f3-49f8-4a5d-8797-c3c8f2e1f1cf req-b6052c0b-f90c-4326-abb2-5d7d0f94137a tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:41.863587 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7c5056f3-49f8-4a5d-8797-c3c8f2e1f1cf req-b6052c0b-f90c-4326-abb2-5d7d0f94137a tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0475714 Dec 22 05:12:41.900930 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7c5056f3-49f8-4a5d-8797-c3c8f2e1f1cf req-95a8ae39-099a-43de-b073-671489bfc3e6 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305042 Dec 22 05:12:43.011633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec03d7e-d107-45bb-b725-654196ced113 req-afcdce6d-45c9-4d96-8dbf-afd2cc195e43 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:43.014716 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-eec03d7e-d107-45bb-b725-654196ced113 req-afcdce6d-45c9-4d96-8dbf-afd2cc195e43 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0460865 Dec 22 05:12:43.053266 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-eec03d7e-d107-45bb-b725-654196ced113 req-4bc94cc2-b73a-4232-964e-341bbdc6454f tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342016 Dec 22 05:12:43.170082 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:44.222247 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc56e2-442b-492b-860e-fca7eb167f91 req-a5f64c8c-695c-4f22-86e2-bc12e914314f tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:44.222247 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e1fc56e2-442b-492b-860e-fca7eb167f91 req-a5f64c8c-695c-4f22-86e2-bc12e914314f tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0983608 Dec 22 05:12:44.257970 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e1fc56e2-442b-492b-860e-fca7eb167f91 req-deb35187-3e92-42f6-beda-1fb486d7d180 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311682 Dec 22 05:12:44.267387 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:44.586065 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:12:45.224251 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:45.368416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f3aab-3333-4040-9647-84bfb6b82354 req-6c1d3b78-4fb2-4199-9f2a-9d3e017bd5bf tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:45.369840 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f31f3aab-3333-4040-9647-84bfb6b82354 req-6c1d3b78-4fb2-4199-9f2a-9d3e017bd5bf tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0471582 Dec 22 05:12:45.405793 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f31f3aab-3333-4040-9647-84bfb6b82354 req-99a6e3ad-9fd1-4d22-a6f8-4ba221e28336 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302260 Dec 22 05:12:46.520633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d4ca3-25e0-45a4-83f0-173592a80a24 req-23f962da-61c8-4864-8e63-f2c9d513391d tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:46.522070 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb0d4ca3-25e0-45a4-83f0-173592a80a24 req-23f962da-61c8-4864-8e63-f2c9d513391d tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0517058 Dec 22 05:12:46.557803 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fb0d4ca3-25e0-45a4-83f0-173592a80a24 req-a7d8fdb7-c5e7-4959-b830-b03582b8be70 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298433 Dec 22 05:12:47.669611 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7991e5-f9ab-43e5-a3b6-172d000c86cb req-70236f2a-01d2-43df-a24c-dfaf71800053 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:47.671045 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0d7991e5-f9ab-43e5-a3b6-172d000c86cb req-70236f2a-01d2-43df-a24c-dfaf71800053 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0473552 Dec 22 05:12:47.706855 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0d7991e5-f9ab-43e5-a3b6-172d000c86cb req-54a5539c-6aeb-40ef-afbb-f56b21995cfe tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299251 Dec 22 05:12:48.819493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5da54f-b540-4ca2-b235-6e0b603fc250 req-d996dae5-4e67-4153-aac7-2068472b17f3 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:48.820978 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cc5da54f-b540-4ca2-b235-6e0b603fc250 req-d996dae5-4e67-4153-aac7-2068472b17f3 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0485618 Dec 22 05:12:48.857229 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cc5da54f-b540-4ca2-b235-6e0b603fc250 req-2e33f443-eca8-4e73-89a4-5965d007226b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305521 Dec 22 05:12:49.967571 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55003a28-89c7-48f4-8e1e-dd9718fb6f0a req-d9ddacf9-3f54-4902-bb5a-efca2098b1d2 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:49.969049 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-55003a28-89c7-48f4-8e1e-dd9718fb6f0a req-d9ddacf9-3f54-4902-bb5a-efca2098b1d2 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0475402 Dec 22 05:12:50.009249 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-55003a28-89c7-48f4-8e1e-dd9718fb6f0a req-91ba4d78-b85f-4446-8853-776a7edaa28b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341382 Dec 22 05:12:50.849956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:51.123191 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43191b56-d454-42b8-aa58-15aa723f4f43 req-e06285fc-3902-482f-9b43-73389748121a tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:51.124541 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43191b56-d454-42b8-aa58-15aa723f4f43 req-e06285fc-3902-482f-9b43-73389748121a tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0475621 Dec 22 05:12:51.161720 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43191b56-d454-42b8-aa58-15aa723f4f43 req-28d23c97-513f-4afc-bce0-8960056e9f91 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309064 Dec 22 05:12:52.278405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c70cf-bb06-41a2-a7ca-32d91c1bb794 req-f942c5a6-dc3c-4bd3-b533-3cabed0337f2 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:52.279773 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ec2c70cf-bb06-41a2-a7ca-32d91c1bb794 req-f942c5a6-dc3c-4bd3-b533-3cabed0337f2 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0473027 Dec 22 05:12:52.317260 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ec2c70cf-bb06-41a2-a7ca-32d91c1bb794 req-e481df88-e772-4c9b-8c70-071f3df2b069 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310571 Dec 22 05:12:53.232223 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-61d7acea-a74c-466b-8fee-9e8d9aebce60 service neutron] 10.222.0.16 "GET /v2.0/ports/2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0966423 Dec 22 05:12:53.453422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa6bdb-34fb-4ce7-9248-e9ea42c4418e req-e01069d1-9248-4ad0-9e2e-3787f9b48160 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:53.454869 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0aaa6bdb-34fb-4ce7-9248-e9ea42c4418e req-e01069d1-9248-4ad0-9e2e-3787f9b48160 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0484378 Dec 22 05:12:53.492693 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0aaa6bdb-34fb-4ce7-9248-e9ea42c4418e req-f040d86f-7bb6-4a2e-9094-226296e9aff5 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Dec 22 05:12:53.757108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-84c7589a-2f78-4678-9187-0ca9c23503c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:53.758506 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-84c7589a-2f78-4678-9187-0ca9c23503c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338&tenant_id=42646da9d66044c79d274e27dc511741 HTTP/1.1" status: 200 len: 1099 time: 0.0407002 Dec 22 05:12:53.829382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-920cea10-876b-407d-8731-54008f0cee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:53.830819 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-920cea10-876b-407d-8731-54008f0cee80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 1099 time: 0.0396693 Dec 22 05:12:54.261058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-bf54d054-01f7-41bb-b915-62c912648b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:54.262544 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-bf54d054-01f7-41bb-b915-62c912648b43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 200 len: 916 time: 0.4241574 Dec 22 05:12:54.305241 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-60fdaaf8-041a-4fa9-8b05-5ee75757a81d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 HTTP/1.1" status: 200 len: 217 time: 0.0337975 Dec 22 05:12:54.357380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-7d990b3e-9c2b-47c2-95a0-6245a136b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:54.358779 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-7d990b3e-9c2b-47c2-95a0-6245a136b275 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8da81dc-bbdb-48ea-a300-7acd7be2848b HTTP/1.1" status: 200 len: 855 time: 0.0463092 Dec 22 05:12:54.388754 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-2fd9d1c5-a440-4884-8a70-be87bb9982ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f0d6759-3003-42ad-be82-1a8da32a4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230160 Dec 22 05:12:54.476460 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-10c1c842-8fef-47cf-82aa-d73c48b95924 service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800195 Dec 22 05:12:54.576713 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-628b8f29-8650-4e44-85c1-78d78b57a9a4 req-674cb8b3-dc23-4c74-9a88-edf021db2bdb service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934665 Dec 22 05:12:54.615195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fe540-2eb3-469b-8f79-abf526568055 req-730d5d2f-14bd-457e-8460-fc496c2849a4 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:54.616659 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ec2fe540-2eb3-469b-8f79-abf526568055 req-730d5d2f-14bd-457e-8460-fc496c2849a4 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0506012 Dec 22 05:12:54.653165 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ec2fe540-2eb3-469b-8f79-abf526568055 req-e8dbbb3d-012e-4b29-b0a2-185db8e2bd96 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306334 Dec 22 05:12:55.761507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:12:55.767867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e468b-daf4-4437-ae9a-a32bc6cd4a14 req-e3921e55-d04c-4e36-ad23-782369574721 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:55.769372 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-888e468b-daf4-4437-ae9a-a32bc6cd4a14 req-e3921e55-d04c-4e36-ad23-782369574721 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0488763 Dec 22 05:12:55.806885 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-888e468b-daf4-4437-ae9a-a32bc6cd4a14 req-f4539733-e213-4ea3-bf01-ccdb30a4f558 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310609 Dec 22 05:12:55.855589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:55.866886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9', 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162', 'port_id': '2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9', 'mac_address': 'fa:16:3e:9c:72:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8da81dc-bbdb-48ea-a300-7acd7be2848b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:12:55.901924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:55.913878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:12:55.935900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:55.995700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:56.041757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:56.165117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:12:56.918648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681e778-6d5e-4730-ad9c-66e74d7a3b45 req-431bea65-bf48-492b-94c1-133c2493ba1e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:56.920059 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0681e778-6d5e-4730-ad9c-66e74d7a3b45 req-431bea65-bf48-492b-94c1-133c2493ba1e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 945 time: 0.0468080 Dec 22 05:12:56.960037 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0681e778-6d5e-4730-ad9c-66e74d7a3b45 req-755809f0-b51e-4b89-8861-15ac86622b03 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342216 Dec 22 05:12:57.343035 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3060c71-a910-41fe-9908-5408a535238f req-0bd08d8b-d87d-42ab-880c-55c3ccd19c9a tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:57.344528 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a3060c71-a910-41fe-9908-5408a535238f req-0bd08d8b-d87d-42ab-880c-55c3ccd19c9a tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 945 time: 0.0470922 Dec 22 05:12:57.383333 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a3060c71-a910-41fe-9908-5408a535238f req-03a6f6a2-f43f-4306-b3aa-af2ec9a0d534 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322611 Dec 22 05:12:57.494925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5b3cb-a5fd-4df6-9a7b-f20aa44ec8c0 req-ab835064-f5e1-42b6-99de-cc178769c6fc tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:57.496401 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-45e5b3cb-a5fd-4df6-9a7b-f20aa44ec8c0 req-ab835064-f5e1-42b6-99de-cc178769c6fc tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338&tenant_id=42646da9d66044c79d274e27dc511741&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.0502584 Dec 22 05:12:57.627080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5b3cb-a5fd-4df6-9a7b-f20aa44ec8c0 req-b7e9f0f7-c666-4e1b-a7a3-6e2770418ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:57.628472 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-45e5b3cb-a5fd-4df6-9a7b-f20aa44ec8c0 req-b7e9f0f7-c666-4e1b-a7a3-6e2770418ae9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 1098 time: 0.0430763 Dec 22 05:12:57.714555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5b3cb-a5fd-4df6-9a7b-f20aa44ec8c0 req-fa703749-d097-49ef-93e8-bbd5efd93575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:57.715994 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-45e5b3cb-a5fd-4df6-9a7b-f20aa44ec8c0 req-fa703749-d097-49ef-93e8-bbd5efd93575 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 200 len: 916 time: 0.0807753 Dec 22 05:12:57.760348 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-45e5b3cb-a5fd-4df6-9a7b-f20aa44ec8c0 req-a0222e8b-38e5-439f-899c-1eabcbe8bb92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 HTTP/1.1" status: 200 len: 217 time: 0.0371652 Dec 22 05:12:57.777542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:12:57.808710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5b3cb-a5fd-4df6-9a7b-f20aa44ec8c0 req-cdc8a504-2e1b-4525-9a3f-e683745b66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:57.810175 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-45e5b3cb-a5fd-4df6-9a7b-f20aa44ec8c0 req-cdc8a504-2e1b-4525-9a3f-e683745b66e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8da81dc-bbdb-48ea-a300-7acd7be2848b HTTP/1.1" status: 200 len: 855 time: 0.0433326 Dec 22 05:12:57.828064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:12:57.828591 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:57.842435 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-45e5b3cb-a5fd-4df6-9a7b-f20aa44ec8c0 req-cbf7eb4e-ff81-4e7b-9bf3-057e0f2b1c9c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f0d6759-3003-42ad-be82-1a8da32a4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239837 Dec 22 05:12:57.902956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:57.924537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb07ef-2c53-4079-baa2-c42a2d04d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:57.927359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89936ded-e498-4e7c-9e62-8797c7511d82" -d '{"events": [{"server_uuid": "3ceb07ef-2c53-4079-baa2-c42a2d04d338", "name": "network-vif-plugged", "status": "completed", "tag": "2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:57.933925 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-45e5b3cb-a5fd-4df6-9a7b-f20aa44ec8c0 req-4ecfb9e2-0e1b-4c09-a7ed-0b493fbb0b86 service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837090 Dec 22 05:12:57.940053 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:57.972035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d55898-e212-43ec-872a-5145013594c3 x-openstack-request-id: req-a7d55898-e212-43ec-872a-5145013594c3 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:57.972370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceb07ef-2c53-4079-baa2-c42a2d04d338", "name": "network-vif-plugged", "status": "completed", "tag": "2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:57.972622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7d55898-e212-43ec-872a-5145013594c3 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:57.973016 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb07ef-2c53-4079-baa2-c42a2d04d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9', 'code': 200} Dec 22 05:12:58.006756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:12:58.031043 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-45e5b3cb-a5fd-4df6-9a7b-f20aa44ec8c0 req-2ebe281a-4cc2-49bb-8509-aa5fec00a14d service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880754 Dec 22 05:12:58.056418 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:58.496702 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d4f6-bbf9-45b2-bdb1-dcc85a045682 req-288da3fb-23cb-4fee-b3db-d82a3437c405 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:58.498152 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b360d4f6-bbf9-45b2-bdb1-dcc85a045682 req-288da3fb-23cb-4fee-b3db-d82a3437c405 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0479543 Dec 22 05:12:58.534132 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b360d4f6-bbf9-45b2-bdb1-dcc85a045682 req-a48a41a4-50c7-411c-a2e9-ab3bc05d8fe9 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301297 Dec 22 05:12:59.661205 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b2f8c-a0d6-41d5-a698-9d6e75557896 req-5ce1861c-44e4-475a-ba5d-98fe0a20074a tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:59.662556 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-200b2f8c-a0d6-41d5-a698-9d6e75557896 req-5ce1861c-44e4-475a-ba5d-98fe0a20074a tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0479424 Dec 22 05:12:59.699376 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-200b2f8c-a0d6-41d5-a698-9d6e75557896 req-4b13aee5-137b-4409-8c19-81a750b714ea tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310884 Dec 22 05:12:59.807854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0289c-a67b-47c5-87a1-590fb29c9cff req-0d6c3990-51b6-408d-a620-53cb3dbcb1c3 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:59.809326 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dba0289c-a67b-47c5-87a1-590fb29c9cff req-0d6c3990-51b6-408d-a620-53cb3dbcb1c3 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0466907 Dec 22 05:12:59.849336 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dba0289c-a67b-47c5-87a1-590fb29c9cff req-e04bb0d9-8b31-4ef8-95ab-cc0119233668 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 Dec 22 05:12:59.963290 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe033ed-360f-4a61-bf91-34f1cd667b1c req-17964edf-2af3-4256-9ff9-a56b4b752771 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:59.964762 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1fe033ed-360f-4a61-bf91-34f1cd667b1c req-17964edf-2af3-4256-9ff9-a56b4b752771 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0520000 Dec 22 05:13:00.001656 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1fe033ed-360f-4a61-bf91-34f1cd667b1c req-7489bcef-8f05-483e-a31f-8c44bb3a4969 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309861 Dec 22 05:13:00.500109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-3a18ce2b-03af-4151-bce1-ee24ecce6ef1 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:00.501556 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-3a18ce2b-03af-4151-bce1-ee24ecce6ef1 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/networks?id=6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 200 len: 815 time: 0.0980089 Dec 22 05:13:00.515683 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-cbda40f1-4e9b-422d-b20f-caf375e1a257 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/quotas/42646da9d66044c79d274e27dc511741 HTTP/1.1" status: 200 len: 375 time: 0.0085537 Dec 22 05:13:00.567342 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-b11a86c2-4e87-44e2-98a0-3ac1e167431e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459027 Dec 22 05:13:00.659543 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-1559ad13-ad88-467b-ab9f-9ffd2b212f35 service neutron] 10.222.0.54 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854819 Dec 22 05:13:00.749951 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-ab95a164-b6d8-475d-8401-c4d65462ac24 service neutron] 10.222.0.54 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844731 Dec 22 05:13:00.976363 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-114a24cc-ffe7-418e-8969-8d38970ce380 req-44e7ee2a-4eee-4dca-8d6e-92f66e0ed9fb tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 210 time: 0.0265617 Dec 22 05:13:02.068105 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f8a5ac1c-2798-4d92-a744-84b90a705eb3 req-94b32a22-eb58-421b-b79f-92cb0c618758 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 210 time: 0.0268135 Dec 22 05:13:02.274605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9a60b-c132-4d6a-8fde-ecbbdfb76208 req-340ebf44-ec53-4898-a1ec-cda12331d2bc tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:02.275952 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-62a9a60b-c132-4d6a-8fde-ecbbdfb76208 req-340ebf44-ec53-4898-a1ec-cda12331d2bc tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ceb07ef-2c53-4079-baa2-c42a2d04d338 HTTP/1.1" status: 200 len: 946 time: 0.0480931 Dec 22 05:13:02.368274 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-62a9a60b-c132-4d6a-8fde-ecbbdfb76208 req-3e780e5b-8379-4e87-ad42-f5c09079b674 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Deleting port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:13:02.368614 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-62a9a60b-c132-4d6a-8fde-ecbbdfb76208 req-3e780e5b-8379-4e87-ad42-f5c09079b674 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:02.454564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-62a9a60b-c132-4d6a-8fde-ecbbdfb76208 req-3e780e5b-8379-4e87-ad42-f5c09079b674 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] For port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:13:02.454919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-62a9a60b-c132-4d6a-8fde-ecbbdfb76208 req-3e780e5b-8379-4e87-ad42-f5c09079b674 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:02.467606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-62a9a60b-c132-4d6a-8fde-ecbbdfb76208 req-3e780e5b-8379-4e87-ad42-f5c09079b674 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Calling delete_port for 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:13:02.641098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-62a9a60b-c132-4d6a-8fde-ecbbdfb76208 req-3e780e5b-8379-4e87-ad42-f5c09079b674 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:02.670207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e780e5b-8379-4e87-ad42-f5c09079b674 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Pushing event deleted for resources: {'Port': ['ID=2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:02.678462 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:13:02.711435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a9a60b-c132-4d6a-8fde-ecbbdfb76208 req-3e780e5b-8379-4e87-ad42-f5c09079b674 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] No DVR routers for this DVR port 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:13:02.713981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-62a9a60b-c132-4d6a-8fde-ecbbdfb76208 req-3e780e5b-8379-4e87-ad42-f5c09079b674 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:02.717550 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-62a9a60b-c132-4d6a-8fde-ecbbdfb76208 req-3e780e5b-8379-4e87-ad42-f5c09079b674 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.16 "DELETE /v2.0/ports/2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 HTTP/1.1" status: 204 len: 173 time: 0.4354568 Dec 22 05:13:02.717979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ceb07ef-2c53-4079-baa2-c42a2d04d338', 'name': 'network-vif-deleted', 'tag': '2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:02.720276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d3de76-f396-4cba-b28d-3c3318130b72" -d '{"events": [{"server_uuid": "3ceb07ef-2c53-4079-baa2-c42a2d04d338", "name": "network-vif-deleted", "tag": "2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:13:02.818666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f053173-93a1-473b-b186-52a7c9a81135 x-openstack-request-id: req-4f053173-93a1-473b-b186-52a7c9a81135 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:13:02.818666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ceb07ef-2c53-4079-baa2-c42a2d04d338", "name": "network-vif-deleted", "tag": "2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:13:02.818666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4f053173-93a1-473b-b186-52a7c9a81135 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:13:02.818666 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ceb07ef-2c53-4079-baa2-c42a2d04d338', 'name': 'network-vif-deleted', 'tag': '2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9', 'status': 'completed', 'code': 200} Dec 22 05:13:02.956924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-618dd2a0-83b2-4554-91df-704e0dc5ce6e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:02.957920 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-618dd2a0-83b2-4554-91df-704e0dc5ce6e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.16 "GET /v2.0/networks?id=6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 200 len: 815 time: 0.1081982 Dec 22 05:13:02.980408 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Request body: {'port': {'device_id': '49b780a2-b132-48cd-ab0c-6fe42ec28158', 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162', 'admin_state_up': True, 'tenant_id': '42646da9d66044c79d274e27dc511741'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:03.165074 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b84ee713-790e-42f8-a7b9-10b4f38273f1 req-71e60c50-74cc-49ec-8969-b4fcd1b5405c tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 210 time: 0.0273132 Dec 22 05:13:03.169947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Made reservation on behalf of 42646da9d66044c79d274e27dc511741 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:13:03.173792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:03.300145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Allocated IP 172.20.0.11 (6f0d6759-3003-42ad-be82-1a8da32a4162/c8da81dc-bbdb-48ea-a300-7acd7be2848b/1b12a8c6-a363-4579-a843-ab60ab87d5d0) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:13:03.442474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:03.544006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:03.577382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:13:03.588708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Network 6f0d6759-3003-42ad-be82-1a8da32a4162 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:13:03.591812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:13:03.595472 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:13:03.624738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Pushing event updated for resources: {'Port': ['ID=1b12a8c6-a363-4579-a843-ab60ab87d5d0,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:03.649981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:03.650586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:03.724128 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-f807bd9c-a7ba-4a98-ba2d-ca36c1756a58 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7469573 Dec 22 05:13:03.742511 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Request body: {'port': {'device_id': '49b780a2-b132-48cd-ab0c-6fe42ec28158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:03.796553 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:04.055254 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b12a8c6-a363-4579-a843-ab60ab87d5d0 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:13:04.062609 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:04.074471 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Transition to ACTIVE for port object 1b12a8c6-a363-4579-a843-ab60ab87d5d0 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:13:04.154828 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:04.206507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Pushing event updated for resources: {'Port': ['ID=1b12a8c6-a363-4579-a843-ab60ab87d5d0,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:04.273347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Attempting to bind port 1b12a8c6-a363-4579-a843-ab60ab87d5d0 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:13:04.273680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Attempting to bind port 1b12a8c6-a363-4579-a843-ab60ab87d5d0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8901e0ad-3dd8-4f76-a576-006c4cc1f934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:13:04.274011 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Attempting to bind port 1b12a8c6-a363-4579-a843-ab60ab87d5d0 on network 6f0d6759-3003-42ad-be82-1a8da32a4162 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:13:04.278930 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Port 1b12a8c6-a363-4579-a843-ab60ab87d5d0 on network 6f0d6759-3003-42ad-be82-1a8da32a4162 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:13:04.279251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Attempting to bind port 1b12a8c6-a363-4579-a843-ab60ab87d5d0 on network 6f0d6759-3003-42ad-be82-1a8da32a4162 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:13:04.284238 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:13:04.284574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Checking segment: {'id': '8901e0ad-3dd8-4f76-a576-006c4cc1f934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:13:04.287043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Bound using segment: {'id': '8901e0ad-3dd8-4f76-a576-006c4cc1f934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:13:04.287149 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761bb23-927b-477a-a936-52f470358805 req-0072dca4-71a6-419a-9ca5-32266db5b443 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:04.287603 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Bound port: 1b12a8c6-a363-4579-a843-ab60ab87d5d0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8901e0ad-3dd8-4f76-a576-006c4cc1f934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:13:04.287603 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:04.287762 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0761bb23-927b-477a-a936-52f470358805 req-0072dca4-71a6-419a-9ca5-32266db5b443 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 944 time: 0.0490351 Dec 22 05:13:04.324978 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0761bb23-927b-477a-a936-52f470358805 req-80e616f2-db14-4e8a-a409-68733a2d9ace tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Dec 22 05:13:04.349667 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] For port 1b12a8c6-a363-4579-a843-ab60ab87d5d0, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:13:04.352630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] For port 1b12a8c6-a363-4579-a843-ab60ab87d5d0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:13:04.423931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:04.456665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:04.457275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:04.458700 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] 10.222.0.16 "PUT /v2.0/ports/1b12a8c6-a363-4579-a843-ab60ab87d5d0 HTTP/1.1" status: 200 len: 1094 time: 0.7208700 Dec 22 05:13:04.480175 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1afdd1-aac3-40ca-b6aa-7dae54ea1593 service neutron] Pushing event updated for resources: {'Port': ['ID=1b12a8c6-a363-4579-a843-ab60ab87d5d0,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:04.622579 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-de529d04-4169-4c77-b91b-2c386a973bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:04.625217 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-de529d04-4169-4c77-b91b-2c386a973bcb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 1097 time: 0.0419583 Dec 22 05:13:04.675406 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-28e9a8f4-55c5-4da9-8e2d-5ab20013c2fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0 HTTP/1.1" status: 200 len: 217 time: 0.0366302 Dec 22 05:13:04.723978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-b8c19de4-571d-4a96-a2ce-93d1a9d67678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:04.725370 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-b8c19de4-571d-4a96-a2ce-93d1a9d67678 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8da81dc-bbdb-48ea-a300-7acd7be2848b HTTP/1.1" status: 200 len: 855 time: 0.0432010 Dec 22 05:13:04.756426 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-54100d25-ceca-4354-b49c-78c5ab31a9e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f0d6759-3003-42ad-be82-1a8da32a4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242312 Dec 22 05:13:04.814258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b780a2-b132-48cd-ab0c-6fe42ec28158', 'tag': '1b12a8c6-a363-4579-a843-ab60ab87d5d0'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:04.816746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77fd926-9a4b-4eb0-9399-3d5ed7373577" -d '{"events": [{"name": "network-changed", "server_uuid": "49b780a2-b132-48cd-ab0c-6fe42ec28158", "tag": "1b12a8c6-a363-4579-a843-ab60ab87d5d0"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:13:04.852507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7af2ba-1675-4ec6-b870-94f7c9a0c2cf x-openstack-request-id: req-2c7af2ba-1675-4ec6-b870-94f7c9a0c2cf {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:13:04.852798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b780a2-b132-48cd-ab0c-6fe42ec28158", "tag": "1b12a8c6-a363-4579-a843-ab60ab87d5d0", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:13:04.853049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2c7af2ba-1675-4ec6-b870-94f7c9a0c2cf {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:13:04.853436 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b780a2-b132-48cd-ab0c-6fe42ec28158', 'tag': '1b12a8c6-a363-4579-a843-ab60ab87d5d0', 'status': 'completed', 'code': 200} Dec 22 05:13:04.857042 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-0f7f95c1-2e25-44e7-85cc-b6ca9ac865de service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938663 Dec 22 05:13:04.952647 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a5bbf73a-094e-4369-b65b-e5088a865abe req-9ed0567d-dd2c-4513-be1d-407e437846d4 service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806420 Dec 22 05:13:05.163462 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fd926-9a4b-4eb0-9399-3d5ed7373577 req-1af094d7-aaa9-44b5-82ca-cfdfc312779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:05.164830 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e77fd926-9a4b-4eb0-9399-3d5ed7373577 req-1af094d7-aaa9-44b5-82ca-cfdfc312779f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 1097 time: 0.0401108 Dec 22 05:13:05.256538 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fd926-9a4b-4eb0-9399-3d5ed7373577 req-bde21131-b368-451a-a06c-b12dcebfb8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:05.257952 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e77fd926-9a4b-4eb0-9399-3d5ed7373577 req-bde21131-b368-451a-a06c-b12dcebfb8bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 200 len: 916 time: 0.0845563 Dec 22 05:13:05.300152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e77fd926-9a4b-4eb0-9399-3d5ed7373577 req-6d77effc-e529-4a58-b39a-53a454e41c21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0 HTTP/1.1" status: 200 len: 217 time: 0.0327916 Dec 22 05:13:05.353104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fd926-9a4b-4eb0-9399-3d5ed7373577 req-1db1104f-524d-475c-b545-8c42f50a165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:05.354475 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e77fd926-9a4b-4eb0-9399-3d5ed7373577 req-1db1104f-524d-475c-b545-8c42f50a165d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8da81dc-bbdb-48ea-a300-7acd7be2848b HTTP/1.1" status: 200 len: 855 time: 0.0469902 Dec 22 05:13:05.387718 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e77fd926-9a4b-4eb0-9399-3d5ed7373577 req-cf2a80ac-1104-4c8d-94ca-a48d3b5c500e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f0d6759-3003-42ad-be82-1a8da32a4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245569 Dec 22 05:13:05.436674 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8735-6ea5-4f1d-b010-752b3afacb3d req-5216935a-3280-4a2f-9640-0ac21bee9394 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:05.438143 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bf0f8735-6ea5-4f1d-b010-752b3afacb3d req-5216935a-3280-4a2f-9640-0ac21bee9394 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 944 time: 0.0477099 Dec 22 05:13:05.475461 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bf0f8735-6ea5-4f1d-b010-752b3afacb3d req-d703d6df-3d85-4a3c-a33d-d34b7a1d4653 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311491 Dec 22 05:13:05.476862 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e77fd926-9a4b-4eb0-9399-3d5ed7373577 req-e5f40b51-15db-42fb-a752-c419a861130d service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803578 Dec 22 05:13:05.574851 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e77fd926-9a4b-4eb0-9399-3d5ed7373577 req-43bd8eb4-b0fc-4030-b8aa-8dfbf5fa1e0c service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854292 Dec 22 05:13:05.793453 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1b12a8c6-a363-4579-a843-ab60ab87d5d0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:13:05.888461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1b12a8c6-a363-4579-a843-ab60ab87d5d0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:13:05.899439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '1b12a8c6-a363-4579-a843-ab60ab87d5d0', 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162', 'port_id': '1b12a8c6-a363-4579-a843-ab60ab87d5d0', 'mac_address': 'fa:16:3e:65:d3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8da81dc-bbdb-48ea-a300-7acd7be2848b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:13:05.936074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:05.948747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b12a8c6-a363-4579-a843-ab60ab87d5d0 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:13:05.967485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1b12a8c6-a363-4579-a843-ab60ab87d5d0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:13:06.029018 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:06.076090 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1b12a8c6-a363-4579-a843-ab60ab87d5d0,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:06.082833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:06.083171 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:06.083500 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:06.083827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:06.084150 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:06.084500 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:06.084820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:06.085138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:06.085454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:06.085770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:06.086085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:06.086395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:06.306599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['1b12a8c6-a363-4579-a843-ab60ab87d5d0'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:13:06.591712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18f85b-f57f-4476-b225-4e51071b8954 req-bf984d36-2719-45e9-9b40-6930657b5a17 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:06.593190 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ca18f85b-f57f-4476-b225-4e51071b8954 req-bf984d36-2719-45e9-9b40-6930657b5a17 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 945 time: 0.0491815 Dec 22 05:13:06.630744 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ca18f85b-f57f-4476-b225-4e51071b8954 req-395bc8c7-1ee7-4a73-82d1-facffda40e56 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Dec 22 05:13:07.809323 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1b12a8c6-a363-4579-a843-ab60ab87d5d0 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:13:07.941576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 1b12a8c6-a363-4579-a843-ab60ab87d5d0 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:13:07.945735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 1b12a8c6-a363-4579-a843-ab60ab87d5d0 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:07.946101 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:08.020806 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f660b-dbfb-41df-b68c-0febf46d13cd req-64caa14f-e04a-41bb-9422-731196793cdc tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:08.022364 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-686f660b-dbfb-41df-b68c-0febf46d13cd req-64caa14f-e04a-41bb-9422-731196793cdc tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 945 time: 0.3249297 Dec 22 05:13:08.025827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:08.048558 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b780a2-b132-48cd-ab0c-6fe42ec28158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b12a8c6-a363-4579-a843-ab60ab87d5d0'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:08.056471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6005d7a-bd8f-42e4-8a7d-97c98374b5cb" -d '{"events": [{"server_uuid": "49b780a2-b132-48cd-ab0c-6fe42ec28158", "name": "network-vif-plugged", "status": "completed", "tag": "1b12a8c6-a363-4579-a843-ab60ab87d5d0"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:13:08.060330 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-686f660b-dbfb-41df-b68c-0febf46d13cd req-50f1ab04-7135-4ad3-93d7-3e092d0099a4 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320804 Dec 22 05:13:08.063965 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1b12a8c6-a363-4579-a843-ab60ab87d5d0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:13:08.089607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e789969-80b6-4877-9695-3a1c8b6d160a x-openstack-request-id: req-7e789969-80b6-4877-9695-3a1c8b6d160a {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:13:08.089895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b780a2-b132-48cd-ab0c-6fe42ec28158", "name": "network-vif-plugged", "status": "completed", "tag": "1b12a8c6-a363-4579-a843-ab60ab87d5d0", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:13:08.090383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e789969-80b6-4877-9695-3a1c8b6d160a {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:13:08.090788 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b780a2-b132-48cd-ab0c-6fe42ec28158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b12a8c6-a363-4579-a843-ab60ab87d5d0', 'code': 200} Dec 22 05:13:08.152337 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:08.153131 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:13:08.193788 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:13:08.194019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 2cf03ea9-a0fb-4c2f-a138-81f12b0ea5e9 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:13:08.220667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1b12a8c6-a363-4579-a843-ab60ab87d5d0,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:08.409889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210f9f6-dfc1-4490-9408-614b8c719907 req-36598e42-453e-4173-84ba-2502b9f4301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:08.411857 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0210f9f6-dfc1-4490-9408-614b8c719907 req-36598e42-453e-4173-84ba-2502b9f4301a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 1099 time: 0.0388393 Dec 22 05:13:08.446157 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0210f9f6-dfc1-4490-9408-614b8c719907 req-9dff862a-b252-4de1-b817-b36682c46d9b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275881 Dec 22 05:13:09.175460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94496d-d433-45c6-bc88-0876d068fd55 req-2eb41f1e-6b51-4de7-8f6d-48704c4d8877 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:09.177118 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-aa94496d-d433-45c6-bc88-0876d068fd55 req-2eb41f1e-6b51-4de7-8f6d-48704c4d8877 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0523922 Dec 22 05:13:09.221581 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-aa94496d-d433-45c6-bc88-0876d068fd55 req-b2d5b8ab-8009-4afb-9820-bf838bf06442 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 Dec 22 05:13:09.257628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-40dd6a37-3b4c-4456-84d9-ab49f9906a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:10.338267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d755f0-cc0f-4fca-9e20-098cc5099df2 req-c25d8669-3033-4e92-937e-ae34c5fdcab4 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:10.339710 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-05d755f0-cc0f-4fca-9e20-098cc5099df2 req-c25d8669-3033-4e92-937e-ae34c5fdcab4 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0509548 Dec 22 05:13:10.375765 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-05d755f0-cc0f-4fca-9e20-098cc5099df2 req-f132d0a3-2424-4258-a8c8-3fc2865ce1e6 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302811 Dec 22 05:13:10.486755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513b6b9-e3ec-4f9e-ba81-d26d8590661a req-e4662634-591d-4655-b7b4-abcee2e8b5f1 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:10.488230 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d513b6b9-e3ec-4f9e-ba81-d26d8590661a req-e4662634-591d-4655-b7b4-abcee2e8b5f1 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0496030 Dec 22 05:13:10.524739 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d513b6b9-e3ec-4f9e-ba81-d26d8590661a req-b9f83890-edf5-4da2-92c1-e55b1786d606 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305820 Dec 22 05:13:10.930987 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0db6e-0d6c-4583-a992-817a42b90bc9 req-1a3c8207-0ba5-4352-86b7-3f0bd1e4c1fe tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:10.932463 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-41e0db6e-0d6c-4583-a992-817a42b90bc9 req-1a3c8207-0ba5-4352-86b7-3f0bd1e4c1fe tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0515757 Dec 22 05:13:10.969744 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-41e0db6e-0d6c-4583-a992-817a42b90bc9 req-ea586d91-be72-4e15-8037-dfd9dbaadcf7 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313942 Dec 22 05:13:11.048754 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-45c9ee6e-027a-414c-b85d-4bd29dfbf538 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391276 Dec 22 05:13:11.649745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8f2c7fef-2075-48bc-b3e4-f68611a61a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:12.081961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53c90b-18cd-416a-b704-f4f235bfc682 req-832e3b6c-466e-4799-95e2-ca17b6936afe tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:12.083416 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf53c90b-18cd-416a-b704-f4f235bfc682 req-832e3b6c-466e-4799-95e2-ca17b6936afe tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0483344 Dec 22 05:13:12.120893 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf53c90b-18cd-416a-b704-f4f235bfc682 req-9840814b-9208-4860-8302-32b19f776175 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Dec 22 05:13:13.101680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-21acdee8-0ec4-4279-a372-c47bc6ae395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:13.103320 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-21acdee8-0ec4-4279-a372-c47bc6ae395c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 1099 time: 0.0440094 Dec 22 05:13:13.172820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:13.196502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-44341502-2042-4f54-8909-897c0fc80d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:13.197979 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-44341502-2042-4f54-8909-897c0fc80d22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 200 len: 916 time: 0.0881591 Dec 22 05:13:13.233993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf5ba2-5f7f-4c29-810b-409b0f4f9e90 req-582056e8-b073-450d-a9f3-8079b6f47708 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:13.235361 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-67cf5ba2-5f7f-4c29-810b-409b0f4f9e90 req-582056e8-b073-450d-a9f3-8079b6f47708 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0485470 Dec 22 05:13:13.242961 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-fd8483ee-be20-44b3-855a-4f3eb843e898 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0 HTTP/1.1" status: 200 len: 217 time: 0.0380106 Dec 22 05:13:13.273856 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-67cf5ba2-5f7f-4c29-810b-409b0f4f9e90 req-518afecb-736a-4599-85b4-050c4afc619b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318472 Dec 22 05:13:13.291388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-b95727ec-7d09-4a47-b4c4-6f89fee9e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:13.292872 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-b95727ec-7d09-4a47-b4c4-6f89fee9e03f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8da81dc-bbdb-48ea-a300-7acd7be2848b HTTP/1.1" status: 200 len: 855 time: 0.0433052 Dec 22 05:13:13.325973 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-8e032cda-a1c4-4d62-975e-5c68edeabb7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f0d6759-3003-42ad-be82-1a8da32a4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250182 Dec 22 05:13:13.418104 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-892ba6fa-54cc-4410-bbf8-233e024d1de6 service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840805 Dec 22 05:13:13.509622 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-8eb62550-c952-4bba-ba6e-da7e9072652e service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841737 Dec 22 05:13:13.986838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f03ca-24e2-4853-a551-ad4b79af5883 req-f8f7858c-05a3-472a-9ba8-7f035211c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:13.988345 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4a7f03ca-24e2-4853-a551-ad4b79af5883 req-f8f7858c-05a3-472a-9ba8-7f035211c2cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 1099 time: 0.0405829 Dec 22 05:13:14.142323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f03ca-24e2-4853-a551-ad4b79af5883 req-b95a7f76-5784-489c-8b03-28c65301606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:14.143794 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4a7f03ca-24e2-4853-a551-ad4b79af5883 req-b95a7f76-5784-489c-8b03-28c65301606c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 200 len: 916 time: 0.0885472 Dec 22 05:13:14.185237 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4a7f03ca-24e2-4853-a551-ad4b79af5883 req-8302ac0a-cec9-4ca2-b382-b99284a86e9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0 HTTP/1.1" status: 200 len: 217 time: 0.0343835 Dec 22 05:13:14.234906 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f03ca-24e2-4853-a551-ad4b79af5883 req-a8d2dc86-e53b-43e9-93e0-5bc007db0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:14.236307 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4a7f03ca-24e2-4853-a551-ad4b79af5883 req-a8d2dc86-e53b-43e9-93e0-5bc007db0294 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8da81dc-bbdb-48ea-a300-7acd7be2848b HTTP/1.1" status: 200 len: 855 time: 0.0431621 Dec 22 05:13:14.266445 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4a7f03ca-24e2-4853-a551-ad4b79af5883 req-b834bacf-0f59-4544-b969-e19f817adcda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f0d6759-3003-42ad-be82-1a8da32a4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235643 Dec 22 05:13:14.277798 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:14.385975 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4a7f03ca-24e2-4853-a551-ad4b79af5883 req-8bbe75cb-a80c-4048-b7e4-5c1f658fda9c service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121929 Dec 22 05:13:14.408412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c6c0c-99e4-493a-bf6f-8c8ee1fc6ccd req-83c14294-fcac-4821-a27e-2c8e2b475e08 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:14.409795 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c41c6c0c-99e4-493a-bf6f-8c8ee1fc6ccd req-83c14294-fcac-4821-a27e-2c8e2b475e08 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0660200 Dec 22 05:13:14.499184 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c41c6c0c-99e4-493a-bf6f-8c8ee1fc6ccd req-17b3c209-807b-43ff-b45f-0ba8238a794b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794981 Dec 22 05:13:14.514143 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4a7f03ca-24e2-4853-a551-ad4b79af5883 req-873c0bfa-766f-4bb0-83b9-ca1c16f6b3e3 service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204135 Dec 22 05:13:15.229217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:15.610716 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a4865-618e-4369-bb9f-bc963f7f28e7 req-c7e8826f-094a-4890-bd83-328e852c58f3 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:15.612143 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ba8a4865-618e-4369-bb9f-bc963f7f28e7 req-c7e8826f-094a-4890-bd83-328e852c58f3 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0473051 Dec 22 05:13:15.648505 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ba8a4865-618e-4369-bb9f-bc963f7f28e7 req-2983a26e-0ec9-4d2b-b278-ff40dc0add0b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305724 Dec 22 05:13:16.760278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b66692-9f61-4cea-a841-d2985c1be2af req-f24ba729-743f-48ba-9ea2-9cd6ca68bdfb tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:16.761748 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d2b66692-9f61-4cea-a841-d2985c1be2af req-f24ba729-743f-48ba-9ea2-9cd6ca68bdfb tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0485892 Dec 22 05:13:16.798925 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d2b66692-9f61-4cea-a841-d2985c1be2af req-d2f53a76-adc3-4e4e-b6bb-353dac9a7346 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314174 Dec 22 05:13:17.913202 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211a7a4-2637-4e02-bbfe-48002c0bb829 req-5d4b76bc-e002-45cc-a4e2-e5ee8b1cbf92 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:17.914618 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4211a7a4-2637-4e02-bbfe-48002c0bb829 req-5d4b76bc-e002-45cc-a4e2-e5ee8b1cbf92 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0514317 Dec 22 05:13:17.951742 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4211a7a4-2637-4e02-bbfe-48002c0bb829 req-9343e13f-e435-4b87-9552-9ff884060104 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313652 Dec 22 05:13:19.067600 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee166-d037-4606-b966-d6a4c54f3aeb req-1f6d25e8-7496-455b-87c3-6bd5f26ca5fe tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:19.069167 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f35ee166-d037-4606-b966-d6a4c54f3aeb req-1f6d25e8-7496-455b-87c3-6bd5f26ca5fe tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0524509 Dec 22 05:13:19.106705 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f35ee166-d037-4606-b966-d6a4c54f3aeb req-d9f0ce66-c664-4788-88f4-8a35dca835f9 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318451 Dec 22 05:13:20.225277 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863f59d-a48f-40a3-ab95-7bdcbbb98dc3 req-bd2cc7d3-431d-4542-b0b0-9c232b5143d5 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:20.226662 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2863f59d-a48f-40a3-ab95-7bdcbbb98dc3 req-bd2cc7d3-431d-4542-b0b0-9c232b5143d5 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0491741 Dec 22 05:13:20.267990 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2863f59d-a48f-40a3-ab95-7bdcbbb98dc3 req-14393309-aeb1-4299-9824-8346db91c01f tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353463 Dec 22 05:13:20.883723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:21.383499 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dd342-8c1c-4b48-a3a1-87e3dbc67cf6 req-2912a80b-b018-44d8-9bfa-348bc29aebc1 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:21.384991 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9c9dd342-8c1c-4b48-a3a1-87e3dbc67cf6 req-2912a80b-b018-44d8-9bfa-348bc29aebc1 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0477424 Dec 22 05:13:21.422138 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9c9dd342-8c1c-4b48-a3a1-87e3dbc67cf6 req-e5ea08d7-bbf2-4dea-93e9-269eeb7e1181 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Dec 22 05:13:21.590856 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:13:22.532152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b3088-3420-4453-8aa6-10838898b440 req-05fa6637-b34e-4919-b3af-138cdb90e7cf tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:22.533655 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c67b3088-3420-4453-8aa6-10838898b440 req-05fa6637-b34e-4919-b3af-138cdb90e7cf tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0474756 Dec 22 05:13:22.570332 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c67b3088-3420-4453-8aa6-10838898b440 req-a1eae473-afea-4b7f-a74a-3a320b12ba44 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 Dec 22 05:13:23.682113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36153f-5ccd-4020-90df-7ffe39f7b972 req-1d0804ad-f16c-4822-848e-0a43aac22113 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:23.683531 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6b36153f-5ccd-4020-90df-7ffe39f7b972 req-1d0804ad-f16c-4822-848e-0a43aac22113 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0475037 Dec 22 05:13:23.719367 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6b36153f-5ccd-4020-90df-7ffe39f7b972 req-ea0f5985-c3e3-47fe-9ee6-2f26ce3bb3ae tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300815 Dec 22 05:13:24.837525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65d297-7035-467c-af3b-22afa542ebf6 req-c30fc7ff-632d-4569-9ecd-177b7dc0bbb5 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:24.838978 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cd65d297-7035-467c-af3b-22afa542ebf6 req-c30fc7ff-632d-4569-9ecd-177b7dc0bbb5 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0550697 Dec 22 05:13:24.877786 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cd65d297-7035-467c-af3b-22afa542ebf6 req-4f48fc88-dd07-44da-8eb7-73bd21fc6215 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Dec 22 05:13:25.993271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59decf53-e4bf-42d5-9c36-1b3ccf736fce req-8b67beaa-20eb-4dd1-9616-f27619bafd35 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:25.994721 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-59decf53-e4bf-42d5-9c36-1b3ccf736fce req-8b67beaa-20eb-4dd1-9616-f27619bafd35 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0517640 Dec 22 05:13:26.031621 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-59decf53-e4bf-42d5-9c36-1b3ccf736fce req-43bcff03-fb35-475b-9c98-573258fcd617 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310292 Dec 22 05:13:27.144248 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5dd73-d73c-4572-91c2-717c7970bc60 req-08896c5c-9e8d-4a8b-95fb-f173b4bb0e6b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:27.145697 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4bf5dd73-d73c-4572-91c2-717c7970bc60 req-08896c5c-9e8d-4a8b-95fb-f173b4bb0e6b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0468974 Dec 22 05:13:27.182346 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4bf5dd73-d73c-4572-91c2-717c7970bc60 req-a43edb8e-35b2-44fa-8aa4-a9cefac93ea3 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Dec 22 05:13:28.291825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85cecf-c394-4a1b-835e-5e520f1902e3 req-89f78ae6-d035-4152-ad52-b925805b720c tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:28.293289 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5a85cecf-c394-4a1b-835e-5e520f1902e3 req-89f78ae6-d035-4152-ad52-b925805b720c tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0471270 Dec 22 05:13:28.330616 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5a85cecf-c394-4a1b-835e-5e520f1902e3 req-301a932a-42b2-48bf-a7e6-2d24b14d0c2f tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314720 Dec 22 05:13:29.447119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbe701-86f0-4165-88ed-eec0bb475f23 req-6d40d476-50e5-4dc5-ba89-1aa32a86a7a2 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:29.448585 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8bcbe701-86f0-4165-88ed-eec0bb475f23 req-6d40d476-50e5-4dc5-ba89-1aa32a86a7a2 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0498354 Dec 22 05:13:29.484985 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8bcbe701-86f0-4165-88ed-eec0bb475f23 req-e654e085-ecbd-4e8c-bdbc-7a26de84cd5c tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304000 Dec 22 05:13:30.595375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0583f38-cfa1-4f8c-8217-8c176ff8b10b req-def4ecac-1afa-4f97-95e6-2631200c474e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:30.596826 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e0583f38-cfa1-4f8c-8217-8c176ff8b10b req-def4ecac-1afa-4f97-95e6-2631200c474e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0477934 Dec 22 05:13:30.633788 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e0583f38-cfa1-4f8c-8217-8c176ff8b10b req-afd2a81a-088a-40c5-95e5-a945738d81b3 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311680 Dec 22 05:13:31.747812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b2e6c-e478-437b-90da-da75c93523e3 req-dafca9c4-e203-4334-ab52-571dbb60ecd4 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:31.749282 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b41b2e6c-e478-437b-90da-da75c93523e3 req-dafca9c4-e203-4334-ab52-571dbb60ecd4 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0514116 Dec 22 05:13:31.785432 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b41b2e6c-e478-437b-90da-da75c93523e3 req-528c94d8-79d7-4c2e-9e68-56856aeb3f27 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296836 Dec 22 05:13:32.901107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c56981-af29-45b1-9c4a-106a2749e443 req-a14a6f1d-dae6-4e08-8916-face9fb58c5b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:32.902544 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a6c56981-af29-45b1-9c4a-106a2749e443 req-a14a6f1d-dae6-4e08-8916-face9fb58c5b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0516362 Dec 22 05:13:32.938592 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a6c56981-af29-45b1-9c4a-106a2749e443 req-aa723249-e974-4e9e-ae04-d9fcb670e307 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302696 Dec 22 05:13:34.080986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2f4a9-46ff-4811-88fb-fc4a3e14a7d9 req-870e536d-fe55-46f9-bd60-f2dde27dff48 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:34.082952 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d8d2f4a9-46ff-4811-88fb-fc4a3e14a7d9 req-870e536d-fe55-46f9-bd60-f2dde27dff48 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0775473 Dec 22 05:13:34.119785 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d8d2f4a9-46ff-4811-88fb-fc4a3e14a7d9 req-8c000eae-bc5c-44fb-a6c2-411620311658 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309560 Dec 22 05:13:35.230709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc119be0-cab9-42b0-ba1f-b63309de4fb7 req-0b017cee-5614-4f9f-8224-ff5402766dca tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:35.232104 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bc119be0-cab9-42b0-ba1f-b63309de4fb7 req-0b017cee-5614-4f9f-8224-ff5402766dca tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0481462 Dec 22 05:13:35.268224 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bc119be0-cab9-42b0-ba1f-b63309de4fb7 req-d8e8685a-9973-4727-acaf-652a0da935c3 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302975 Dec 22 05:13:36.378105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762546f-d1eb-47b2-b44a-d6ccb2069eb1 req-46f5c67e-d0d0-400b-aebc-87d3a8fec447 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:36.380080 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4762546f-d1eb-47b2-b44a-d6ccb2069eb1 req-46f5c67e-d0d0-400b-aebc-87d3a8fec447 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0471826 Dec 22 05:13:36.415398 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4762546f-d1eb-47b2-b44a-d6ccb2069eb1 req-c4a4fe34-2460-465d-a1de-4e8e0d49500f tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296042 Dec 22 05:13:37.527155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b2842-c26f-437a-bb09-10491400241d req-2939b993-23ad-4128-8aa3-b50d8667f68f tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:37.528619 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b95b2842-c26f-437a-bb09-10491400241d req-2939b993-23ad-4128-8aa3-b50d8667f68f tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0477169 Dec 22 05:13:37.564045 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b95b2842-c26f-437a-bb09-10491400241d req-426d9329-1eb6-4e33-9a78-ca0976f998fa tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296619 Dec 22 05:13:38.679156 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534f728-c5ee-4191-a603-0da5c990d19c req-cc4838a2-03ad-4e73-9e4e-710f7561f901 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:38.680599 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0534f728-c5ee-4191-a603-0da5c990d19c req-cc4838a2-03ad-4e73-9e4e-710f7561f901 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0511460 Dec 22 05:13:38.716798 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0534f728-c5ee-4191-a603-0da5c990d19c req-95f8bc24-eb46-4404-add3-394635469c85 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304155 Dec 22 05:13:39.243400 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-091d648d-6c42-413f-936b-3894c52863a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:39.839712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79b0e0-ef3c-48a4-aaeb-f6eb136957bf req-eecdd84f-c09a-4b65-ae90-93ee463ba352 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:39.841183 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bc79b0e0-ef3c-48a4-aaeb-f6eb136957bf req-eecdd84f-c09a-4b65-ae90-93ee463ba352 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0544395 Dec 22 05:13:39.879793 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bc79b0e0-ef3c-48a4-aaeb-f6eb136957bf req-69b77c2d-34e3-47b4-8fad-aa270f6a73c5 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305331 Dec 22 05:13:40.719341 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-538c6954-2862-4c7e-bc14-7741f9bab0f8 service neutron] 10.222.0.16 "GET /v2.0/ports/1b12a8c6-a363-4579-a843-ab60ab87d5d0/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0534706 Dec 22 05:13:40.992348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e004d2-3139-497b-b70e-b2f11704b080 req-fc24cfcd-38d7-42a4-b7d1-f1d76cf40df0 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:41.089537 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e5e004d2-3139-497b-b70e-b2f11704b080 req-fc24cfcd-38d7-42a4-b7d1-f1d76cf40df0 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0505137 Dec 22 05:13:41.089537 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e5e004d2-3139-497b-b70e-b2f11704b080 req-10f515c1-4a2a-4f58-943c-f3c5c2c912d8 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324030 Dec 22 05:13:41.274443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-e07ae2c5-f6a7-44a6-9141-6d3cbeca759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:41.275891 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-e07ae2c5-f6a7-44a6-9141-6d3cbeca759e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158&tenant_id=42646da9d66044c79d274e27dc511741 HTTP/1.1" status: 200 len: 1099 time: 0.0420840 Dec 22 05:13:41.346233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-e108a0d5-0cb5-4846-8c2f-80c8ca58a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:41.348355 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-e108a0d5-0cb5-4846-8c2f-80c8ca58a446 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 1099 time: 0.0387790 Dec 22 05:13:41.438047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-a8dd434f-6391-4153-96c7-d22db19e1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:41.439814 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-a8dd434f-6391-4153-96c7-d22db19e1097 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 200 len: 916 time: 0.0847137 Dec 22 05:13:41.480802 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-5ca261fd-840a-4065-ae12-b8f1a86b2983 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0 HTTP/1.1" status: 200 len: 217 time: 0.0336015 Dec 22 05:13:41.533036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-6b447a7d-eab4-4f2e-b7d6-bafbac0fe224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:41.534342 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-6b447a7d-eab4-4f2e-b7d6-bafbac0fe224 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8da81dc-bbdb-48ea-a300-7acd7be2848b HTTP/1.1" status: 200 len: 855 time: 0.0453532 Dec 22 05:13:41.563911 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-aa0db16a-c314-4faa-8ba5-aca2a6d869ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f0d6759-3003-42ad-be82-1a8da32a4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228114 Dec 22 05:13:41.649755 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-7823a7d2-f628-4169-b4c5-816da439b9a1 service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786839 Dec 22 05:13:41.667772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6eac1fe0-0757-4b32-b579-c2373aa26580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:41.740307 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-483f2555-f2fd-41f8-86a6-a89ce85fec1d req-1919df96-ba18-4b0e-a029-9197038411d5 service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838544 Dec 22 05:13:42.158469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b922e00-f05b-468d-bb0e-f44fc8ad8ec9 req-d36b9f58-d6fc-439c-875e-db0e7e4bff29 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:42.159936 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7b922e00-f05b-468d-bb0e-f44fc8ad8ec9 req-d36b9f58-d6fc-439c-875e-db0e7e4bff29 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0506577 Dec 22 05:13:42.197471 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7b922e00-f05b-468d-bb0e-f44fc8ad8ec9 req-1d33a914-57d7-42e9-b76e-7d0857cab382 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316653 Dec 22 05:13:43.187765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:43.316876 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5449351-8e7a-4e79-b61f-9666b0471600 req-7e6ddd8a-0bc7-4690-81f8-0ac5e26e1396 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:43.318330 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c5449351-8e7a-4e79-b61f-9666b0471600 req-7e6ddd8a-0bc7-4690-81f8-0ac5e26e1396 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0479865 Dec 22 05:13:43.355689 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c5449351-8e7a-4e79-b61f-9666b0471600 req-1bc50dad-3ccd-47a7-a307-e7a004041c18 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Dec 22 05:13:44.273887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:44.468987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4eb87-0ee5-41a0-929e-fbbc94b593a2 req-ddb3c6b3-9884-4ff8-a746-1fe3f23f2bea tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:44.470437 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-82d4eb87-0ee5-41a0-929e-fbbc94b593a2 req-ddb3c6b3-9884-4ff8-a746-1fe3f23f2bea tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0480690 Dec 22 05:13:44.507192 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-82d4eb87-0ee5-41a0-929e-fbbc94b593a2 req-19f72e3b-8d2c-487a-b8cd-eb08ff13a3bd tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302575 Dec 22 05:13:44.853243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6fcd3-2656-4934-b240-7dd9b43425de req-64308def-c4fa-48ae-b261-b5ce0f9e6338 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:44.854610 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99b6fcd3-2656-4934-b240-7dd9b43425de req-64308def-c4fa-48ae-b261-b5ce0f9e6338 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0520065 Dec 22 05:13:44.892036 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99b6fcd3-2656-4934-b240-7dd9b43425de req-b871abf8-c9f2-4f34-a73d-4d1af3b23165 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315833 Dec 22 05:13:44.943297 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b259a-710d-453a-80a8-1097f0c4e140 req-0f9de3c2-ea6a-4f22-89b3-7e7d4772bddc tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:44.944755 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3b2b259a-710d-453a-80a8-1097f0c4e140 req-0f9de3c2-ea6a-4f22-89b3-7e7d4772bddc tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.16 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158&tenant_id=42646da9d66044c79d274e27dc511741&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.0500321 Dec 22 05:13:45.046927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b259a-710d-453a-80a8-1097f0c4e140 req-20e54151-723a-4b69-8595-4751439e2cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:45.048401 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3b2b259a-710d-453a-80a8-1097f0c4e140 req-20e54151-723a-4b69-8595-4751439e2cd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=42646da9d66044c79d274e27dc511741&device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 1099 time: 0.0393555 Dec 22 05:13:45.141894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b259a-710d-453a-80a8-1097f0c4e140 req-74b1956d-dd65-490c-8f2c-e57f44d5a915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:45.143237 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3b2b259a-710d-453a-80a8-1097f0c4e140 req-74b1956d-dd65-490c-8f2c-e57f44d5a915 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 200 len: 916 time: 0.0845759 Dec 22 05:13:45.185846 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3b2b259a-710d-453a-80a8-1097f0c4e140 req-074c6c81-ddef-4f01-be31-368883b9d9a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0 HTTP/1.1" status: 200 len: 217 time: 0.0342152 Dec 22 05:13:45.233386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:45.238230 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b259a-710d-453a-80a8-1097f0c4e140 req-ca561775-d593-41bf-b64a-4ab65c06a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:45.239679 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3b2b259a-710d-453a-80a8-1097f0c4e140 req-ca561775-d593-41bf-b64a-4ab65c06a070 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c8da81dc-bbdb-48ea-a300-7acd7be2848b HTTP/1.1" status: 200 len: 855 time: 0.0436363 Dec 22 05:13:45.276337 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3b2b259a-710d-453a-80a8-1097f0c4e140 req-bb624190-3dce-46b0-9975-15a2d6d9dafe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f0d6759-3003-42ad-be82-1a8da32a4162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284882 Dec 22 05:13:45.687612 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3b2b259a-710d-453a-80a8-1097f0c4e140 req-73c4cc9f-2622-48f1-911a-016a722682bf service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018877 Dec 22 05:13:45.777991 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3b2b259a-710d-453a-80a8-1097f0c4e140 req-fca51a06-44a7-4002-9e4b-0b155eac7d42 service neutron] 10.222.0.16 "GET /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824130 Dec 22 05:13:45.963803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1b12a8c6-a363-4579-a843-ab60ab87d5d0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:13:45.974034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1b12a8c6-a363-4579-a843-ab60ab87d5d0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:13:46.013956 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af7951-30d2-473d-b914-f2133e987cca req-36a6d251-957d-4f3d-a515-ccab050b85cd tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:46.015402 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a6af7951-30d2-473d-b914-f2133e987cca req-36a6d251-957d-4f3d-a515-ccab050b85cd tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0541043 Dec 22 05:13:46.052874 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a6af7951-30d2-473d-b914-f2133e987cca req-894c6c37-e149-4cdb-aaa4-a6ae890b538c tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Dec 22 05:13:46.261472 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1b12a8c6-a363-4579-a843-ab60ab87d5d0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:13:46.263772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:46.282247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '1b12a8c6-a363-4579-a843-ab60ab87d5d0', 'network_id': '6f0d6759-3003-42ad-be82-1a8da32a4162', 'port_id': '1b12a8c6-a363-4579-a843-ab60ab87d5d0', 'mac_address': 'fa:16:3e:65:d3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8da81dc-bbdb-48ea-a300-7acd7be2848b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:13:46.296449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b780a2-b132-48cd-ab0c-6fe42ec28158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b12a8c6-a363-4579-a843-ab60ab87d5d0'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:46.298755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f192c0ca-7e30-49f7-bcbf-884141569097" -d '{"events": [{"server_uuid": "49b780a2-b132-48cd-ab0c-6fe42ec28158", "name": "network-vif-unplugged", "status": "completed", "tag": "1b12a8c6-a363-4579-a843-ab60ab87d5d0"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:13:46.329917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1b12a8c6-a363-4579-a843-ab60ab87d5d0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:13:46.341251 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:46.354265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b12a8c6-a363-4579-a843-ab60ab87d5d0 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:13:46.360793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49866888-93ac-4c38-8c6a-9d89ec965ec7 x-openstack-request-id: req-49866888-93ac-4c38-8c6a-9d89ec965ec7 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:13:46.361075 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b780a2-b132-48cd-ab0c-6fe42ec28158", "name": "network-vif-unplugged", "status": "completed", "tag": "1b12a8c6-a363-4579-a843-ab60ab87d5d0", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:13:46.361322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49866888-93ac-4c38-8c6a-9d89ec965ec7 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:13:46.361828 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b780a2-b132-48cd-ab0c-6fe42ec28158', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b12a8c6-a363-4579-a843-ab60ab87d5d0', 'code': 200} Dec 22 05:13:46.403162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:46.474678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:13:46.475026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:13:46.479177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1b12a8c6-a363-4579-a843-ab60ab87d5d0,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:47.009899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:47.022627 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b12a8c6-a363-4579-a843-ab60ab87d5d0 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:13:47.041181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1b12a8c6-a363-4579-a843-ab60ab87d5d0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:13:47.128828 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:47.166290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4236a-b968-402e-acce-474c5816e217 req-17586ca3-e283-493f-9699-d2ee371f907e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:47.167743 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cab4236a-b968-402e-acce-474c5816e217 req-17586ca3-e283-493f-9699-d2ee371f907e tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 945 time: 0.0489895 Dec 22 05:13:47.178383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1b12a8c6-a363-4579-a843-ab60ab87d5d0,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:47.206077 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cab4236a-b968-402e-acce-474c5816e217 req-80dffa34-35df-4787-9e80-363ed14fa4ff tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317235 Dec 22 05:13:47.256957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['1b12a8c6-a363-4579-a843-ab60ab87d5d0'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:13:47.320536 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf3471-e5cf-4c08-99d3-19ab752e59c0 req-019c39c9-7af7-4582-95b8-056555049d85 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:47.322012 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7edf3471-e5cf-4c08-99d3-19ab752e59c0 req-019c39c9-7af7-4582-95b8-056555049d85 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 945 time: 0.0487261 Dec 22 05:13:47.359552 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7edf3471-e5cf-4c08-99d3-19ab752e59c0 req-45c0f048-0ae3-49eb-8653-94faba2316df tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Dec 22 05:13:47.470707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaba75b-f86e-4dfa-8079-d8bcb33760bf req-4e56f193-0e63-4c08-a163-a760a86546c8 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:47.472122 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dcaba75b-f86e-4dfa-8079-d8bcb33760bf req-4e56f193-0e63-4c08-a163-a760a86546c8 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Dec 22 05:13:47.511137 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dcaba75b-f86e-4dfa-8079-d8bcb33760bf req-42166512-f87c-4036-8360-29ae51df60a7 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331116 Dec 22 05:13:47.980138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1b12a8c6-a363-4579-a843-ab60ab87d5d0 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:13:48.031048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 1b12a8c6-a363-4579-a843-ab60ab87d5d0 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:48.031709 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:48.061410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f302b7-0841-4c8d-942e-659748116900 req-ec8add21-849e-4ded-86cc-4be94e3ecfb1 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:48.062886 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d9f302b7-0841-4c8d-942e-659748116900 req-ec8add21-849e-4ded-86cc-4be94e3ecfb1 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 945 time: 0.0488951 Dec 22 05:13:48.103906 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d9f302b7-0841-4c8d-942e-659748116900 req-a831686f-c405-4ca2-8131-581459ffe73d tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346410 Dec 22 05:13:48.113810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:48.146384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1b12a8c6-a363-4579-a843-ab60ab87d5d0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:13:48.204619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:48.251157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1b12a8c6-a363-4579-a843-ab60ab87d5d0,revision_number=8']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:48.363014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b780a2-b132-48cd-ab0c-6fe42ec28158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b12a8c6-a363-4579-a843-ab60ab87d5d0'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:48.365325 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9141a5-5611-4a0a-b0d8-cb64cd3c7935" -d '{"events": [{"server_uuid": "49b780a2-b132-48cd-ab0c-6fe42ec28158", "name": "network-vif-plugged", "status": "completed", "tag": "1b12a8c6-a363-4579-a843-ab60ab87d5d0"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:13:48.399467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70145242-2711-446c-91f0-2f5a0d6195fa x-openstack-request-id: req-70145242-2711-446c-91f0-2f5a0d6195fa {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:13:48.399830 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b780a2-b132-48cd-ab0c-6fe42ec28158", "name": "network-vif-plugged", "status": "completed", "tag": "1b12a8c6-a363-4579-a843-ab60ab87d5d0", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:13:48.400080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70145242-2711-446c-91f0-2f5a0d6195fa {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:13:48.400501 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b780a2-b132-48cd-ab0c-6fe42ec28158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b12a8c6-a363-4579-a843-ab60ab87d5d0', 'code': 200} Dec 22 05:13:49.221230 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d305a-2087-4e91-8e76-36a52abbe880 req-acc7cb37-2451-4ed2-8406-c4450bdcb5f9 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:49.222678 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-372d305a-2087-4e91-8e76-36a52abbe880 req-acc7cb37-2451-4ed2-8406-c4450bdcb5f9 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0513587 Dec 22 05:13:49.259034 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-372d305a-2087-4e91-8e76-36a52abbe880 req-da913595-40ea-44d2-a052-06071430499a tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a7e605a-b635-47d2-ba35-7c35a3581d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297217 Dec 22 05:13:49.862821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc87f7-dc42-4a1b-9b8f-57a48de9181e req-326ee16b-ce71-45e8-ba37-34ecfa9e4c04 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:49.864780 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0cbc87f7-dc42-4a1b-9b8f-57a48de9181e req-326ee16b-ce71-45e8-ba37-34ecfa9e4c04 tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.16 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 946 time: 0.0463119 Dec 22 05:13:49.949877 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-0cbc87f7-dc42-4a1b-9b8f-57a48de9181e req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Deleting port 1b12a8c6-a363-4579-a843-ab60ab87d5d0 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:13:49.950212 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0cbc87f7-dc42-4a1b-9b8f-57a48de9181e req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:50.038316 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-0cbc87f7-dc42-4a1b-9b8f-57a48de9181e req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] For port 1b12a8c6-a363-4579-a843-ab60ab87d5d0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1b12a8c6-a363-4579-a843-ab60ab87d5d0,segment=NetworkSegment(8901e0ad-3dd8-4f76-a576-006c4cc1f934),segment_id=8901e0ad-3dd8-4f76-a576-006c4cc1f934)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:13:50.038681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0cbc87f7-dc42-4a1b-9b8f-57a48de9181e req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:50.050670 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-0cbc87f7-dc42-4a1b-9b8f-57a48de9181e req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Calling delete_port for 1b12a8c6-a363-4579-a843-ab60ab87d5d0 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:13:50.265608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0cbc87f7-dc42-4a1b-9b8f-57a48de9181e req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:50.292861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Pushing event deleted for resources: {'Port': ['ID=1b12a8c6-a363-4579-a843-ab60ab87d5d0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:50.298091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['1b12a8c6-a363-4579-a843-ab60ab87d5d0'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:13:50.307743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:50.308084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:50.308506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:50.308834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:50.309159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:50.309483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:50.309805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:50.310125 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:50.310440 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:50.310753 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:50.311060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:50.311376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:50.345269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbc87f7-dc42-4a1b-9b8f-57a48de9181e req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] No DVR routers for this DVR port 1b12a8c6-a363-4579-a843-ab60ab87d5d0 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:13:50.349098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0cbc87f7-dc42-4a1b-9b8f-57a48de9181e req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:50.352578 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0cbc87f7-dc42-4a1b-9b8f-57a48de9181e req-7ed3a97f-c00c-4d73-9340-929ba241205b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.16 "DELETE /v2.0/ports/1b12a8c6-a363-4579-a843-ab60ab87d5d0 HTTP/1.1" status: 204 len: 173 time: 0.4820209 Dec 22 05:13:50.353014 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b780a2-b132-48cd-ab0c-6fe42ec28158', 'name': 'network-vif-deleted', 'tag': '1b12a8c6-a363-4579-a843-ab60ab87d5d0'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:13:50.355287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd1d652-db68-4472-bd23-4c99a85b0f21" -d '{"events": [{"server_uuid": "49b780a2-b132-48cd-ab0c-6fe42ec28158", "name": "network-vif-deleted", "tag": "1b12a8c6-a363-4579-a843-ab60ab87d5d0"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:13:50.366793 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5b62b6dd-45bf-4f93-a0b8-0fbf1919dda1 req-7a9c527b-fa90-424a-a600-e3f81bcda92b tempest-ServerDiskConfigTestJSON-86244757 tempest-ServerDiskConfigTestJSON-86244757-project] 10.222.0.54 "GET /v2.0/ports?device_id=49b780a2-b132-48cd-ab0c-6fe42ec28158 HTTP/1.1" status: 200 len: 210 time: 0.0306358 Dec 22 05:13:50.391101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858eff9c-48d2-4992-9c98-aba02055e264 x-openstack-request-id: req-858eff9c-48d2-4992-9c98-aba02055e264 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:13:50.391414 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b780a2-b132-48cd-ab0c-6fe42ec28158", "name": "network-vif-deleted", "tag": "1b12a8c6-a363-4579-a843-ab60ab87d5d0", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:13:50.391637 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-858eff9c-48d2-4992-9c98-aba02055e264 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:13:50.392031 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b780a2-b132-48cd-ab0c-6fe42ec28158', 'name': 'network-vif-deleted', 'tag': '1b12a8c6-a363-4579-a843-ab60ab87d5d0', 'status': 'completed', 'code': 200} Dec 22 05:13:50.896482 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:51.484239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 46484) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:13:51.532131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-324c84b4-123f-4a95-8c0e-184a7362aa13 admin admin] Deleting subnet c8da81dc-bbdb-48ea-a300-7acd7be2848b {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:13:51.535117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-324c84b4-123f-4a95-8c0e-184a7362aa13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:51.569136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-324c84b4-123f-4a95-8c0e-184a7362aa13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:51.606352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-324c84b4-123f-4a95-8c0e-184a7362aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:51.728698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-324c84b4-123f-4a95-8c0e-184a7362aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:51.755186 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c84b4-123f-4a95-8c0e-184a7362aa13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8da81dc-bbdb-48ea-a300-7acd7be2848b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:51.757164 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-324c84b4-123f-4a95-8c0e-184a7362aa13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:51.760345 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-324c84b4-123f-4a95-8c0e-184a7362aa13 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c8da81dc-bbdb-48ea-a300-7acd7be2848b HTTP/1.1" status: 204 len: 168 time: 0.2750514 Dec 22 05:13:51.762749 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 46486) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:13:51.832838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:51.909039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:51.929908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0d6759-3003-42ad-be82-1a8da32a4162']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:51.939465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8901e0ad-3dd8-4f76-a576-006c4cc1f934') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:51.939758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8901e0ad-3dd8-4f76-a576-006c4cc1f934') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:51.953684 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:51.966957 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:51.972756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:13:51.973731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:13:51.975361 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:13:52.084841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:52.090063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:52.094552 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] 10.222.0.54 "DELETE /v2.0/networks/6f0d6759-3003-42ad-be82-1a8da32a4162 HTTP/1.1" status: 204 len: 168 time: 0.3295770 Dec 22 05:13:52.105006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45206b93-35dd-48c1-b483-61662f5c989c admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0d6759-3003-42ad-be82-1a8da32a4162,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:52.405113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 46490) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:13:52.444582 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-88a35fd3-a7ab-4d85-9db1-194fc1e651c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=42646da9d66044c79d274e27dc511741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383217 Dec 22 05:13:52.446892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 46492) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:13:52.492978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c09eba6-4b2c-48bc-8ed2-bef4ce2e69dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:52.515897 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c09eba6-4b2c-48bc-8ed2-bef4ce2e69dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:52.638508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c09eba6-4b2c-48bc-8ed2-bef4ce2e69dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:52.640992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c09eba6-4b2c-48bc-8ed2-bef4ce2e69dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:52.642138 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1c09eba6-4b2c-48bc-8ed2-bef4ce2e69dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a7e605a-b635-47d2-ba35-7c35a3581d3e HTTP/1.1" status: 204 len: 168 time: 0.1943939 Dec 22 05:13:52.650437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09eba6-4b2c-48bc-8ed2-bef4ce2e69dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7e605a-b635-47d2-ba35-7c35a3581d3e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:53.569146 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 46514) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:13:53.667571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-18349793-network', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:53.764613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Made reservation on behalf of fb9d27267ed547c98951549f4ebb27e5 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:13:53.766772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:53.775423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:53.859824 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:53.907526 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:53.931335 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:13:53.941110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e71403-e050-4353-a390-24f2a75f8264,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:53.946277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:53.946609 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Added segment 60b8b9b7-e943-4767-9e26-056b01dfb9b3 of type vlan for network 106636cd-0a89-4991-9a2c-5aab09a3942e Dec 22 05:13:53.986058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:53.995446 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1b12a8c6-a363-4579-a843-ab60ab87d5d0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:13:54.014993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 1b12a8c6-a363-4579-a843-ab60ab87d5d0 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:13:54.015267 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1b12a8c6-a363-4579-a843-ab60ab87d5d0 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:13:54.090479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:54.091429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:54.092022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:54.152640 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] Pushing event updated for resources: {'Network': ['ID=106636cd-0a89-4991-9a2c-5aab09a3942e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:54.162672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 106636cd-0a89-4991-9a2c-5aab09a3942e details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:13:54.207859 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f8e6bd9d-82e2-477b-b4e7-6507ba34ed42 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6375647 Dec 22 05:13:54.210639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 46518) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:13:54.216758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dcd8d831-7e7c-4a4a-bc28-dbf77b7e2e7b admin admin] Request body: {'subnet': {'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-18349793-subnet', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:54.302269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd8d831-7e7c-4a4a-bc28-dbf77b7e2e7b admin admin] Made reservation on behalf of fb9d27267ed547c98951549f4ebb27e5 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:13:54.304552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcd8d831-7e7c-4a4a-bc28-dbf77b7e2e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:54.507366 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcd8d831-7e7c-4a4a-bc28-dbf77b7e2e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:54.569060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8d831-7e7c-4a4a-bc28-dbf77b7e2e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f636ec44-1b8b-4c74-b03f-7fe0d88240a0,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:54.576139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd8d831-7e7c-4a4a-bc28-dbf77b7e2e7b admin admin] Checking segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:13:54.576742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd8d831-7e7c-4a4a-bc28-dbf77b7e2e7b admin admin] Network hostable DHCP agents. Network: 106636cd-0a89-4991-9a2c-5aab09a3942e, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:13:54.644051 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd8d831-7e7c-4a4a-bc28-dbf77b7e2e7b admin admin] Network 106636cd-0a89-4991-9a2c-5aab09a3942e is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:13:54.701481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-dcd8d831-7e7c-4a4a-bc28-dbf77b7e2e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 106636cd-0a89-4991-9a2c-5aab09a3942e) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:13:54.705433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd8d831-7e7c-4a4a-bc28-dbf77b7e2e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:54.706077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcd8d831-7e7c-4a4a-bc28-dbf77b7e2e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:54.710712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb16b7c-f958-42bf-bc81-4c7c12e3fa41 None None] Network 106636cd-0a89-4991-9a2c-5aab09a3942e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:13:54.767289 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dcd8d831-7e7c-4a4a-bc28-dbf77b7e2e7b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5553734 Dec 22 05:13:54.770125 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 46520) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:13:54.775938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:54.856457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:54.857545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:54.862056 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-106636cd-0a89-4991-9a2c-5aab09a3942e', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:13:54.869278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:54.915282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:54.997654 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Allocated IP 172.20.0.2 (106636cd-0a89-4991-9a2c-5aab09a3942e/f636ec44-1b8b-4c74-b03f-7fe0d88240a0/ae23a6cf-5cf0-4795-9117-5a8843ece1f1) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:13:55.121967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:55.136701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:55.222230 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:55.259872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Network 106636cd-0a89-4991-9a2c-5aab09a3942e is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:13:55.262623 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:13:55.266126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:13:55.275375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Pushing event updated for resources: {'Port': ['ID=ae23a6cf-5cf0-4795-9117-5a8843ece1f1,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:55.329207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Attempting to bind port ae23a6cf-5cf0-4795-9117-5a8843ece1f1 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:13:55.329590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Attempting to bind port ae23a6cf-5cf0-4795-9117-5a8843ece1f1 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:13:55.329931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Attempting to bind port ae23a6cf-5cf0-4795-9117-5a8843ece1f1 on network 106636cd-0a89-4991-9a2c-5aab09a3942e {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:13:55.335308 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:13:55.335676 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Checking segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:13:55.336073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:55.336489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Bound using segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:13:55.336952 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Bound port: ae23a6cf-5cf0-4795-9117-5a8843ece1f1, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:13:55.337328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:55.397425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:55.398966 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] For port ae23a6cf-5cf0-4795-9117-5a8843ece1f1, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:13:55.402001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] For port ae23a6cf-5cf0-4795-9117-5a8843ece1f1, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ae23a6cf-5cf0-4795-9117-5a8843ece1f1,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:13:55.416352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:55.489043 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:55.523072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Allocated IP 172.26.5.138 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/f15424ad-de73-4d3f-814b-94ef5ce9b3ed) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:13:55.551706 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877e9e7-b1ff-4a7d-be37-cef1bbf2d1be None None] Pushing event updated for resources: {'Port': ['ID=ae23a6cf-5cf0-4795-9117-5a8843ece1f1,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:55.641993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:55.724888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:55.766940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:13:55.769871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:13:55.777299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:13:55.780442 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Pushing event updated for resources: {'Port': ['ID=f15424ad-de73-4d3f-814b-94ef5ce9b3ed,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:56.109406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:56.321098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:56.384430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9840cc-2207-4303-bb4a-aaec28bb76cf None None] Network 106636cd-0a89-4991-9a2c-5aab09a3942e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:13:56.471859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-118bb1ea-dc1c-4ce6-bafd-71be9ed82dd3 None None] Provisioning complete for port ae23a6cf-5cf0-4795-9117-5a8843ece1f1 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:56.472246 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-118bb1ea-dc1c-4ce6-bafd-71be9ed82dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:56.528451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Router 4cd7126a-9dd7-456b-8151-2e6fca56f434 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:13:56.606662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-118bb1ea-dc1c-4ce6-bafd-71be9ed82dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:56.639952 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-118bb1ea-dc1c-4ce6-bafd-71be9ed82dd3 None None] For port ae23a6cf-5cf0-4795-9117-5a8843ece1f1, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ae23a6cf-5cf0-4795-9117-5a8843ece1f1,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:13:56.644066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:13:56.653918 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Sync routers for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:13:56.664666 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:13:56.665282 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:13:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:56.718783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-118bb1ea-dc1c-4ce6-bafd-71be9ed82dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:56.736738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:56.738018 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-725a668a-9473-4831-838a-36b36d20765e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9665916 Dec 22 05:13:56.741102 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 46522) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:13:56.774573 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:13:56.787331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bb1ea-dc1c-4ce6-bafd-71be9ed82dd3 None None] Pushing event updated for resources: {'Port': ['ID=ae23a6cf-5cf0-4795-9117-5a8843ece1f1,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:56.838180 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8ab8af06-293b-4c6d-ba00-05ba42a80d14 None None] Provisioning complete for port ae23a6cf-5cf0-4795-9117-5a8843ece1f1 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:56.838648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8ab8af06-293b-4c6d-ba00-05ba42a80d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.046840 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:55Z', 'revision_number': 3, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:57.073100 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Checking router: 4cd7126a-9dd7-456b-8151-2e6fca56f434 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:13:57.073445 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Updating router 4cd7126a-9dd7-456b-8151-2e6fca56f434 port f15424ad-de73-4d3f-814b-94ef5ce9b3ed binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:13:57.097740 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.158977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.309383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Allocated IP 172.20.0.1 (106636cd-0a89-4991-9a2c-5aab09a3942e/f636ec44-1b8b-4c74-b03f-7fe0d88240a0/8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:13:57.339561 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.418653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.424113 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.461575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ae23a6cf-5cf0-4795-9117-5a8843ece1f1 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:13:57.474369 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Attempting to bind port f15424ad-de73-4d3f-814b-94ef5ce9b3ed on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:13:57.474730 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Attempting to bind port f15424ad-de73-4d3f-814b-94ef5ce9b3ed by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:13:57.475079 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Attempting to bind port f15424ad-de73-4d3f-814b-94ef5ce9b3ed on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:13:57.477030 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Pushing event updated for resources: {'Port': ['ID=f15424ad-de73-4d3f-814b-94ef5ce9b3ed,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:57.485307 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:13:57.485684 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:13:57.486052 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.486431 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:13:57.486875 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Bound port: f15424ad-de73-4d3f-814b-94ef5ce9b3ed, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:13:57.487238 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.489745 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.490077 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.490401 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.490720 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.491032 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.491344 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.491654 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.491967 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.492305 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.492615 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.492937 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.493227 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.509106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ae23a6cf-5cf0-4795-9117-5a8843ece1f1 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:57.509607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.529119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.550544 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] For port f15424ad-de73-4d3f-814b-94ef5ce9b3ed, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:13:57.554313 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] For port f15424ad-de73-4d3f-814b-94ef5ce9b3ed, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f15424ad-de73-4d3f-814b-94ef5ce9b3ed,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:13:57.573188 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Network 106636cd-0a89-4991-9a2c-5aab09a3942e is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:13:57.575068 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:13:57.578625 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:13:57.609309 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:57.621363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.626152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.626152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.626152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.626428 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.626543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.626543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.626543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.626543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.626543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.626543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.626543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.626543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:13:57.636286 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.690371 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3489b-8c20-4ba8-9139-01a76c54f348 None None] Pushing event updated for resources: {'Port': ['ID=f15424ad-de73-4d3f-814b-94ef5ce9b3ed,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:57.699194 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:13:57.699904 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:13:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:57.806807 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:13:57.830795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.840851 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-83e1b115-442f-4485-9c06-02acc027170a None None] Provisioning complete for port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:57.841224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-83e1b115-442f-4485-9c06-02acc027170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:57.877000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-83e1b115-442f-4485-9c06-02acc027170a None None] Port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:13:57.990063 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:55Z', 'revision_number': 3, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:57.996606 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:58.015576 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c44ac-a526-4b6a-bcab-affb00e902c0 None None] The sync data for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv is: [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:55Z', 'revision_number': 3, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:13:58.088102 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:58.149957 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:58.151798 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Pushing event updated for resources: {'Port': ['ID=8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:58.269030 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Network 106636cd-0a89-4991-9a2c-5aab09a3942e is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:13:58.271028 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:13:58.395365 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Router 4cd7126a-9dd7-456b-8151-2e6fca56f434 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:13:58.498265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-757ef8b4-95c6-4dfd-ab1f-2d09a30674e8 None None] Provisioning complete for port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:58.498795 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-757ef8b4-95c6-4dfd-ab1f-2d09a30674e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:58.507391 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:13:58.512801 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b56aa783-be56-4979-a3a2-172a0c5e33b9 admin admin] 10.222.0.54 "PUT /v2.0/routers/4cd7126a-9dd7-456b-8151-2e6fca56f434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7701592 Dec 22 05:13:58.535852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-757ef8b4-95c6-4dfd-ab1f-2d09a30674e8 None None] Port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:13:58.589335 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:13:59.183517 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 46530) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:13:59.185989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-49f2383b-45c4-4c06-92bf-abc54db61fdb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1678476330', 'description': 'tempest-description--1048443985'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:59.273219 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-49f2383b-45c4-4c06-92bf-abc54db61fdb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.347429 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-49f2383b-45c4-4c06-92bf-abc54db61fdb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.398403 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-49f2383b-45c4-4c06-92bf-abc54db61fdb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.428848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2383b-45c4-4c06-92bf-abc54db61fdb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833e8ad5-a5ba-4b28-b79e-240989a3e047,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:59.456177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f15424ad-de73-4d3f-814b-94ef5ce9b3ed up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:13:59.476225 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-49f2383b-45c4-4c06-92bf-abc54db61fdb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.477546 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-49f2383b-45c4-4c06-92bf-abc54db61fdb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2952471 Dec 22 05:13:59.480215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 46532) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:13:59.483232 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Sync routers for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:13:59.491130 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a4f10786-ff3a-490a-8ab8-f0b9654ebeb0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Request body: {'security_group_rule': {'security_group_id': '833e8ad5-a5ba-4b28-b79e-240989a3e047', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:59.503281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:13:59.503890 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:13:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:13:59.557782 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4f10786-ff3a-490a-8ab8-f0b9654ebeb0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.589060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port f15424ad-de73-4d3f-814b-94ef5ce9b3ed triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:13:59.589423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.613821 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4f10786-ff3a-490a-8ab8-f0b9654ebeb0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.639220 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:13:59.678678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4f10786-ff3a-490a-8ab8-f0b9654ebeb0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.696614 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f10786-ff3a-490a-8ab8-f0b9654ebeb0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a11c48-4f63-46bc-9cc2-4ce054398f16,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:13:59.759155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4f10786-ff3a-490a-8ab8-f0b9654ebeb0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.760329 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a4f10786-ff3a-490a-8ab8-f0b9654ebeb0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2791348 Dec 22 05:13:59.763099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 46534) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:13:59.767689 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c3803753-ae68-4f22-aa65-63d6325c2f47 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Request body: {'security_group_rule': {'security_group_id': '833e8ad5-a5ba-4b28-b79e-240989a3e047', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:13:59.881759 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c3803753-ae68-4f22-aa65-63d6325c2f47 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.920834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.941410 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c3803753-ae68-4f22-aa65-63d6325c2f47 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:13:59.950265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port f15424ad-de73-4d3f-814b-94ef5ce9b3ed, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f15424ad-de73-4d3f-814b-94ef5ce9b3ed,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:14:00.014118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c3803753-ae68-4f22-aa65-63d6325c2f47 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.022611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 2, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:14:00.031321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3803753-ae68-4f22-aa65-63d6325c2f47 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfa7b3a-6d15-4a00-a740-444cb172ab9c,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:00.049218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Checking router: 4cd7126a-9dd7-456b-8151-2e6fca56f434 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:14:00.049568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Updating router 4cd7126a-9dd7-456b-8151-2e6fca56f434 port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:14:00.074174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.076938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.120803 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c3803753-ae68-4f22-aa65-63d6325c2f47 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.122149 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c3803753-ae68-4f22-aa65-63d6325c2f47 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3580675 Dec 22 05:14:00.125122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 46536) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:14:00.129510 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:14:00.164546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=f15424ad-de73-4d3f-814b-94ef5ce9b3ed,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:00.210371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.309006 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.378979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.407554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Allocated IP 172.26.5.252 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/d9ff1cf4-91df-4de9-81fd-a0599a69600c) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:14:00.448369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.500727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25543aa-a60c-4840-97f1-344b18fa24db None None] Pushing event updated for resources: {'Port': ['ID=8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:00.522326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.550707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Attempting to bind port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:14:00.551676 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Attempting to bind port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:14:00.552226 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Attempting to bind port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a on network 106636cd-0a89-4991-9a2c-5aab09a3942e {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:14:00.557373 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:14:00.557954 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Checking segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:14:00.558348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.558733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Bound using segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:14:00.559242 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Bound port: 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:14:00.559566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.622743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.630102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] For port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:14:00.633551 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] For port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:14:00.665500 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-2a94fa38-eb96-4770-903f-552ecc83c8c5 None None] Provisioning complete for port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:14:00.665866 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2a94fa38-eb96-4770-903f-552ecc83c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.666175 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:14:00.669069 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:14:00.671972 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:14:00.680019 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event updated for resources: {'Port': ['ID=d9ff1cf4-91df-4de9-81fd-a0599a69600c,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:00.699959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-2a94fa38-eb96-4770-903f-552ecc83c8c5 None None] Port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:14:00.711555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.764776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:14:00.765403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:13:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:14:00.766132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.805170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25543aa-a60c-4840-97f1-344b18fa24db None None] Pushing event updated for resources: {'Port': ['ID=8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:00.862098 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:00.881141 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:14:01.022708 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:01.039735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-df38d718-f9ee-4831-8938-d6975166b06a None None] Provisioning complete for port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:14:01.040103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-df38d718-f9ee-4831-8938-d6975166b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:01.084085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:01.147218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:00Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:14:01.153084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event updated for resources: {'Port': ['ID=d9ff1cf4-91df-4de9-81fd-a0599a69600c,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:01.162848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:01.178037 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f12ee7-1d30-4d76-a4a9-63b012cb80c4 None None] The sync data for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv is: [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:00Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:14:01.179660 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-df38d718-f9ee-4831-8938-d6975166b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:01.220118 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-df38d718-f9ee-4831-8938-d6975166b06a None None] For port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:14:01.246384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:01.247752 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-eeb637d4-74dd-440d-bab3-9df149b3a657 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1217103 Dec 22 05:14:01.300448 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-df38d718-f9ee-4831-8938-d6975166b06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:01.355588 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38d718-f9ee-4831-8938-d6975166b06a None None] Pushing event updated for resources: {'Port': ['ID=8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:01.414553 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-041167ed-ad44-4b7b-8736-5dd7e40f834c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1678476330&fields=id&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 267 time: 0.0392449 Dec 22 05:14:01.526065 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f15424ad-de73-4d3f-814b-94ef5ce9b3ed up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:14:01.529938 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-73eca2af-879b-44d4-b5e4-2fc40b24a151 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:01.532239 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-73eca2af-879b-44d4-b5e4-2fc40b24a151 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 810 time: 0.1150379 Dec 22 05:14:01.548490 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-dbe13236-163e-4e67-abf3-05b7b9d58861 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/quotas/fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 375 time: 0.0103838 Dec 22 05:14:01.576842 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port f15424ad-de73-4d3f-814b-94ef5ce9b3ed triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:14:01.577379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:01.605254 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-abf81fe5-b567-41c3-93b6-ba9696d29f2c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494454 Dec 22 05:14:01.620866 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-d7140c7c-ebbc-400c-a461-ef84a357c85e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:14:01.621848 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-d7140c7c-ebbc-400c-a461-ef84a357c85e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053022 Dec 22 05:14:01.666851 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:14:01.715664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:14:01.715664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:01.728068 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-ddeba0d6-93ac-4497-a6b7-727ae392525b service neutron] 10.222.0.54 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998843 Dec 22 05:14:01.819896 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-27434cbe-05a4-4726-9685-2a8350e3811d service neutron] 10.222.0.54 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871739 Dec 22 05:14:02.085934 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1f392f95-ff9b-4cd0-bf39-4bfb7dd794de req-eb1ed369-8497-496c-8ac5-a3a53b6143ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 210 time: 0.0282841 Dec 22 05:14:03.180062 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c68919d9-ea57-4e44-a90e-839e6cefa664 req-c15a4f7f-3dae-4b17-b6ba-f88510cdd2c8 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 210 time: 0.0259361 Dec 22 05:14:04.101199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-2eca6d4a-1396-4c54-bf03-f4273589912b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:04.102648 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-2eca6d4a-1396-4c54-bf03-f4273589912b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 810 time: 0.1072471 Dec 22 05:14:04.150343 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-6a7bbbcb-bb1a-453c-8d78-a173ba881212 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 380 time: 0.0327883 Dec 22 05:14:04.159310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Request body: {'port': {'device_id': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'admin_state_up': True, 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'security_groups': ['833e8ad5-a5ba-4b28-b79e-240989a3e047']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:14:04.282241 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-28866dfe-95d7-450c-8bc9-7d609fc83c65 req-18dd2abb-cd8e-4c3b-8bac-f4ea0dc0a0ba tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 210 time: 0.0326490 Dec 22 05:14:04.380395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Made reservation on behalf of fb9d27267ed547c98951549f4ebb27e5 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:14:04.384665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:04.506170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Allocated IP 172.20.0.14 (106636cd-0a89-4991-9a2c-5aab09a3942e/f636ec44-1b8b-4c74-b03f-7fe0d88240a0/f7de5d69-c5b6-44d8-98db-617ee6565841) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:14:04.639375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:04.751130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:04.792729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Network 106636cd-0a89-4991-9a2c-5aab09a3942e is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:14:04.795605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:14:04.799243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:14:04.808087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event updated for resources: {'Port': ['ID=f7de5d69-c5b6-44d8-98db-617ee6565841,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:04.861252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:04.861867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:04.937008 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-4d3c69c6-663a-40b2-9fdf-9c2a08449b11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7812152 Dec 22 05:14:04.955910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Request body: {'port': {'device_id': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:14:05.008103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:05.041037 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-afb9c320-5f14-4bf0-a3cf-6094696c8d00 None None] Provisioning complete for port f7de5d69-c5b6-44d8-98db-617ee6565841 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:14:05.041566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-afb9c320-5f14-4bf0-a3cf-6094696c8d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:05.078488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-afb9c320-5f14-4bf0-a3cf-6094696c8d00 None None] Port f7de5d69-c5b6-44d8-98db-617ee6565841 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:14:05.263750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7de5d69-c5b6-44d8-98db-617ee6565841 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:14:05.271460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:05.282711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Transition to ACTIVE for port object f7de5d69-c5b6-44d8-98db-617ee6565841 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:14:05.339920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:05.397349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7de5d69-c5b6-44d8-98db-617ee6565841,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:05.416439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98093e26-7911-4c19-afad-c5fd3220c3a3 req-10f0d568-4251-48cd-bf79-43c27dcc7b56 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:05.417962 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-98093e26-7911-4c19-afad-c5fd3220c3a3 req-10f0d568-4251-48cd-bf79-43c27dcc7b56 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 944 time: 0.0694704 Dec 22 05:14:05.459959 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-98093e26-7911-4c19-afad-c5fd3220c3a3 req-008443ca-95c0-4473-ab96-78e0b5b04131 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355756 Dec 22 05:14:05.471557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Attempting to bind port f7de5d69-c5b6-44d8-98db-617ee6565841 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:14:05.471982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Attempting to bind port f7de5d69-c5b6-44d8-98db-617ee6565841 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:14:05.472412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Attempting to bind port f7de5d69-c5b6-44d8-98db-617ee6565841 on network 106636cd-0a89-4991-9a2c-5aab09a3942e {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:14:05.477580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Port f7de5d69-c5b6-44d8-98db-617ee6565841 on network 106636cd-0a89-4991-9a2c-5aab09a3942e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:14:05.477977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Attempting to bind port f7de5d69-c5b6-44d8-98db-617ee6565841 on network 106636cd-0a89-4991-9a2c-5aab09a3942e {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:14:05.483105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:14:05.483512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Checking segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:14:05.483956 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Bound using segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:14:05.484481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Bound port: f7de5d69-c5b6-44d8-98db-617ee6565841, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:14:05.484840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:05.550158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] For port f7de5d69-c5b6-44d8-98db-617ee6565841, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:14:05.553575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] For port f7de5d69-c5b6-44d8-98db-617ee6565841, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7de5d69-c5b6-44d8-98db-617ee6565841,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:14:05.610124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:05.645347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:05.646015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:05.647341 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] 10.222.0.16 "PUT /v2.0/ports/f7de5d69-c5b6-44d8-98db-617ee6565841 HTTP/1.1" status: 200 len: 1094 time: 0.6960189 Dec 22 05:14:05.647774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'tag': 'f7de5d69-c5b6-44d8-98db-617ee6565841'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:14:05.650148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea2aecf-27d0-4bc2-82e7-f8d45c706bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d332db8-793f-4380-9521-2b0074ffd7cb", "tag": "f7de5d69-c5b6-44d8-98db-617ee6565841"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:14:05.678222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565491d4-dc44-41a0-bbac-77027a2001c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f7de5d69-c5b6-44d8-98db-617ee6565841,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:05.690389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68555a1-a4d3-491f-ae45-0da1dcfec4c4 x-openstack-request-id: req-a68555a1-a4d3-491f-ae45-0da1dcfec4c4 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:14:05.690772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d332db8-793f-4380-9521-2b0074ffd7cb", "tag": "f7de5d69-c5b6-44d8-98db-617ee6565841", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:14:05.691052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a68555a1-a4d3-491f-ae45-0da1dcfec4c4 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:14:05.692033 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'tag': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'status': 'completed', 'code': 200} Dec 22 05:14:05.777026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2aecf-27d0-4bc2-82e7-f8d45c706bf8 req-7521cde8-b3bb-462e-8d53-9eb75af3a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:05.778565 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ea2aecf-27d0-4bc2-82e7-f8d45c706bf8 req-7521cde8-b3bb-462e-8d53-9eb75af3a3cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 1097 time: 0.0429161 Dec 22 05:14:05.883510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2aecf-27d0-4bc2-82e7-f8d45c706bf8 req-06342a2f-92b8-4508-8557-d7cd3bf65aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:05.884923 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ea2aecf-27d0-4bc2-82e7-f8d45c706bf8 req-06342a2f-92b8-4508-8557-d7cd3bf65aca service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fb9d27267ed547c98951549f4ebb27e5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0925579 Dec 22 05:14:05.978001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2aecf-27d0-4bc2-82e7-f8d45c706bf8 req-a7836cab-960f-46ca-9d9e-a181106e1613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:05.979444 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ea2aecf-27d0-4bc2-82e7-f8d45c706bf8 req-a7836cab-960f-46ca-9d9e-a181106e1613 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873413 Dec 22 05:14:06.078055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-2737de75-f2d2-4d3c-ace1-b0ad60df5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:06.079534 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-2737de75-f2d2-4d3c-ace1-b0ad60df5d2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 1097 time: 0.0398059 Dec 22 05:14:06.129673 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-53c6b826-ccea-40ac-9cb3-a5421cf25367 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7de5d69-c5b6-44d8-98db-617ee6565841 HTTP/1.1" status: 200 len: 217 time: 0.0366571 Dec 22 05:14:06.177884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-927d88b7-8ff6-4bc0-aabb-0933be44edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:06.179345 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-927d88b7-8ff6-4bc0-aabb-0933be44edfd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0430737 Dec 22 05:14:06.224141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-9a9e469b-1f6e-43ec-8d55-1f8d3c3da88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:06.225651 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-9a9e469b-1f6e-43ec-8d55-1f8d3c3da88e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398607 Dec 22 05:14:06.320533 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-fa779fbc-a63d-45f4-aadc-e558d0dba968 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873966 Dec 22 05:14:06.406215 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-17cf7e4c-08ba-4645-9ab7-e27a5b873a27 req-45190b34-e2b6-4b24-afab-6f734f8db201 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784853 Dec 22 05:14:06.575468 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9851ae6-b2e2-4f08-aaa9-93ac018f7a45 req-906a4085-199d-43de-8fad-c5ff0d6ec8be tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:06.576942 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f9851ae6-b2e2-4f08-aaa9-93ac018f7a45 req-906a4085-199d-43de-8fad-c5ff0d6ec8be tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 944 time: 0.0484977 Dec 22 05:14:06.612716 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f9851ae6-b2e2-4f08-aaa9-93ac018f7a45 req-464772ef-d222-42c1-a195-ba25f165bcfb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294192 Dec 22 05:14:07.724556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf673d17-d2c9-4006-bcf6-53531bcf30f1 req-c1bac391-025c-4b7b-a46f-d17fa2435a2e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:07.726005 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf673d17-d2c9-4006-bcf6-53531bcf30f1 req-c1bac391-025c-4b7b-a46f-d17fa2435a2e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 944 time: 0.0486963 Dec 22 05:14:07.766962 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf673d17-d2c9-4006-bcf6-53531bcf30f1 req-6a804dad-5498-4674-830a-a8e6d9dd9535 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351658 Dec 22 05:14:08.877659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edb4eb-23a3-4de4-b19f-849966999c0d req-bd218326-d58c-4b70-8281-e13aadacb7c9 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:08.879590 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-78edb4eb-23a3-4de4-b19f-849966999c0d req-bd218326-d58c-4b70-8281-e13aadacb7c9 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 944 time: 0.0481448 Dec 22 05:14:08.916256 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-78edb4eb-23a3-4de4-b19f-849966999c0d req-66756085-01da-420b-ba27-5ad627cb0891 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306973 Dec 22 05:14:09.255757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ef053837-972d-435d-8c14-60d333af2866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:10.027205 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e82fe-d288-48bd-9626-2a693aba8f15 req-8a51eec1-aeb3-43b1-8c97-42570a921ef3 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:10.028685 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ff5e82fe-d288-48bd-9626-2a693aba8f15 req-8a51eec1-aeb3-43b1-8c97-42570a921ef3 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 944 time: 0.0474851 Dec 22 05:14:10.057579 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device f7de5d69-c5b6-44d8-98db-617ee6565841 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:14:10.066136 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ff5e82fe-d288-48bd-9626-2a693aba8f15 req-c3b7590b-ca17-46b1-acbc-7b03acda9ad5 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315788 Dec 22 05:14:10.152804 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port f7de5d69-c5b6-44d8-98db-617ee6565841, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7de5d69-c5b6-44d8-98db-617ee6565841,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:14:10.164385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'port_id': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'mac_address': 'fa:16:3e:72:99:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:14:10.200080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:10.218953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7de5d69-c5b6-44d8-98db-617ee6565841 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:14:10.238185 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port f7de5d69-c5b6-44d8-98db-617ee6565841, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7de5d69-c5b6-44d8-98db-617ee6565841,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:14:10.289954 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:10.337324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=f7de5d69-c5b6-44d8-98db-617ee6565841,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:10.345154 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:10.345502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:10.345842 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:10.346174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:10.346502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:10.346831 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:10.347158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:10.347508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:10.347833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:10.348156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:10.348497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:10.348817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:14:10.579691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['f7de5d69-c5b6-44d8-98db-617ee6565841'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:14:11.181331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d5a34-3a2e-4c2a-9814-3e71854f6dd8 req-a9bb9f4c-7ab6-4c44-9909-3a6ce1e6baf7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:11.182766 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-202d5a34-3a2e-4c2a-9814-3e71854f6dd8 req-a9bb9f4c-7ab6-4c44-9909-3a6ce1e6baf7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 945 time: 0.0523009 Dec 22 05:14:11.223207 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-202d5a34-3a2e-4c2a-9814-3e71854f6dd8 req-02f4b065-c2cb-4ea9-be1a-b0f2417e46ed tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332580 Dec 22 05:14:11.659172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-250e9c83-a72e-4029-8eba-c77f5d52cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:12.073966 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device f7de5d69-c5b6-44d8-98db-617ee6565841 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:14:12.185312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port f7de5d69-c5b6-44d8-98db-617ee6565841 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:14:12.189479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port f7de5d69-c5b6-44d8-98db-617ee6565841 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:14:12.189842 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:12.266294 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:12.289426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7de5d69-c5b6-44d8-98db-617ee6565841'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:14:12.291657 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085e1a53-c356-47a1-a24e-502b487632fd" -d '{"events": [{"server_uuid": "2d332db8-793f-4380-9521-2b0074ffd7cb", "name": "network-vif-plugged", "status": "completed", "tag": "f7de5d69-c5b6-44d8-98db-617ee6565841"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:14:12.304841 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port f7de5d69-c5b6-44d8-98db-617ee6565841, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7de5d69-c5b6-44d8-98db-617ee6565841,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:14:12.330408 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9cb41b-2a27-4955-8a6d-4fcf12e3b01f x-openstack-request-id: req-da9cb41b-2a27-4955-8a6d-4fcf12e3b01f {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:14:12.330702 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d332db8-793f-4380-9521-2b0074ffd7cb", "name": "network-vif-plugged", "status": "completed", "tag": "f7de5d69-c5b6-44d8-98db-617ee6565841", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:14:12.330992 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da9cb41b-2a27-4955-8a6d-4fcf12e3b01f {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:14:12.331386 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'code': 200} Dec 22 05:14:12.339561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f6ce6-3f1b-4876-bddc-7dd8f64c9368 req-1586e19d-3990-452d-8d2b-b1dfd4be93b6 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:12.341055 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-422f6ce6-3f1b-4876-bddc-7dd8f64c9368 req-1586e19d-3990-452d-8d2b-b1dfd4be93b6 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 945 time: 0.0526536 Dec 22 05:14:12.358300 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:12.382492 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-422f6ce6-3f1b-4876-bddc-7dd8f64c9368 req-bd4bc331-d292-4850-85b1-df0b89808551 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355930 Dec 22 05:14:12.409181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=f7de5d69-c5b6-44d8-98db-617ee6565841,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:14:12.642213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35761e6d-cd7c-4f16-b52f-831ac052224f req-a4e63a3b-3ee7-4ce9-a963-e1ea5ebbee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:12.643580 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-35761e6d-cd7c-4f16-b52f-831ac052224f req-a4e63a3b-3ee7-4ce9-a963-e1ea5ebbee26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 1099 time: 0.0381820 Dec 22 05:14:12.680625 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-35761e6d-cd7c-4f16-b52f-831ac052224f req-11f6e4bc-c279-4f47-b67a-159a72aa174e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303297 Dec 22 05:14:13.179408 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:13.497506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd351f-e9b5-4cfc-95a8-8b071b074a0d req-41bcceec-1fac-4364-83a3-2e0a07ef340b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:13.498926 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cbbd351f-e9b5-4cfc-95a8-8b071b074a0d req-41bcceec-1fac-4364-83a3-2e0a07ef340b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0474277 Dec 22 05:14:13.534133 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cbbd351f-e9b5-4cfc-95a8-8b071b074a0d req-8b1da8be-5024-4af0-9704-2f196b696d7f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293906 Dec 22 05:14:14.283692 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:14.646466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b9c17-5fba-49bc-adfd-430d8145b1cb req-b4511370-1115-47a5-abbc-8393774b20c2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:14.648060 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea5b9c17-5fba-49bc-adfd-430d8145b1cb req-b4511370-1115-47a5-abbc-8393774b20c2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0489094 Dec 22 05:14:14.684038 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea5b9c17-5fba-49bc-adfd-430d8145b1cb req-a199878a-f79e-4e75-b093-309c3c7a0173 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302808 Dec 22 05:14:14.790584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722ebff-3fef-4051-b477-4e6eb957c31e req-96e67711-c5a2-404d-bbfb-4b18978050d0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:14.792023 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b722ebff-3fef-4051-b477-4e6eb957c31e req-96e67711-c5a2-404d-bbfb-4b18978050d0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0468583 Dec 22 05:14:14.801225 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 46592) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:14:14.805501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-8ab6712d-faae-4db1-af72-ba0dab158c40 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Request body: {'floatingip': {'port_id': 'f7de5d69-c5b6-44d8-98db-617ee6565841'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:14:14.847971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8ab6712d-faae-4db1-af72-ba0dab158c40 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:15.254180 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:15.520091 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8ab6712d-faae-4db1-af72-ba0dab158c40 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:15.580848 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8ab6712d-faae-4db1-af72-ba0dab158c40 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:15.676198 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-8ab6712d-faae-4db1-af72-ba0dab158c40 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Floating IP 788d15ef-6874-4b99-9471-087c0fc2861d associated. External IP: 172.26.5.252, port: f7de5d69-c5b6-44d8-98db-617ee6565841. Dec 22 05:14:15.873554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab6712d-faae-4db1-af72-ba0dab158c40 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Router 4cd7126a-9dd7-456b-8151-2e6fca56f434 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:14:15.939302 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-675566f8-3c29-4071-bfcc-2ccd135f455a req-cb438088-6bac-40a1-bb8c-89830efca050 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385664 Dec 22 05:14:15.984261 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab6712d-faae-4db1-af72-ba0dab158c40 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:14:15.989760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8ab6712d-faae-4db1-af72-ba0dab158c40 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:15.994417 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bb940-acfa-4324-b9fa-766a90df8a0c None None] Sync routers for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:14:16.004478 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bb940-acfa-4324-b9fa-766a90df8a0c None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:14:16.005131 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7a1bb940-acfa-4324-b9fa-766a90df8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:14:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:14:16.016680 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8ab6712d-faae-4db1-af72-ba0dab158c40 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "PUT /v2.0/floatingips/788d15ef-6874-4b99-9471-087c0fc2861d HTTP/1.1" status: 200 len: 992 time: 1.2144108 Dec 22 05:14:16.017266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'tag': 'f7de5d69-c5b6-44d8-98db-617ee6565841'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:14:16.019649 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b943f7f-9ae7-4c0c-b293-c33262826ded" -d '{"events": [{"name": "network-changed", "server_uuid": "2d332db8-793f-4380-9521-2b0074ffd7cb", "tag": "f7de5d69-c5b6-44d8-98db-617ee6565841"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:14:16.062023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675566f8-3c29-4071-bfcc-2ccd135f455a req-5a246b36-74cf-4db8-bacb-e11804142c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:16.064003 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-675566f8-3c29-4071-bfcc-2ccd135f455a req-5a246b36-74cf-4db8-bacb-e11804142c04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 1099 time: 0.0660014 Dec 22 05:14:16.120095 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-7a1bb940-acfa-4324-b9fa-766a90df8a0c None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:14:16.129796 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0baf6dd-a4b7-4851-aeab-bb94ce9f29db x-openstack-request-id: req-d0baf6dd-a4b7-4851-aeab-bb94ce9f29db {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:14:16.130085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d332db8-793f-4380-9521-2b0074ffd7cb", "tag": "f7de5d69-c5b6-44d8-98db-617ee6565841", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:14:16.130334 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d0baf6dd-a4b7-4851-aeab-bb94ce9f29db {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:14:16.130729 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'tag': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'status': 'completed', 'code': 200} Dec 22 05:14:16.185375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675566f8-3c29-4071-bfcc-2ccd135f455a req-caae04c4-fd8f-4e71-9136-7cecbba0b1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:16.186847 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-675566f8-3c29-4071-bfcc-2ccd135f455a req-caae04c4-fd8f-4e71-9136-7cecbba0b1b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0943804 Dec 22 05:14:16.250893 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-675566f8-3c29-4071-bfcc-2ccd135f455a req-657d8e95-f204-44fe-a58c-d44bea06a22f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7de5d69-c5b6-44d8-98db-617ee6565841 HTTP/1.1" status: 200 len: 1000 time: 0.0563693 Dec 22 05:14:16.302796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675566f8-3c29-4071-bfcc-2ccd135f455a req-c615590b-7b6f-4eb4-ae28-015aa67c9817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:16.304362 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-675566f8-3c29-4071-bfcc-2ccd135f455a req-c615590b-7b6f-4eb4-ae28-015aa67c9817 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0466316 Dec 22 05:14:16.337139 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7a1bb940-acfa-4324-b9fa-766a90df8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '788d15ef-6874-4b99-9471-087c0fc2861d', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'port_id': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'mac_address': 'fa:16:3e:72:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:14:00Z', 'updated_at': '2021-12-22T05:14:15Z', 'revision_number': 1, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:14:16.349170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675566f8-3c29-4071-bfcc-2ccd135f455a req-fd9ffc91-6683-4b8b-abef-08f58c9dbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:16.350754 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-675566f8-3c29-4071-bfcc-2ccd135f455a req-fd9ffc91-6683-4b8b-abef-08f58c9dbf19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398118 Dec 22 05:14:16.362792 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bb940-acfa-4324-b9fa-766a90df8a0c None None] Checking router: 4cd7126a-9dd7-456b-8151-2e6fca56f434 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:14:16.371526 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bb940-acfa-4324-b9fa-766a90df8a0c None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:14:16.372120 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7a1bb940-acfa-4324-b9fa-766a90df8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:14:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:14:16.437752 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-675566f8-3c29-4071-bfcc-2ccd135f455a req-fe5e9716-8148-4533-a790-31333b9bb944 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795138 Dec 22 05:14:16.474712 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-7a1bb940-acfa-4324-b9fa-766a90df8a0c None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:14:16.529457 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-675566f8-3c29-4071-bfcc-2ccd135f455a req-69e86800-4004-4708-ab3b-0a86cfc2167a service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837491 Dec 22 05:14:16.690054 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-7a1bb940-acfa-4324-b9fa-766a90df8a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '788d15ef-6874-4b99-9471-087c0fc2861d', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'port_id': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'mac_address': 'fa:16:3e:72:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:14:00Z', 'updated_at': '2021-12-22T05:14:15Z', 'revision_number': 1, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:14:16.700025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b943f7f-9ae7-4c0c-b293-c33262826ded req-a16309cb-b0f1-4910-bd3c-5820a347054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:16.701527 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1b943f7f-9ae7-4c0c-b293-c33262826ded req-a16309cb-b0f1-4910-bd3c-5820a347054c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 1099 time: 0.0404825 Dec 22 05:14:16.807965 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1bb940-acfa-4324-b9fa-766a90df8a0c None None] The sync data for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv is: [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '788d15ef-6874-4b99-9471-087c0fc2861d', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'port_id': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'mac_address': 'fa:16:3e:72:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:14:00Z', 'updated_at': '2021-12-22T05:14:15Z', 'revision_number': 1, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:14:17.024379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79490265-d30a-45e7-980e-fe0c984479c1 None None] New status for floating IP 788d15ef-6874-4b99-9471-087c0fc2861d: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:14:17.134525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b943f7f-9ae7-4c0c-b293-c33262826ded req-9ce785f8-d6d0-4846-a135-efab08a22a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:17.136304 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1b943f7f-9ae7-4c0c-b293-c33262826ded req-9ce785f8-d6d0-4846-a135-efab08a22a82 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.4252982 Dec 22 05:14:17.201937 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1b943f7f-9ae7-4c0c-b293-c33262826ded req-24311196-08e4-49e9-97e3-ea7d6e1f0934 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7de5d69-c5b6-44d8-98db-617ee6565841 HTTP/1.1" status: 200 len: 1000 time: 0.0576632 Dec 22 05:14:17.266170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b943f7f-9ae7-4c0c-b293-c33262826ded req-c28a1dd7-668c-47b0-9940-68683129a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:17.267582 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1b943f7f-9ae7-4c0c-b293-c33262826ded req-c28a1dd7-668c-47b0-9940-68683129a4e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0436494 Dec 22 05:14:17.315201 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b943f7f-9ae7-4c0c-b293-c33262826ded req-4605c020-ee26-4a4f-a8c1-65482350bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:17.316635 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1b943f7f-9ae7-4c0c-b293-c33262826ded req-4605c020-ee26-4a4f-a8c1-65482350bc81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412047 Dec 22 05:14:17.402952 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1b943f7f-9ae7-4c0c-b293-c33262826ded req-551e545c-0c27-406e-8cf5-104761bf4d9b service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787356 Dec 22 05:14:17.493390 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1b943f7f-9ae7-4c0c-b293-c33262826ded req-afa5a7bb-847f-4b77-924f-bda186817818 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826986 Dec 22 05:14:20.883349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:35.588375 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:14:39.236764 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-86dd828d-4765-4b54-8931-17b39f890b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:41.630998 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c16534f0-8016-4d7d-b71e-5c129f69a264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:43.230005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:44.328010 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:45.237031 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:50.870479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:14:52.781823 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d5fe6-d2b5-4dcd-9aa3-4580706f87c8 req-497a21a6-300c-4115-ac54-500a37c4f47a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:52.783273 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-456d5fe6-d2b5-4dcd-9aa3-4580706f87c8 req-497a21a6-300c-4115-ac54-500a37c4f47a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0480709 Dec 22 05:14:52.820493 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-456d5fe6-d2b5-4dcd-9aa3-4580706f87c8 req-a32fabf0-dae0-4c33-b03a-7483eb04cad3 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312624 Dec 22 05:14:53.181881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6676f-8381-457b-89b2-4bb985fda6a7 req-9db406db-c69e-49f9-904f-251a25f4184e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:53.183390 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e6c6676f-8381-457b-89b2-4bb985fda6a7 req-9db406db-c69e-49f9-904f-251a25f4184e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0485094 Dec 22 05:14:53.224546 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e6c6676f-8381-457b-89b2-4bb985fda6a7 req-ffa05521-7aa9-48a2-8739-2d1cb3be3ac4 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346742 Dec 22 05:14:53.295062 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-c6b5e95c-0c40-42d0-8bd3-520844d2ede6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393107 Dec 22 05:14:54.340386 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a093c-da66-4555-87d9-93e2261e6d2c req-89bed709-a54d-4bb3-b792-db42dc1a998a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:54.341966 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b12a093c-da66-4555-87d9-93e2261e6d2c req-89bed709-a54d-4bb3-b792-db42dc1a998a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0494211 Dec 22 05:14:54.379599 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b12a093c-da66-4555-87d9-93e2261e6d2c req-3d89d400-5950-4fd7-90c9-77b214b2634c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317681 Dec 22 05:14:55.326990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e0fb-b45c-454c-8edd-32f30737639f req-3ce0646a-c3c8-4038-8034-35998102c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:55.328614 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-3ce0646a-c3c8-4038-8034-35998102c535 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 1099 time: 0.0404088 Dec 22 05:14:55.419866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e0fb-b45c-454c-8edd-32f30737639f req-bb3e8e5a-6d57-44d8-8051-a00d4d3f7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:55.421358 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-bb3e8e5a-6d57-44d8-8051-a00d4d3f7b48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0863423 Dec 22 05:14:55.555857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda7db0-9134-4e4a-a22e-56b8a667d34e req-5e9e6d57-4e9e-4c51-bfe5-3bf52027a7f4 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:55.557550 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5fda7db0-9134-4e4a-a22e-56b8a667d34e req-5e9e6d57-4e9e-4c51-bfe5-3bf52027a7f4 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.1087716 Dec 22 05:14:55.573651 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-1720ca82-cf69-4b46-8aec-f6c7f5909054 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7de5d69-c5b6-44d8-98db-617ee6565841 HTTP/1.1" status: 200 len: 1002 time: 0.1444745 Dec 22 05:14:55.595985 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5fda7db0-9134-4e4a-a22e-56b8a667d34e req-207006c1-70ee-4122-9fc7-7d636db605a3 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320766 Dec 22 05:14:55.627459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e0fb-b45c-454c-8edd-32f30737639f req-f345f602-d442-43c6-88a7-ffbfc39d0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:55.629604 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-f345f602-d442-43c6-88a7-ffbfc39d0c49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0487468 Dec 22 05:14:55.673307 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e0fb-b45c-454c-8edd-32f30737639f req-47ef4e9f-26a6-4c29-a735-80513bc88c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:55.674754 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-47ef4e9f-26a6-4c29-a735-80513bc88c22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387957 Dec 22 05:14:55.774683 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-42b6e99e-683a-4657-9c5f-2ac4dc65bc6a service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924270 Dec 22 05:14:55.870000 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-d7b4cc4f-a9f9-4e6c-82fd-d03562c229fc service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860825 Dec 22 05:14:56.708527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ee172-016d-454d-80ac-251be5bce91a req-0e42769b-0f9c-42df-984e-e60f8293a02c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:56.709968 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-315ee172-016d-454d-80ac-251be5bce91a req-0e42769b-0f9c-42df-984e-e60f8293a02c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0479882 Dec 22 05:14:56.747047 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-315ee172-016d-454d-80ac-251be5bce91a req-890b1e85-764c-40fc-b67e-3d9969c20684 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308049 Dec 22 05:14:57.858500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc392d-8033-4846-a3c5-1193f439aea0 req-670b3479-0328-4167-a423-d5c59c56b6f7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:57.859935 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-48bc392d-8033-4846-a3c5-1193f439aea0 req-670b3479-0328-4167-a423-d5c59c56b6f7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0473199 Dec 22 05:14:57.896206 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-48bc392d-8033-4846-a3c5-1193f439aea0 req-f18faa4d-8c4f-4981-bed1-92c20baa5574 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297775 Dec 22 05:14:59.011966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95cd7b-de7c-4ad1-a765-5abe908b3f72 req-8555c889-93f0-4e17-8984-34faa6eb403e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:59.013490 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5c95cd7b-de7c-4ad1-a765-5abe908b3f72 req-8555c889-93f0-4e17-8984-34faa6eb403e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0515718 Dec 22 05:14:59.052012 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5c95cd7b-de7c-4ad1-a765-5abe908b3f72 req-e783975b-5b16-4c88-908e-ab9ce8d29600 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326874 Dec 22 05:15:00.162143 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3003f-2052-4d1f-9277-c9bbdf0bbe61 req-53a72da5-5ee3-4f86-8c5d-9d66232b5e08 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:00.163566 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5dd3003f-2052-4d1f-9277-c9bbdf0bbe61 req-53a72da5-5ee3-4f86-8c5d-9d66232b5e08 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0463614 Dec 22 05:15:00.203094 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5dd3003f-2052-4d1f-9277-c9bbdf0bbe61 req-75895919-a57f-49b8-ada9-992c4017a209 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337420 Dec 22 05:15:01.316730 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eceae7-2767-40eb-ab45-0034329697ea req-6c9fe018-45ba-4fe7-a59c-c55824ea567e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:01.318174 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c5eceae7-2767-40eb-ab45-0034329697ea req-6c9fe018-45ba-4fe7-a59c-c55824ea567e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0484176 Dec 22 05:15:01.354377 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c5eceae7-2767-40eb-ab45-0034329697ea req-90220c65-0df3-4679-9110-befbc91e8f78 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303488 Dec 22 05:15:02.470824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4799296-63cb-4da5-bf2e-3087c891736f req-903019d8-49a4-4186-94dc-c1d43dd0692a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:02.472316 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b4799296-63cb-4da5-bf2e-3087c891736f req-903019d8-49a4-4186-94dc-c1d43dd0692a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0490055 Dec 22 05:15:02.508987 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b4799296-63cb-4da5-bf2e-3087c891736f req-de6f41ef-a32a-4a09-9d18-3190e267638f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307815 Dec 22 05:15:03.620393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7175c7-6704-4a9a-ab78-86df5d5de15a req-cf0dbc2f-b245-4962-b61e-df1344c7fed2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:03.621848 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8f7175c7-6704-4a9a-ab78-86df5d5de15a req-cf0dbc2f-b245-4962-b61e-df1344c7fed2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0477138 Dec 22 05:15:03.658638 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8f7175c7-6704-4a9a-ab78-86df5d5de15a req-7e330b39-16d2-4ad6-bf6c-26d754ae0c7e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309410 Dec 22 05:15:04.769268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2531783-84ac-4812-a54f-0d5f62a945e6 req-4a90ee26-9543-44b4-9812-14bfc44fa096 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:04.770733 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f2531783-84ac-4812-a54f-0d5f62a945e6 req-4a90ee26-9543-44b4-9812-14bfc44fa096 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0472054 Dec 22 05:15:04.807356 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f2531783-84ac-4812-a54f-0d5f62a945e6 req-f05c1cbf-2d86-4055-9efe-a4548feb252e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308371 Dec 22 05:15:05.924777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ac4a5-4c6f-4057-bc4f-086d7184348c req-ba9eea57-c6c5-49df-a6cf-e209054b0543 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:05.926256 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2d5ac4a5-4c6f-4057-bc4f-086d7184348c req-ba9eea57-c6c5-49df-a6cf-e209054b0543 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0519278 Dec 22 05:15:05.964626 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2d5ac4a5-4c6f-4057-bc4f-086d7184348c req-a5353aaa-0860-45f0-b9ee-9c468c941c17 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322864 Dec 22 05:15:07.077436 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58290e2-e90b-4d5f-ac8d-18f1bb70fb86 req-e3e9c67c-1019-449f-a62c-4c6cb88d24a6 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:07.078891 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f58290e2-e90b-4d5f-ac8d-18f1bb70fb86 req-e3e9c67c-1019-449f-a62c-4c6cb88d24a6 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0505302 Dec 22 05:15:07.119901 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f58290e2-e90b-4d5f-ac8d-18f1bb70fb86 req-e4b02984-2076-48fc-b120-62179ed949e3 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346375 Dec 22 05:15:07.997628 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-839a606c-edcd-48cb-aee6-466fcf03bc8a service neutron] 10.222.0.16 "GET /v2.0/ports/f7de5d69-c5b6-44d8-98db-617ee6565841/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0531952 Dec 22 05:15:08.232449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e2481-eb46-4425-ba63-ea386a7836bf req-01a10c23-8a8e-4e92-9dba-1352d2003d20 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:08.233994 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ef8e2481-eb46-4425-ba63-ea386a7836bf req-01a10c23-8a8e-4e92-9dba-1352d2003d20 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0496359 Dec 22 05:15:08.271743 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ef8e2481-eb46-4425-ba63-ea386a7836bf req-4716564c-fc3c-45aa-82a0-9cca4d9dfedf tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Dec 22 05:15:08.474274 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e0fb-b45c-454c-8edd-32f30737639f req-51d462ff-e431-43c5-a9cc-695ad194c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:08.475769 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-51d462ff-e431-43c5-a9cc-695ad194c41a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 1099 time: 0.0408101 Dec 22 05:15:08.550982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e0fb-b45c-454c-8edd-32f30737639f req-f2679a0e-7eaf-42c1-93b7-f6627b8e5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:08.552929 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-f2679a0e-7eaf-42c1-93b7-f6627b8e5ae5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 1099 time: 0.0425177 Dec 22 05:15:08.639282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e0fb-b45c-454c-8edd-32f30737639f req-b9fa620f-8f95-4d0f-bc36-a41ceaf74424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:08.640753 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-b9fa620f-8f95-4d0f-bc36-a41ceaf74424 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0814259 Dec 22 05:15:08.708301 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-4f6206a7-e231-4559-8881-6c675df7ee65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7de5d69-c5b6-44d8-98db-617ee6565841 HTTP/1.1" status: 200 len: 1002 time: 0.0604787 Dec 22 05:15:08.756493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e0fb-b45c-454c-8edd-32f30737639f req-d10da1a3-37b7-4338-ace7-ef5aae681686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:08.757880 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-d10da1a3-37b7-4338-ace7-ef5aae681686 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0429106 Dec 22 05:15:08.802819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927e0fb-b45c-454c-8edd-32f30737639f req-cc889645-45a0-41ee-9e4f-0747a5be2e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:08.804238 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-cc889645-45a0-41ee-9e4f-0747a5be2e02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395577 Dec 22 05:15:08.895084 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-863ad031-af00-47c3-9410-dbb8c78cb636 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838449 Dec 22 05:15:08.984309 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1927e0fb-b45c-454c-8edd-32f30737639f req-631d29a0-0a23-4d66-beb1-876b3ab66687 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818307 Dec 22 05:15:09.264468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1d9f028e-3045-4057-aa27-dc41a6de3dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:09.382986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c1cc4-6cf9-48ce-89d5-b366b375db62 req-fb115a89-cfb4-4a90-a885-8864f7543427 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:09.384625 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-389c1cc4-6cf9-48ce-89d5-b366b375db62 req-fb115a89-cfb4-4a90-a885-8864f7543427 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0476468 Dec 22 05:15:09.425757 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-389c1cc4-6cf9-48ce-89d5-b366b375db62 req-a7f8bd24-05bc-4d50-b010-4929dff92a4c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352147 Dec 22 05:15:10.539387 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8eec6c-6548-460f-8448-c3a5cc632da2 req-19308095-4e56-411b-8a45-1931dda779f9 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:10.540884 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ac8eec6c-6548-460f-8448-c3a5cc632da2 req-19308095-4e56-411b-8a45-1931dda779f9 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0492697 Dec 22 05:15:10.577523 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ac8eec6c-6548-460f-8448-c3a5cc632da2 req-5c43c945-254e-45c5-8450-bbe7a73c0958 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308616 Dec 22 05:15:11.646868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-650c3f2f-bc24-418d-be98-935368c6867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:11.693144 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0993e1b-81d0-4bee-ab85-c5348cd82442 req-f0d8b3fb-658c-4585-89d8-47c6d38389da tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:11.694597 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e0993e1b-81d0-4bee-ab85-c5348cd82442 req-f0d8b3fb-658c-4585-89d8-47c6d38389da tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0502892 Dec 22 05:15:11.730135 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e0993e1b-81d0-4bee-ab85-c5348cd82442 req-628467db-73ed-4854-aa82-f18db534be84 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297046 Dec 22 05:15:12.016926 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadc5ff-5b8a-4a34-b1b7-4dfbc74cba47 req-6392bd4d-3f3c-4384-a24d-6d27961424eb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:12.018429 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5eadc5ff-5b8a-4a34-b1b7-4dfbc74cba47 req-6392bd4d-3f3c-4384-a24d-6d27961424eb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0484569 Dec 22 05:15:12.060305 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5eadc5ff-5b8a-4a34-b1b7-4dfbc74cba47 req-18de16b8-d0b7-4e3b-924d-a73500337aea tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359612 Dec 22 05:15:12.090287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-b21d2172-be52-4e21-a14b-0f584b43eb05 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:12.091704 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-b21d2172-be52-4e21-a14b-0f584b43eb05 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb&tenant_id=fb9d27267ed547c98951549f4ebb27e5&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.0550220 Dec 22 05:15:12.190680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-76eb292f-a2f1-4204-8255-04e252aca8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:12.192136 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-76eb292f-a2f1-4204-8255-04e252aca8a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 1099 time: 0.0406055 Dec 22 05:15:12.283539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-da174d5e-4693-472c-b2c7-f594eac506d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:12.285622 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-da174d5e-4693-472c-b2c7-f594eac506d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0869968 Dec 22 05:15:12.349355 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-3ff5664a-4b2d-45c7-b83c-ae0caab21638 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7de5d69-c5b6-44d8-98db-617ee6565841 HTTP/1.1" status: 200 len: 1002 time: 0.0567412 Dec 22 05:15:12.396788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-3f29bae0-58cb-4f5b-a526-6267fbbdfc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:12.398172 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-3f29bae0-58cb-4f5b-a526-6267fbbdfc61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0420127 Dec 22 05:15:12.416385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device f7de5d69-c5b6-44d8-98db-617ee6565841 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:15:12.422881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device f7de5d69-c5b6-44d8-98db-617ee6565841 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:15:12.453017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-1e4d35f7-ecb6-4b87-bb05-4eb27214b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:12.454517 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-1e4d35f7-ecb6-4b87-bb05-4eb27214b54d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495534 Dec 22 05:15:12.545833 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-fd1727ca-ca81-4c2d-880f-f12ceddeb50f service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830843 Dec 22 05:15:12.571780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:12.586692 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port f7de5d69-c5b6-44d8-98db-617ee6565841, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7de5d69-c5b6-44d8-98db-617ee6565841,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:12.588120 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:15:12.602330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'port_id': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'mac_address': 'fa:16:3e:72:99:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:15:12.609871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7de5d69-c5b6-44d8-98db-617ee6565841'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:12.612101 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b570a2f4-4011-445a-81eb-dd6ed3629305" -d '{"events": [{"server_uuid": "2d332db8-793f-4380-9521-2b0074ffd7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "f7de5d69-c5b6-44d8-98db-617ee6565841"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:12.640075 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd3e0570-8c17-4b31-b7a5-695a6beb3880 req-6186203f-68bf-4fbb-81ef-4b4e9074af3e service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871749 Dec 22 05:15:12.643999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port f7de5d69-c5b6-44d8-98db-617ee6565841, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7de5d69-c5b6-44d8-98db-617ee6565841,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:12.659027 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:12.672616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7de5d69-c5b6-44d8-98db-617ee6565841 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:15:12.704933 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:12.731305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a7c7f8-ab17-4b69-b653-4e47c35f31e1 x-openstack-request-id: req-a6a7c7f8-ab17-4b69-b653-4e47c35f31e1 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:12.731674 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d332db8-793f-4380-9521-2b0074ffd7cb", "name": "network-vif-unplugged", "status": "completed", "tag": "f7de5d69-c5b6-44d8-98db-617ee6565841", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:12.731925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6a7c7f8-ab17-4b69-b653-4e47c35f31e1 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:12.732332 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'code': 200} Dec 22 05:15:12.791725 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:15:12.792075 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:15:12.793064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=f7de5d69-c5b6-44d8-98db-617ee6565841,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:12.801039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:12.801325 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:12.801655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:12.801982 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:12.802303 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:12.802641 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:12.802945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:12.803269 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:12.803581 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:12.803898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:12.804230 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:12.804544 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:13.174926 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f871293-2522-43a6-a00f-9a80612a9988 req-f6b7fb91-07d8-487b-ad98-0bdab2c76884 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:13.176439 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4f871293-2522-43a6-a00f-9a80612a9988 req-f6b7fb91-07d8-487b-ad98-0bdab2c76884 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 944 time: 0.0490229 Dec 22 05:15:13.179346 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:13.216795 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4f871293-2522-43a6-a00f-9a80612a9988 req-fc2345da-04a6-4e14-9b95-b584c643a39e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Dec 22 05:15:13.327672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:13.340677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7de5d69-c5b6-44d8-98db-617ee6565841 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:15:13.362713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port f7de5d69-c5b6-44d8-98db-617ee6565841, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7de5d69-c5b6-44d8-98db-617ee6565841,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:13.464237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:13.510555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=f7de5d69-c5b6-44d8-98db-617ee6565841,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:13.596911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['f7de5d69-c5b6-44d8-98db-617ee6565841'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:15:14.293058 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:14.333603 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1070b0-23c1-4aca-a311-d54158630a11 req-f85d1f18-1ad1-4068-b5cb-247f4fcb22c6 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:14.335070 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0f1070b0-23c1-4aca-a311-d54158630a11 req-f85d1f18-1ad1-4068-b5cb-247f4fcb22c6 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 945 time: 0.0509677 Dec 22 05:15:14.371659 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0f1070b0-23c1-4aca-a311-d54158630a11 req-3a7c7c15-528b-4c71-9e62-363ecbc8a1b4 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306842 Dec 22 05:15:14.431943 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device f7de5d69-c5b6-44d8-98db-617ee6565841 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:15:14.480962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port f7de5d69-c5b6-44d8-98db-617ee6565841 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:15:14.481247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:14.482749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f04ee9-3935-4b9a-8396-c22257632d52 req-f0625f00-805f-4e5c-b0ef-dc0fab85d664 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:14.484310 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b6f04ee9-3935-4b9a-8396-c22257632d52 req-f0625f00-805f-4e5c-b0ef-dc0fab85d664 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 945 time: 0.0477664 Dec 22 05:15:14.524037 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b6f04ee9-3935-4b9a-8396-c22257632d52 req-9e3770ec-7b5f-49ad-9b69-c4315c4a870e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330970 Dec 22 05:15:14.641363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b32633-b087-4c04-8e0e-4f7bef560f81 req-c4a14a1e-2e54-4ba2-9599-71029ef4717a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:14.642938 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-09b32633-b087-4c04-8e0e-4f7bef560f81 req-c4a14a1e-2e54-4ba2-9599-71029ef4717a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 945 time: 0.0528226 Dec 22 05:15:14.682961 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-09b32633-b087-4c04-8e0e-4f7bef560f81 req-a26cb3ab-f683-4664-b4c5-3487aaf8e8d5 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338922 Dec 22 05:15:14.701597 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:14.732861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port f7de5d69-c5b6-44d8-98db-617ee6565841, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7de5d69-c5b6-44d8-98db-617ee6565841,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:14.733533 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7de5d69-c5b6-44d8-98db-617ee6565841'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:14.735733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b91227c-9ec4-43cb-b8f2-a603965f9741" -d '{"events": [{"server_uuid": "2d332db8-793f-4380-9521-2b0074ffd7cb", "name": "network-vif-plugged", "status": "completed", "tag": "f7de5d69-c5b6-44d8-98db-617ee6565841"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:14.771834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15ce2fa-185a-43de-b270-7c6a04e674e1 x-openstack-request-id: req-a15ce2fa-185a-43de-b270-7c6a04e674e1 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:14.772125 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d332db8-793f-4380-9521-2b0074ffd7cb", "name": "network-vif-plugged", "status": "completed", "tag": "f7de5d69-c5b6-44d8-98db-617ee6565841", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:14.772407 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a15ce2fa-185a-43de-b270-7c6a04e674e1 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:14.772789 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'code': 200} Dec 22 05:15:14.807018 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:14.855054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=f7de5d69-c5b6-44d8-98db-617ee6565841,revision_number=8']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:15.104811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74533032-7f08-4870-89f9-09780cafad35 req-fb2a937b-b463-4016-ace2-726e38e797be tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:15.106271 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-74533032-7f08-4870-89f9-09780cafad35 req-fb2a937b-b463-4016-ace2-726e38e797be tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0485730 Dec 22 05:15:15.146998 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-74533032-7f08-4870-89f9-09780cafad35 req-16405b94-f037-4614-a24d-d853a48d5fd2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349669 Dec 22 05:15:15.235390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:16.278818 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a913eff-779a-46a0-9a1e-5962a3b34380 req-7f33bbb6-7559-4e5c-8875-b4aaa3ff7a28 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:16.278818 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5a913eff-779a-46a0-9a1e-5962a3b34380 req-7f33bbb6-7559-4e5c-8875-b4aaa3ff7a28 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0506961 Dec 22 05:15:16.310469 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5a913eff-779a-46a0-9a1e-5962a3b34380 req-ecee3a7a-09de-425d-b069-80ee767e7c15 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394666 Dec 22 05:15:17.031020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-b0112b53-f7a7-47e2-abc4-0790a6ccae37 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:17.032466 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-b0112b53-f7a7-47e2-abc4-0790a6ccae37 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0472972 Dec 22 05:15:17.122005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Deleting port f7de5d69-c5b6-44d8-98db-617ee6565841 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:15:17.122347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:17.212671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] For port f7de5d69-c5b6-44d8-98db-617ee6565841, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f7de5d69-c5b6-44d8-98db-617ee6565841,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:17.212950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:17.376422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:17.376781 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:17.377093 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Floating IP 788d15ef-6874-4b99-9471-087c0fc2861d disassociated. External IP: 172.26.5.252, port: f7de5d69-c5b6-44d8-98db-617ee6565841. Dec 22 05:15:17.377424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Calling delete_port for f7de5d69-c5b6-44d8-98db-617ee6565841 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:15:17.475156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8341a1-28e9-4fa9-87fe-1b5cc5d2fb36 req-fe31b9b8-0537-400f-8780-72a825ae2868 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:17.476706 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-eb8341a1-28e9-4fa9-87fe-1b5cc5d2fb36 req-fe31b9b8-0537-400f-8780-72a825ae2868 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 946 time: 0.0968111 Dec 22 05:15:17.544928 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-eb8341a1-28e9-4fa9-87fe-1b5cc5d2fb36 req-f284ab6a-6215-4b5d-a65f-bffc53af9024 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623331 Dec 22 05:15:17.629821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:17.661974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event deleted for resources: {'Port': ['ID=f7de5d69-c5b6-44d8-98db-617ee6565841,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:17.672982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.673321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.673650 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.673976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.674304 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.675244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.675435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.675757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.676074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.676411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.676727 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.677038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.786513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Router 4cd7126a-9dd7-456b-8151-2e6fca56f434 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:15:17.895018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:15:17.904139 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989614f1-9d48-49b5-87f4-87626f029efa None None] Sync routers for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:15:17.914079 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989614f1-9d48-49b5-87f4-87626f029efa None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:15:17.914744 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-989614f1-9d48-49b5-87f4-87626f029efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:15:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:17.939535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] No DVR routers for this DVR port f7de5d69-c5b6-44d8-98db-617ee6565841 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:15:17.942287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:17.945810 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-035d8b2f-d81a-45fc-a8d4-517ed5c89125 req-537e82a5-3f80-43ab-ada5-926171744fb7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "DELETE /v2.0/ports/f7de5d69-c5b6-44d8-98db-617ee6565841 HTTP/1.1" status: 204 len: 173 time: 0.9069571 Dec 22 05:15:17.946262 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'name': 'network-vif-deleted', 'tag': 'f7de5d69-c5b6-44d8-98db-617ee6565841'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:17.949209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562e8b8f-1a9e-4322-a820-0d2393d31fa9" -d '{"events": [{"server_uuid": "2d332db8-793f-4380-9521-2b0074ffd7cb", "name": "network-vif-deleted", "tag": "f7de5d69-c5b6-44d8-98db-617ee6565841"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:17.983478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa41ac8-55e4-4315-b20c-ad2c8de178ea x-openstack-request-id: req-8aa41ac8-55e4-4315-b20c-ad2c8de178ea {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:17.983767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d332db8-793f-4380-9521-2b0074ffd7cb", "name": "network-vif-deleted", "tag": "f7de5d69-c5b6-44d8-98db-617ee6565841", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:17.984014 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8aa41ac8-55e4-4315-b20c-ad2c8de178ea {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:17.984446 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d332db8-793f-4380-9521-2b0074ffd7cb', 'name': 'network-vif-deleted', 'tag': 'f7de5d69-c5b6-44d8-98db-617ee6565841', 'status': 'completed', 'code': 200} Dec 22 05:15:18.025446 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-989614f1-9d48-49b5-87f4-87626f029efa None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:15:18.215378 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-989614f1-9d48-49b5-87f4-87626f029efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:18.244894 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989614f1-9d48-49b5-87f4-87626f029efa None None] Checking router: 4cd7126a-9dd7-456b-8151-2e6fca56f434 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:15:18.252924 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989614f1-9d48-49b5-87f4-87626f029efa None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:15:18.253514 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-989614f1-9d48-49b5-87f4-87626f029efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:15:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:18.353952 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-989614f1-9d48-49b5-87f4-87626f029efa None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:15:18.588948 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-989614f1-9d48-49b5-87f4-87626f029efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:18.614092 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989614f1-9d48-49b5-87f4-87626f029efa None None] The sync data for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv is: [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:15:18.652174 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f0ba5c7e-a0ea-4b64-98f7-a501a4939498 req-2c242027-a9ad-4b8b-a44d-39206d9ff2cf tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d332db8-793f-4380-9521-2b0074ffd7cb HTTP/1.1" status: 200 len: 210 time: 0.0278516 Dec 22 05:15:18.829099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18e625-87c0-4b57-a824-6e938047145d None None] New status for floating IP 788d15ef-6874-4b99-9471-087c0fc2861d: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:15:19.872268 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-396db553-a6ec-4592-8322-4ea686b7111f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1678476330&fields=id&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 267 time: 0.0317247 Dec 22 05:15:19.976348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-d095b083-7298-4fa5-8c64-87e902334272 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:19.977796 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-d095b083-7298-4fa5-8c64-87e902334272 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 810 time: 0.0991485 Dec 22 05:15:19.992300 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-5054ec4f-5fbe-4bca-ac32-335537f42d83 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/quotas/fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 375 time: 0.0088007 Dec 22 05:15:20.047509 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-05903517-ea7d-46ad-9453-6e54f3c41f60 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501418 Dec 22 05:15:20.183744 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-f60d9f0c-7ffb-4b0a-b652-826ad85dc045 service neutron] 10.222.0.54 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249199 Dec 22 05:15:20.275499 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-d0f459ec-1d3a-4027-98b5-27c8dc258b0a service neutron] 10.222.0.54 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854068 Dec 22 05:15:20.519398 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6277f723-a073-4ff6-84e6-3bcea83fd232 req-281ff780-a673-437e-853f-a568e5985e2b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 210 time: 0.0263445 Dec 22 05:15:20.880846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:21.612942 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-34fae3ff-ae9e-48ad-b361-3e0ccba13cdd req-9780bae4-c09b-4587-9532-35c0b2b7ed08 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 210 time: 0.0262938 Dec 22 05:15:22.293203 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-dae16e81-5692-4445-9aed-6a23b8071bc9 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:22.294685 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-dae16e81-5692-4445-9aed-6a23b8071bc9 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 810 time: 0.1091356 Dec 22 05:15:22.347104 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-b762ac0a-e0a3-4aa2-b190-329cc9b842db tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 380 time: 0.0368361 Dec 22 05:15:22.358070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Request body: {'port': {'device_id': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'admin_state_up': True, 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'security_groups': ['833e8ad5-a5ba-4b28-b79e-240989a3e047']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:15:22.430223 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device f7de5d69-c5b6-44d8-98db-617ee6565841 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:15:22.457567 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: f7de5d69-c5b6-44d8-98db-617ee6565841 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:15:22.457916 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device f7de5d69-c5b6-44d8-98db-617ee6565841 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:15:22.515653 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Made reservation on behalf of fb9d27267ed547c98951549f4ebb27e5 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:15:22.519921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:22.652911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Allocated IP 172.20.0.10 (106636cd-0a89-4991-9a2c-5aab09a3942e/f636ec44-1b8b-4c74-b03f-7fe0d88240a0/864a7126-8b03-4f80-a9c0-24fcd9c8667a) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:15:22.728584 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d5b4732f-1a84-4cba-a204-f37d66f761c5 req-7f1c47a3-9ca6-4a90-9386-4df649ea5a33 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 210 time: 0.0456748 Dec 22 05:15:22.818798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:22.915731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:22.958860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Network 106636cd-0a89-4991-9a2c-5aab09a3942e is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:15:22.961809 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:15:22.965430 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:15:22.990759 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event updated for resources: {'Port': ['ID=864a7126-8b03-4f80-a9c0-24fcd9c8667a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:23.019817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:23.020452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:23.095117 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-40b330f0-f70b-4c03-b4fc-f86fb472d6fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7406826 Dec 22 05:15:23.115354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Request body: {'port': {'device_id': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:15:23.171133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:23.233896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4aa0d60e-ca43-46cf-af2f-998a3303dc3e None None] Provisioning complete for port 864a7126-8b03-4f80-a9c0-24fcd9c8667a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:15:23.234239 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4aa0d60e-ca43-46cf-af2f-998a3303dc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:23.267032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-4aa0d60e-ca43-46cf-af2f-998a3303dc3e None None] Port 864a7126-8b03-4f80-a9c0-24fcd9c8667a cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:15:23.427648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864a7126-8b03-4f80-a9c0-24fcd9c8667a {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:15:23.434983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:23.446797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Transition to ACTIVE for port object 864a7126-8b03-4f80-a9c0-24fcd9c8667a will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:15:23.503654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:23.571240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Pushing event updated for resources: {'Port': ['ID=864a7126-8b03-4f80-a9c0-24fcd9c8667a,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:23.624789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Attempting to bind port 864a7126-8b03-4f80-a9c0-24fcd9c8667a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:15:23.625117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Attempting to bind port 864a7126-8b03-4f80-a9c0-24fcd9c8667a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:15:23.625469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Attempting to bind port 864a7126-8b03-4f80-a9c0-24fcd9c8667a on network 106636cd-0a89-4991-9a2c-5aab09a3942e {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:15:23.629965 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Port 864a7126-8b03-4f80-a9c0-24fcd9c8667a on network 106636cd-0a89-4991-9a2c-5aab09a3942e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:15:23.630279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Attempting to bind port 864a7126-8b03-4f80-a9c0-24fcd9c8667a on network 106636cd-0a89-4991-9a2c-5aab09a3942e {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:15:23.635274 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:15:23.635598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Checking segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:15:23.635975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Bound using segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:15:23.636419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Bound port: 864a7126-8b03-4f80-a9c0-24fcd9c8667a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:15:23.636770 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:23.702527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] For port 864a7126-8b03-4f80-a9c0-24fcd9c8667a, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:15:23.706143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] For port 864a7126-8b03-4f80-a9c0-24fcd9c8667a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:15:23.785224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:23.822864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:23.823476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:23.824942 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] 10.222.0.16 "PUT /v2.0/ports/864a7126-8b03-4f80-a9c0-24fcd9c8667a HTTP/1.1" status: 200 len: 1094 time: 0.7145660 Dec 22 05:15:23.825326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'tag': '864a7126-8b03-4f80-a9c0-24fcd9c8667a'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:23.827762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6835e7bb-526b-413f-8ae3-037229c800a1" -d '{"events": [{"name": "network-changed", "server_uuid": "38d639fe-95a3-450f-a74c-500cb2e17a98", "tag": "864a7126-8b03-4f80-a9c0-24fcd9c8667a"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:23.844907 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d7f63-9e51-467d-8dbe-83e0af99a62f req-f3319cf3-7c97-4236-81d8-bc833fe165c0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:23.846460 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-230d7f63-9e51-467d-8dbe-83e0af99a62f req-f3319cf3-7c97-4236-81d8-bc833fe165c0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 944 time: 0.0505822 Dec 22 05:15:23.854082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8c58c-8849-4606-acdd-4c3d00e097b1 service neutron] Pushing event updated for resources: {'Port': ['ID=864a7126-8b03-4f80-a9c0-24fcd9c8667a,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:23.874451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84774eea-c721-468d-ab0d-4ad5721a41cf x-openstack-request-id: req-84774eea-c721-468d-ab0d-4ad5721a41cf {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:23.874754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d639fe-95a3-450f-a74c-500cb2e17a98", "tag": "864a7126-8b03-4f80-a9c0-24fcd9c8667a", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:23.874991 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84774eea-c721-468d-ab0d-4ad5721a41cf {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:23.875391 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'tag': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'status': 'completed', 'code': 200} Dec 22 05:15:23.900423 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-230d7f63-9e51-467d-8dbe-83e0af99a62f req-ddb5437b-fef9-429a-b255-ab16d51bb817 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346236 Dec 22 05:15:23.969594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835e7bb-526b-413f-8ae3-037229c800a1 req-38c30e01-643e-401b-b91d-5d0010d753b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:23.971197 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6835e7bb-526b-413f-8ae3-037229c800a1 req-38c30e01-643e-401b-b91d-5d0010d753b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 1097 time: 0.0550873 Dec 22 05:15:24.074133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835e7bb-526b-413f-8ae3-037229c800a1 req-f49a56fb-8bf6-4397-ad84-7b900e0fc402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.075621 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6835e7bb-526b-413f-8ae3-037229c800a1 req-f49a56fb-8bf6-4397-ad84-7b900e0fc402 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fb9d27267ed547c98951549f4ebb27e5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0896809 Dec 22 05:15:24.182269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835e7bb-526b-413f-8ae3-037229c800a1 req-7c4d08b9-8bab-448a-930e-2d0c04952ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.183623 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6835e7bb-526b-413f-8ae3-037229c800a1 req-7c4d08b9-8bab-448a-930e-2d0c04952ada service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1010151 Dec 22 05:15:24.280933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-a0917124-f247-4554-a7c3-a94ba8d10dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.282395 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-a0917124-f247-4554-a7c3-a94ba8d10dfa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 1097 time: 0.0399780 Dec 22 05:15:24.329695 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-c10a4bd3-f9f7-4881-a434-eb2357851082 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a HTTP/1.1" status: 200 len: 217 time: 0.0341203 Dec 22 05:15:24.381514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-2c780c90-3daf-4071-8308-d9f305ec00e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.382914 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-2c780c90-3daf-4071-8308-d9f305ec00e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0468755 Dec 22 05:15:24.427709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-66ab1419-8cd9-474d-95bd-c1ef4a936e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.429178 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-66ab1419-8cd9-474d-95bd-c1ef4a936e65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388024 Dec 22 05:15:24.528081 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-54992fe5-bf9f-4604-8883-1fd427265b69 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908237 Dec 22 05:15:24.619932 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-176f2f2f-bab6-4a11-8b41-933f8c2ce2be req-fbd63c01-9da4-4432-8018-9c0d63985cf2 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845382 Dec 22 05:15:25.017556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85890d-1d3f-4e8a-b9aa-5faa142ecf8c req-c4d8a9b0-08ce-4484-895d-0342ee22803a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:25.019519 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e85890d-1d3f-4e8a-b9aa-5faa142ecf8c req-c4d8a9b0-08ce-4484-895d-0342ee22803a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 944 time: 0.0483835 Dec 22 05:15:25.056469 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e85890d-1d3f-4e8a-b9aa-5faa142ecf8c req-79852ce7-6c5f-4f08-971f-77e0da20fd33 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310216 Dec 22 05:15:26.171014 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75002f0-7209-49fb-a64a-5c8e5f69bca4 req-e9c6b6d8-5633-4c8a-b789-971c8ce1cc23 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:26.172471 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b75002f0-7209-49fb-a64a-5c8e5f69bca4 req-e9c6b6d8-5633-4c8a-b789-971c8ce1cc23 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 944 time: 0.0473135 Dec 22 05:15:26.209043 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b75002f0-7209-49fb-a64a-5c8e5f69bca4 req-c68af67e-2272-43a7-9c0a-96e47ef85183 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300636 Dec 22 05:15:27.325765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d4e35-92bb-4e79-b0a4-70efe16c8e17 req-91625736-99af-4e7b-be0b-df8c45c29ebb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:27.327211 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f74d4e35-92bb-4e79-b0a4-70efe16c8e17 req-91625736-99af-4e7b-be0b-df8c45c29ebb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 944 time: 0.0523100 Dec 22 05:15:27.363516 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f74d4e35-92bb-4e79-b0a4-70efe16c8e17 req-53a33ffb-6783-4068-b0db-5d73277d4856 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305135 Dec 22 05:15:28.447795 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 864a7126-8b03-4f80-a9c0-24fcd9c8667a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:15:28.480762 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18890f0-91c8-4efb-bea0-c4cea93216e9 req-d90ee10e-c231-4f2a-b49f-6389043c575e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:28.482233 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c18890f0-91c8-4efb-bea0-c4cea93216e9 req-d90ee10e-c231-4f2a-b49f-6389043c575e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 944 time: 0.0525045 Dec 22 05:15:28.519429 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c18890f0-91c8-4efb-bea0-c4cea93216e9 req-fd1be5fe-5be8-4bff-8d8b-56c7b7690ca8 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304322 Dec 22 05:15:28.540046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 864a7126-8b03-4f80-a9c0-24fcd9c8667a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:28.551734 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'port_id': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'mac_address': 'fa:16:3e:2f:75:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:15:28.589926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:28.602377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864a7126-8b03-4f80-a9c0-24fcd9c8667a {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:15:28.620901 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 864a7126-8b03-4f80-a9c0-24fcd9c8667a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:28.680514 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:28.741131 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=864a7126-8b03-4f80-a9c0-24fcd9c8667a,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:28.956919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['864a7126-8b03-4f80-a9c0-24fcd9c8667a'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:15:29.633074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ac931-5ee6-4d1b-9eff-fba1d8b0ae68 req-e8e3a45c-c287-4303-9293-6566e6399381 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:29.634521 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-618ac931-5ee6-4d1b-9eff-fba1d8b0ae68 req-e8e3a45c-c287-4303-9293-6566e6399381 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 945 time: 0.0490832 Dec 22 05:15:29.670284 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-618ac931-5ee6-4d1b-9eff-fba1d8b0ae68 req-adbcdf59-0794-469c-ac5f-cc0ecf0647f0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298958 Dec 22 05:15:30.476286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 864a7126-8b03-4f80-a9c0-24fcd9c8667a up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:15:30.577390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 864a7126-8b03-4f80-a9c0-24fcd9c8667a completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:15:30.581564 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 864a7126-8b03-4f80-a9c0-24fcd9c8667a triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:15:30.581928 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:30.654590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:30.678183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864a7126-8b03-4f80-a9c0-24fcd9c8667a'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:30.680394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47ecf49-f86f-4266-be48-7cf580c6cea6" -d '{"events": [{"server_uuid": "38d639fe-95a3-450f-a74c-500cb2e17a98", "name": "network-vif-plugged", "status": "completed", "tag": "864a7126-8b03-4f80-a9c0-24fcd9c8667a"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:30.693679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 864a7126-8b03-4f80-a9c0-24fcd9c8667a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:30.716675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7139e2-044d-4258-aead-206f0d051f4e x-openstack-request-id: req-8c7139e2-044d-4258-aead-206f0d051f4e {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:30.716937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d639fe-95a3-450f-a74c-500cb2e17a98", "name": "network-vif-plugged", "status": "completed", "tag": "864a7126-8b03-4f80-a9c0-24fcd9c8667a", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:30.717181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c7139e2-044d-4258-aead-206f0d051f4e {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:30.717565 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'code': 200} Dec 22 05:15:30.737881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:30.785813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=864a7126-8b03-4f80-a9c0-24fcd9c8667a,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:30.790323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8c8aa-4b58-4a05-89f2-49dea1ee4aa7 req-9e7f0567-23d6-4da6-b3db-6f148c61cb6b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:30.791821 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-96b8c8aa-4b58-4a05-89f2-49dea1ee4aa7 req-9e7f0567-23d6-4da6-b3db-6f148c61cb6b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0535533 Dec 22 05:15:30.831140 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-96b8c8aa-4b58-4a05-89f2-49dea1ee4aa7 req-c55aecd0-965b-4f35-9dc0-1a8b756b065d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328362 Dec 22 05:15:31.016680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c06c30-41fc-4596-96d1-07c6eda3efb0 req-84f4c474-3ddc-41a3-a762-ef3e9f2bc177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:31.018047 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-48c06c30-41fc-4596-96d1-07c6eda3efb0 req-84f4c474-3ddc-41a3-a762-ef3e9f2bc177 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 1099 time: 0.0428486 Dec 22 05:15:31.051057 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-48c06c30-41fc-4596-96d1-07c6eda3efb0 req-e6d7b8b3-2379-48a2-9d5a-b848fbae23d9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263841 Dec 22 05:15:31.944114 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465af8d3-5006-4f58-ba80-111d1d3dd42f req-6600140d-39d9-439b-b114-e4dcd39840b7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:31.945610 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-465af8d3-5006-4f58-ba80-111d1d3dd42f req-6600140d-39d9-439b-b114-e4dcd39840b7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0476696 Dec 22 05:15:31.985181 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-465af8d3-5006-4f58-ba80-111d1d3dd42f req-0ba8af9f-86e7-4b84-91d9-91e763af56d1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337420 Dec 22 05:15:33.096835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d591e-2c24-4a4e-b820-7f5d97169781 req-c1bde7da-e1b5-4010-97dd-5e7024c7ad78 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:33.098283 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-523d591e-2c24-4a4e-b820-7f5d97169781 req-c1bde7da-e1b5-4010-97dd-5e7024c7ad78 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0476227 Dec 22 05:15:33.134931 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-523d591e-2c24-4a4e-b820-7f5d97169781 req-6a79b20e-e919-4089-8545-ee3e1fffb1be tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308933 Dec 22 05:15:33.243215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1552ef-35c7-4cc0-8f2f-ede70757af3c req-2d83b0ab-57e4-45de-b316-34ebcd70b06f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:33.244599 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3e1552ef-35c7-4cc0-8f2f-ede70757af3c req-2d83b0ab-57e4-45de-b316-34ebcd70b06f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0476904 Dec 22 05:15:33.252976 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 46830) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:15:33.257218 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0723e684-262d-4a04-8c79-059d41dab56a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Request body: {'floatingip': {'port_id': '864a7126-8b03-4f80-a9c0-24fcd9c8667a'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:15:33.299053 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0723e684-262d-4a04-8c79-059d41dab56a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:33.704377 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0723e684-262d-4a04-8c79-059d41dab56a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:33.771742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0723e684-262d-4a04-8c79-059d41dab56a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:33.865342 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-0723e684-262d-4a04-8c79-059d41dab56a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Floating IP 788d15ef-6874-4b99-9471-087c0fc2861d associated. External IP: 172.26.5.252, port: 864a7126-8b03-4f80-a9c0-24fcd9c8667a. Dec 22 05:15:34.065287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0723e684-262d-4a04-8c79-059d41dab56a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Router 4cd7126a-9dd7-456b-8151-2e6fca56f434 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:15:34.167758 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0723e684-262d-4a04-8c79-059d41dab56a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:15:34.172600 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0723e684-262d-4a04-8c79-059d41dab56a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:34.178345 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff30c0-b0af-4a44-9435-ffe43a5901af None None] Sync routers for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:15:34.188051 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff30c0-b0af-4a44-9435-ffe43a5901af None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:15:34.188677 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-29ff30c0-b0af-4a44-9435-ffe43a5901af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:15:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:34.199403 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0723e684-262d-4a04-8c79-059d41dab56a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "PUT /v2.0/floatingips/788d15ef-6874-4b99-9471-087c0fc2861d HTTP/1.1" status: 200 len: 992 time: 0.9454305 Dec 22 05:15:34.199963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'tag': '864a7126-8b03-4f80-a9c0-24fcd9c8667a'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:34.202341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf858bf-df51-4db0-a5bb-a17f7f2fad79" -d '{"events": [{"name": "network-changed", "server_uuid": "38d639fe-95a3-450f-a74c-500cb2e17a98", "tag": "864a7126-8b03-4f80-a9c0-24fcd9c8667a"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:34.240117 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e406d93-2328-4f5f-8c75-2ace8bab1de2 x-openstack-request-id: req-9e406d93-2328-4f5f-8c75-2ace8bab1de2 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:34.240438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d639fe-95a3-450f-a74c-500cb2e17a98", "tag": "864a7126-8b03-4f80-a9c0-24fcd9c8667a", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:34.240805 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e406d93-2328-4f5f-8c75-2ace8bab1de2 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:34.241212 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'tag': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'status': 'completed', 'code': 200} Dec 22 05:15:34.293318 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-29ff30c0-b0af-4a44-9435-ffe43a5901af None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:15:34.330786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf858bf-df51-4db0-a5bb-a17f7f2fad79 req-5734ab49-5fe7-4c94-8e2d-b82501a3523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:34.334480 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-acf858bf-df51-4db0-a5bb-a17f7f2fad79 req-5734ab49-5fe7-4c94-8e2d-b82501a3523b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 1099 time: 0.0422907 Dec 22 05:15:34.425059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf858bf-df51-4db0-a5bb-a17f7f2fad79 req-226e3c19-5ee0-47d2-8674-35e57d418cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:34.426596 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-acf858bf-df51-4db0-a5bb-a17f7f2fad79 req-226e3c19-5ee0-47d2-8674-35e57d418cb8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0872118 Dec 22 05:15:34.491819 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-acf858bf-df51-4db0-a5bb-a17f7f2fad79 req-b082b26d-de23-45e0-a88b-30a8ebfe5bde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a HTTP/1.1" status: 200 len: 1000 time: 0.0574315 Dec 22 05:15:34.512404 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-29ff30c0-b0af-4a44-9435-ffe43a5901af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '788d15ef-6874-4b99-9471-087c0fc2861d', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'port_id': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'mac_address': 'fa:16:3e:2f:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:14:00Z', 'updated_at': '2021-12-22T05:15:33Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:34.538208 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff30c0-b0af-4a44-9435-ffe43a5901af None None] Checking router: 4cd7126a-9dd7-456b-8151-2e6fca56f434 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:15:34.541636 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf858bf-df51-4db0-a5bb-a17f7f2fad79 req-cea03917-9e6c-4533-b6db-951174e494d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:34.543112 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-acf858bf-df51-4db0-a5bb-a17f7f2fad79 req-cea03917-9e6c-4533-b6db-951174e494d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0437391 Dec 22 05:15:34.546380 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff30c0-b0af-4a44-9435-ffe43a5901af None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:15:34.546970 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-29ff30c0-b0af-4a44-9435-ffe43a5901af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:15:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:34.592807 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf858bf-df51-4db0-a5bb-a17f7f2fad79 req-d3575dd9-662b-455b-9a7f-22983b0972b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:34.594447 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-acf858bf-df51-4db0-a5bb-a17f7f2fad79 req-d3575dd9-662b-455b-9a7f-22983b0972b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436642 Dec 22 05:15:34.649863 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-29ff30c0-b0af-4a44-9435-ffe43a5901af None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:15:34.682045 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-acf858bf-df51-4db0-a5bb-a17f7f2fad79 req-3e361ede-b24e-4192-a71e-3583b8270c8e service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804913 Dec 22 05:15:34.779219 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-acf858bf-df51-4db0-a5bb-a17f7f2fad79 req-e5a93e12-ee2d-47bf-b0b3-f0ff73c00799 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887890 Dec 22 05:15:34.953521 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-29ff30c0-b0af-4a44-9435-ffe43a5901af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '788d15ef-6874-4b99-9471-087c0fc2861d', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'port_id': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'mac_address': 'fa:16:3e:2f:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:14:00Z', 'updated_at': '2021-12-22T05:15:33Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:34.982634 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff30c0-b0af-4a44-9435-ffe43a5901af None None] The sync data for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv is: [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '788d15ef-6874-4b99-9471-087c0fc2861d', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'port_id': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'mac_address': 'fa:16:3e:2f:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:14:00Z', 'updated_at': '2021-12-22T05:15:33Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:15:35.161019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44a0e5-896b-45fe-acdf-da42760afc99 None None] New status for floating IP 788d15ef-6874-4b99-9471-087c0fc2861d: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:15:39.252125 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-66193a45-8162-4587-8079-5348e4099cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:41.640151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-03eeedb7-6867-419d-9d99-88dfe35114b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:43.205714 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:44.274648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:45.263457 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:15:49.586193 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:15:50.920069 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:09.238855 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-05949c50-7cb5-481a-997e-9571475e6a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:11.209208 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede36464-bbb1-44b9-ada6-0832778c6ed2 req-9360e0b5-3f49-4296-96b5-2557a0451f17 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:11.210660 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ede36464-bbb1-44b9-ada6-0832778c6ed2 req-9360e0b5-3f49-4296-96b5-2557a0451f17 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0492213 Dec 22 05:16:11.246614 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ede36464-bbb1-44b9-ada6-0832778c6ed2 req-dc249065-4630-4f86-8447-edf94e821ca0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301008 Dec 22 05:16:11.650684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c761-36c9-4bc3-b11e-fa3ee4e8a3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:12.361955 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553e425-78a8-46ef-bd6e-fd22000406cc req-696f6445-f74b-4576-8bc3-2306f36cef3a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:12.363938 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0553e425-78a8-46ef-bd6e-fd22000406cc req-696f6445-f74b-4576-8bc3-2306f36cef3a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0493333 Dec 22 05:16:12.400627 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0553e425-78a8-46ef-bd6e-fd22000406cc req-411c6446-78f0-46bb-939d-fe205e6cd8f1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308530 Dec 22 05:16:13.188508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:13.523647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8fbb0-959d-4b26-88d7-ac7d363330f4 req-1312a899-98a8-4ea6-83df-b8b3cc54b396 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:13.525154 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ccf8fbb0-959d-4b26-88d7-ac7d363330f4 req-1312a899-98a8-4ea6-83df-b8b3cc54b396 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0530102 Dec 22 05:16:13.564297 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ccf8fbb0-959d-4b26-88d7-ac7d363330f4 req-810b377c-e676-4433-b4ee-309d7085cf8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327163 Dec 22 05:16:14.279524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:14.675892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea305cf-8030-4f10-88c2-3bd749e7f469 req-bd7a3929-cd39-4fed-8047-db2d354a2c07 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:14.677364 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4ea305cf-8030-4f10-88c2-3bd749e7f469 req-bd7a3929-cd39-4fed-8047-db2d354a2c07 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0469615 Dec 22 05:16:14.713703 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4ea305cf-8030-4f10-88c2-3bd749e7f469 req-53e789e3-ec7b-4eef-b149-a33830630e98 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305469 Dec 22 05:16:15.256585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:15.833662 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa9a5b-bdc1-48f3-947e-ce059e9b4ebb req-e6ccfd21-26ac-4cab-bc22-8c9e809f9712 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:15.835135 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9eaa9a5b-bdc1-48f3-947e-ce059e9b4ebb req-e6ccfd21-26ac-4cab-bc22-8c9e809f9712 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0550444 Dec 22 05:16:15.871821 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9eaa9a5b-bdc1-48f3-947e-ce059e9b4ebb req-cb392c0c-79fb-414a-834a-47d07e929ccd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308053 Dec 22 05:16:16.987345 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337623ca-ed04-4fba-80cf-fedf196ce85a req-15761101-86ee-4168-b09a-31a642035750 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:16.989401 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-337623ca-ed04-4fba-80cf-fedf196ce85a req-15761101-86ee-4168-b09a-31a642035750 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0519087 Dec 22 05:16:17.024341 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-337623ca-ed04-4fba-80cf-fedf196ce85a req-ae55de14-bb85-4cfc-aea9-be5441f4d751 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291829 Dec 22 05:16:17.987822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c0b1-e013-45c4-be39-34ce2f87ed28 req-d787ae11-a7ff-433b-9b10-7492edae5cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:17.989294 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1078c0b1-e013-45c4-be39-34ce2f87ed28 req-d787ae11-a7ff-433b-9b10-7492edae5cc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 1099 time: 0.0388920 Dec 22 05:16:18.090748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c0b1-e013-45c4-be39-34ce2f87ed28 req-5f352fa2-9d41-4d69-8694-77bbb0e171de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:18.092184 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1078c0b1-e013-45c4-be39-34ce2f87ed28 req-5f352fa2-9d41-4d69-8694-77bbb0e171de service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0851090 Dec 22 05:16:18.139742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e37474-809d-4156-b373-ad2f52b7835a req-9b1c76a9-f7de-44c8-8c7d-4e4fbabc34ed tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:18.141294 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-37e37474-809d-4156-b373-ad2f52b7835a req-9b1c76a9-f7de-44c8-8c7d-4e4fbabc34ed tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0515399 Dec 22 05:16:18.181817 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-37e37474-809d-4156-b373-ad2f52b7835a req-03894c15-8973-420c-8f41-a1bc68de84c9 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341959 Dec 22 05:16:18.483614 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1078c0b1-e013-45c4-be39-34ce2f87ed28 req-e7fce40b-0b1b-4107-b09d-453486c7aca5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a HTTP/1.1" status: 200 len: 1002 time: 0.3846998 Dec 22 05:16:18.530377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c0b1-e013-45c4-be39-34ce2f87ed28 req-a38bfd33-ff57-48d5-812b-577aa1baacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:18.531728 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1078c0b1-e013-45c4-be39-34ce2f87ed28 req-a38bfd33-ff57-48d5-812b-577aa1baacc6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0406568 Dec 22 05:16:18.577695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078c0b1-e013-45c4-be39-34ce2f87ed28 req-345e48c6-10bc-4ff6-839d-9dd111c74947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:18.579103 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1078c0b1-e013-45c4-be39-34ce2f87ed28 req-345e48c6-10bc-4ff6-839d-9dd111c74947 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404882 Dec 22 05:16:18.662886 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1078c0b1-e013-45c4-be39-34ce2f87ed28 req-5224623a-86c0-4a03-9a31-a5af94735f80 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768979 Dec 22 05:16:18.751366 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1078c0b1-e013-45c4-be39-34ce2f87ed28 req-8e770a27-f794-4bdc-bc61-38b942033cd0 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812814 Dec 22 05:16:19.295073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85279f5-ba10-4c40-ae7f-e0510bece733 req-92444bad-8d07-4c01-b2f8-f40be04268bd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:19.296519 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c85279f5-ba10-4c40-ae7f-e0510bece733 req-92444bad-8d07-4c01-b2f8-f40be04268bd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0474441 Dec 22 05:16:19.333649 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c85279f5-ba10-4c40-ae7f-e0510bece733 req-e579efa8-aae2-4447-ae42-15caec8b1d51 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306540 Dec 22 05:16:20.447411 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cbe2e-ee82-45cd-ac80-a9430e189718 req-ccaf4b29-6565-4c68-9014-c81460034216 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:20.448917 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-079cbe2e-ee82-45cd-ac80-a9430e189718 req-ccaf4b29-6565-4c68-9014-c81460034216 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0508432 Dec 22 05:16:20.486370 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-079cbe2e-ee82-45cd-ac80-a9430e189718 req-514f1873-18a4-4319-8884-3b5e52c8831f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Dec 22 05:16:20.901853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:21.598903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2fa30-6cdb-4c5f-b7a4-d433f89d16ab req-fc1f0c3a-30a9-48cd-9321-bc3836a29071 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:21.600420 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ed2fa30-6cdb-4c5f-b7a4-d433f89d16ab req-fc1f0c3a-30a9-48cd-9321-bc3836a29071 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0481775 Dec 22 05:16:21.637904 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ed2fa30-6cdb-4c5f-b7a4-d433f89d16ab req-539f31cd-be6d-4b20-8f72-41bff621f8ec tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315001 Dec 22 05:16:22.748590 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57170770-780c-461e-93ab-9afa6ac7a6b1 req-5c132c0e-17cf-4ba5-b9ab-87eeacc40113 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:22.750036 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-57170770-780c-461e-93ab-9afa6ac7a6b1 req-5c132c0e-17cf-4ba5-b9ab-87eeacc40113 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0469007 Dec 22 05:16:22.786109 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-57170770-780c-461e-93ab-9afa6ac7a6b1 req-c4432bcb-b2f6-48c4-89af-a4600cfa9e53 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297039 Dec 22 05:16:23.147063 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d49d4-d6a1-4f74-bf4b-a60f5363b4a3 req-a3d41b65-1694-4cb2-8296-9a850f55d151 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:23.148529 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-261d49d4-d6a1-4f74-bf4b-a60f5363b4a3 req-a3d41b65-1694-4cb2-8296-9a850f55d151 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0473540 Dec 22 05:16:23.185602 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-261d49d4-d6a1-4f74-bf4b-a60f5363b4a3 req-293d1e0c-7819-453f-ae1f-4fb976db2829 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310082 Dec 22 05:16:23.252815 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-12a2733e-5df9-4bc9-ba75-d09ba7e010f2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385506 Dec 22 05:16:24.303450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efc555-a640-41ac-81a3-c54120ca4a82 req-2da7997b-9cdd-469c-abb7-0a54fc93393a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:24.304959 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-18efc555-a640-41ac-81a3-c54120ca4a82 req-2da7997b-9cdd-469c-abb7-0a54fc93393a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0527084 Dec 22 05:16:24.343645 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-18efc555-a640-41ac-81a3-c54120ca4a82 req-99eda2e7-0a46-40e4-9dec-2eda558f956d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323634 Dec 22 05:16:25.197901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-7ec37271-1343-45f7-b52d-85c9412f3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:25.199365 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-7ec37271-1343-45f7-b52d-85c9412f3a1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 1099 time: 0.0405350 Dec 22 05:16:25.288909 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-3cffa5ff-08d6-40fd-82a0-249f442a19f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:25.290221 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-3cffa5ff-08d6-40fd-82a0-249f442a19f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0834877 Dec 22 05:16:25.354657 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-ae41b031-67de-4e29-9c80-f3a10116da80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a HTTP/1.1" status: 200 len: 1002 time: 0.0557001 Dec 22 05:16:25.403491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-a421a695-65b1-466a-8fc0-14db7569571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:25.404978 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-a421a695-65b1-466a-8fc0-14db7569571f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0432723 Dec 22 05:16:25.454102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-edb1d679-94da-43d0-853f-084ccbdb1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:25.455576 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-edb1d679-94da-43d0-853f-084ccbdb1eb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435843 Dec 22 05:16:25.466483 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681e545-aa11-47e8-aa3d-8f89644ffc0a req-c60f9878-afa9-47a4-97f9-3b9d14dbd2b1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:25.467982 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a681e545-aa11-47e8-aa3d-8f89644ffc0a req-c60f9878-afa9-47a4-97f9-3b9d14dbd2b1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0510921 Dec 22 05:16:25.505499 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a681e545-aa11-47e8-aa3d-8f89644ffc0a req-d9350ea5-341c-414d-85cf-f5785457a696 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308609 Dec 22 05:16:25.548802 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-01916866-a6f6-4386-aeea-293d3c81ac07 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858927 Dec 22 05:16:25.640302 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-89a24e1d-ab89-49b7-8e16-61d2e9a458af service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849171 Dec 22 05:16:26.584998 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:16:26.617963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d7008-42ec-40d0-bab6-c9ad2d44caa6 req-d31a83ac-eedb-4eba-96c4-04d02012394a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:26.619441 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-aa4d7008-42ec-40d0-bab6-c9ad2d44caa6 req-d31a83ac-eedb-4eba-96c4-04d02012394a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0482204 Dec 22 05:16:26.655924 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-aa4d7008-42ec-40d0-bab6-c9ad2d44caa6 req-55b1d5f5-5ef6-41e3-a1da-2ded5f25bac1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306752 Dec 22 05:16:27.592598 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-98062f9f-56fe-4594-a32a-5f5a68b1782d service neutron] 10.222.0.16 "GET /v2.0/ports/864a7126-8b03-4f80-a9c0-24fcd9c8667a/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0528123 Dec 22 05:16:27.768489 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001ab4b-9555-49db-9b05-276a9098770f req-f82fceec-3952-4921-a5db-c4a197422780 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:27.769993 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b001ab4b-9555-49db-9b05-276a9098770f req-f82fceec-3952-4921-a5db-c4a197422780 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0489354 Dec 22 05:16:27.807700 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b001ab4b-9555-49db-9b05-276a9098770f req-bd1a7d8c-2a37-4296-83e5-655b4aa89ef2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318325 Dec 22 05:16:28.122907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-83b0787c-e9bc-475c-88cb-79d28b765f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:28.124425 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-83b0787c-e9bc-475c-88cb-79d28b765f8d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 1099 time: 0.0401976 Dec 22 05:16:28.201117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-d7cb7cc6-712d-455c-b32e-ba47069d1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:28.202629 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-d7cb7cc6-712d-455c-b32e-ba47069d1c21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 1099 time: 0.0443933 Dec 22 05:16:28.294788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-bac9d4b9-111e-45b2-912d-06b64151448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:28.296235 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-bac9d4b9-111e-45b2-912d-06b64151448c service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0864952 Dec 22 05:16:28.364210 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-586e0717-f7fc-4dd3-82a1-372f8e139522 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a HTTP/1.1" status: 200 len: 1002 time: 0.0609016 Dec 22 05:16:28.409818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-58339195-b5ff-47dc-a213-8add82def5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:28.411718 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-58339195-b5ff-47dc-a213-8add82def5dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0411680 Dec 22 05:16:28.455222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-d15c9702-3e82-4015-bab6-5979da710f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:28.456663 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-d15c9702-3e82-4015-bab6-5979da710f91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378931 Dec 22 05:16:28.547860 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-67287eac-14b1-4d88-9cc6-17712ffe7217 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840361 Dec 22 05:16:28.634569 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f21d2295-362f-4c0b-808a-18f26c185b32 req-21cef00d-2a2d-4c69-b4cc-8bf340f19c7f service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798306 Dec 22 05:16:28.924032 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd243d-8123-4ce6-9c1e-29c2e9f99fc3 req-8540ad3d-8a01-41c3-8586-8ca3f12a0420 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:28.928673 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3ebd243d-8123-4ce6-9c1e-29c2e9f99fc3 req-8540ad3d-8a01-41c3-8586-8ca3f12a0420 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0532529 Dec 22 05:16:28.965056 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3ebd243d-8123-4ce6-9c1e-29c2e9f99fc3 req-5672b1d5-d313-43e1-95d0-0cdbfc0001d8 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335824 Dec 22 05:16:30.078229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10453d4-9adf-4d33-804b-0499e1335a86 req-9ce03469-c8c6-421f-b896-ff3076a064ed tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:30.079670 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c10453d4-9adf-4d33-804b-0499e1335a86 req-9ce03469-c8c6-421f-b896-ff3076a064ed tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0479155 Dec 22 05:16:30.119797 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c10453d4-9adf-4d33-804b-0499e1335a86 req-229200b9-28c6-4981-8d0b-ba9319eb3748 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Dec 22 05:16:31.239905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1f67a-5ce7-4532-aeaf-b76a1f5b8fcd req-268d9bca-133e-4994-9558-425d237ed9f8 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:31.241310 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64c1f67a-5ce7-4532-aeaf-b76a1f5b8fcd req-268d9bca-133e-4994-9558-425d237ed9f8 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0524075 Dec 22 05:16:31.278159 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64c1f67a-5ce7-4532-aeaf-b76a1f5b8fcd req-cd0a7506-fba6-418a-8179-9b5276f4710a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311613 Dec 22 05:16:31.635764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe23b6-e35d-4582-987b-a8a37370448f req-c0a75dc6-1b4e-4236-9162-5e093cf692ee tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:31.637260 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-20fe23b6-e35d-4582-987b-a8a37370448f req-c0a75dc6-1b4e-4236-9162-5e093cf692ee tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0503845 Dec 22 05:16:31.684358 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-20fe23b6-e35d-4582-987b-a8a37370448f req-e563e48e-439d-4a27-b0b1-8e424dbb16db tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411623 Dec 22 05:16:31.721656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-caca5847-6ef3-4837-b3c4-109bf015c476 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:31.723085 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-caca5847-6ef3-4837-b3c4-109bf015c476 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98&tenant_id=fb9d27267ed547c98951549f4ebb27e5&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.0549631 Dec 22 05:16:31.823469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-1e65cd1d-3995-46ed-9208-2eed83489c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:31.824878 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-1e65cd1d-3995-46ed-9208-2eed83489c1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 1099 time: 0.0434484 Dec 22 05:16:31.911486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-5eb57909-e460-4e48-9c3f-5d027a398110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:31.912956 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-5eb57909-e460-4e48-9c3f-5d027a398110 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0807991 Dec 22 05:16:31.981467 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-150226fe-b693-442e-a4cc-842610da88f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a HTTP/1.1" status: 200 len: 1002 time: 0.0611894 Dec 22 05:16:32.028873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-3e010407-3447-4dd8-9526-1f5a08d6cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:32.030229 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-3e010407-3447-4dd8-9526-1f5a08d6cbe5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0410724 Dec 22 05:16:32.073790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-2cdedb18-b40b-4e07-a7ed-90a90f6b6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:32.075099 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-2cdedb18-b40b-4e07-a7ed-90a90f6b6e8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379908 Dec 22 05:16:32.165495 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-2f01c835-5329-4028-b584-2fd5cbe3039e service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822928 Dec 22 05:16:32.252060 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b02fe5cf-2b28-4f79-8545-9ad55b68650d req-ebe9f91b-7590-45a0-9a9d-418e670cd72a service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795984 Dec 22 05:16:32.802352 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558a224-368c-4587-ad41-262a4b8e6f58 req-e5373bd4-5fd5-4b79-8dba-c3a0214a7844 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:32.803798 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b558a224-368c-4587-ad41-262a4b8e6f58 req-e5373bd4-5fd5-4b79-8dba-c3a0214a7844 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0516775 Dec 22 05:16:32.842436 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b558a224-368c-4587-ad41-262a4b8e6f58 req-60ef73dd-11c3-4e51-bcdf-25073efd1963 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322857 Dec 22 05:16:32.865431 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 864a7126-8b03-4f80-a9c0-24fcd9c8667a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:16:32.873458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 864a7126-8b03-4f80-a9c0-24fcd9c8667a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:16:33.023656 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 864a7126-8b03-4f80-a9c0-24fcd9c8667a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:33.025909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.043122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'port_id': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'mac_address': 'fa:16:3e:2f:75:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:16:33.057216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '864a7126-8b03-4f80-a9c0-24fcd9c8667a'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:33.059646 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42a018b-1a45-4d84-af50-34ea60f5dfcf" -d '{"events": [{"server_uuid": "38d639fe-95a3-450f-a74c-500cb2e17a98", "name": "network-vif-unplugged", "status": "completed", "tag": "864a7126-8b03-4f80-a9c0-24fcd9c8667a"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:16:33.092516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 864a7126-8b03-4f80-a9c0-24fcd9c8667a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:33.102841 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.111538 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f73319-382e-4639-ad55-faa71fe0487d x-openstack-request-id: req-34f73319-382e-4639-ad55-faa71fe0487d {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:16:33.113898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d639fe-95a3-450f-a74c-500cb2e17a98", "name": "network-vif-unplugged", "status": "completed", "tag": "864a7126-8b03-4f80-a9c0-24fcd9c8667a", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:16:33.113898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-34f73319-382e-4639-ad55-faa71fe0487d {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:16:33.113898 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'code': 200} Dec 22 05:16:33.117916 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 864a7126-8b03-4f80-a9c0-24fcd9c8667a {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:16:33.159579 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.231100 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:16:33.231388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:16:33.235679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=864a7126-8b03-4f80-a9c0-24fcd9c8667a,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:33.243276 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:33.243558 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:33.243886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:33.244236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:33.244562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:33.244884 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:33.245200 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:33.245515 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:33.245828 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:33.246240 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:33.246555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:33.247016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:33.766464 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.778944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864a7126-8b03-4f80-a9c0-24fcd9c8667a {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:16:33.797351 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 864a7126-8b03-4f80-a9c0-24fcd9c8667a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:33.861839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:33.912324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=864a7126-8b03-4f80-a9c0-24fcd9c8667a,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:33.960930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590aeba-6588-4c02-8851-4bcaa40c5b91 req-9b372d77-1fd5-431f-89bf-e5a247d6c8b4 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:33.962397 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4590aeba-6588-4c02-8851-4bcaa40c5b91 req-9b372d77-1fd5-431f-89bf-e5a247d6c8b4 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 945 time: 0.0487957 Dec 22 05:16:33.991765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['864a7126-8b03-4f80-a9c0-24fcd9c8667a'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:16:33.999092 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4590aeba-6588-4c02-8851-4bcaa40c5b91 req-a43288d9-1016-474f-987f-0bf24ae7dc78 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308204 Dec 22 05:16:34.114054 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503782a9-8796-478e-9f97-ec85be01ca40 req-de1744d9-a55c-4249-8973-3e61b353cadc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:34.115631 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-503782a9-8796-478e-9f97-ec85be01ca40 req-de1744d9-a55c-4249-8973-3e61b353cadc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 945 time: 0.0488963 Dec 22 05:16:34.153140 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-503782a9-8796-478e-9f97-ec85be01ca40 req-f8da5491-c0c7-4b63-9ddd-48539f5af414 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Dec 22 05:16:34.622652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a017623-049d-46df-93ef-6d3457951293 req-bd93ba2f-cb5f-4704-9f7f-5d8146f5c1a6 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:34.624182 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a017623-049d-46df-93ef-6d3457951293 req-bd93ba2f-cb5f-4704-9f7f-5d8146f5c1a6 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 945 time: 0.0533192 Dec 22 05:16:34.662534 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a017623-049d-46df-93ef-6d3457951293 req-c559af70-38ce-4ddd-a2dc-ffeff567b9c4 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315402 Dec 22 05:16:34.718095 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453270-15aa-4c75-bdef-22b67a4de5cb req-7a7f15a6-a9fc-451b-a2c4-3b2407189000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:34.719547 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c5453270-15aa-4c75-bdef-22b67a4de5cb req-7a7f15a6-a9fc-451b-a2c4-3b2407189000 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 1098 time: 0.0397947 Dec 22 05:16:34.808409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453270-15aa-4c75-bdef-22b67a4de5cb req-86abc5df-d4d4-4cf8-bdab-16876bae8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:34.809962 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c5453270-15aa-4c75-bdef-22b67a4de5cb req-86abc5df-d4d4-4cf8-bdab-16876bae8fbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0839419 Dec 22 05:16:34.873038 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c5453270-15aa-4c75-bdef-22b67a4de5cb req-a4627caa-81e2-43ef-8850-29aef888e566 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a HTTP/1.1" status: 200 len: 1001 time: 0.0552292 Dec 22 05:16:34.880311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 864a7126-8b03-4f80-a9c0-24fcd9c8667a up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:34.921840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453270-15aa-4c75-bdef-22b67a4de5cb req-0d32d335-74b5-49bb-9bbe-5025bd2a94d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:34.923304 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c5453270-15aa-4c75-bdef-22b67a4de5cb req-0d32d335-74b5-49bb-9bbe-5025bd2a94d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0430839 Dec 22 05:16:34.925981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 864a7126-8b03-4f80-a9c0-24fcd9c8667a triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:34.926419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:34.972121 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453270-15aa-4c75-bdef-22b67a4de5cb req-2f62804c-7b27-4cc9-9775-1de099c73818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:34.974142 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c5453270-15aa-4c75-bdef-22b67a4de5cb req-2f62804c-7b27-4cc9-9775-1de099c73818 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441537 Dec 22 05:16:35.003789 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:35.033711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 864a7126-8b03-4f80-a9c0-24fcd9c8667a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:35.062577 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c5453270-15aa-4c75-bdef-22b67a4de5cb req-09595045-4b94-4f10-91c4-dd04c740130c service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809033 Dec 22 05:16:35.084925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:35.114641 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864a7126-8b03-4f80-a9c0-24fcd9c8667a'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:35.117244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e35b1f-e340-45df-ab41-aa2e29aee0b0" -d '{"events": [{"server_uuid": "38d639fe-95a3-450f-a74c-500cb2e17a98", "name": "network-vif-plugged", "status": "completed", "tag": "864a7126-8b03-4f80-a9c0-24fcd9c8667a"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:16:35.137975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=864a7126-8b03-4f80-a9c0-24fcd9c8667a,revision_number=8']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:35.154316 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c25057-0ef6-4257-91f9-4f82d843380d x-openstack-request-id: req-56c25057-0ef6-4257-91f9-4f82d843380d {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:16:35.154606 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d639fe-95a3-450f-a74c-500cb2e17a98", "name": "network-vif-plugged", "status": "completed", "tag": "864a7126-8b03-4f80-a9c0-24fcd9c8667a", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:16:35.154884 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56c25057-0ef6-4257-91f9-4f82d843380d {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:16:35.155263 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'code': 200} Dec 22 05:16:35.165610 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c5453270-15aa-4c75-bdef-22b67a4de5cb req-e565a957-e16a-44ca-820d-f9fd72ec94ad service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957513 Dec 22 05:16:35.778071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55354d53-473c-4709-ad58-d025afc29c27 req-7b4c080c-f1bb-4d6f-b868-8997b8f26bb2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:35.779460 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-55354d53-473c-4709-ad58-d025afc29c27 req-7b4c080c-f1bb-4d6f-b868-8997b8f26bb2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0498631 Dec 22 05:16:35.816881 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-55354d53-473c-4709-ad58-d025afc29c27 req-776184b4-73d0-427c-8ba5-145c8298d38c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312703 Dec 22 05:16:36.928803 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518ecb8-11fb-4952-8303-268839825772 req-e1bbe600-180d-48d2-9094-66fa28810fc2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:36.930269 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1518ecb8-11fb-4952-8303-268839825772 req-e1bbe600-180d-48d2-9094-66fa28810fc2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0473249 Dec 22 05:16:36.967219 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1518ecb8-11fb-4952-8303-268839825772 req-c7f509a9-038b-4127-90b6-32392ee37c0e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308733 Dec 22 05:16:37.418641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103cac4-1b69-4199-86b6-bfe86828b16a req-52fb0a4d-248c-428d-9ea9-77845d961859 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:37.420245 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a103cac4-1b69-4199-86b6-bfe86828b16a req-52fb0a4d-248c-428d-9ea9-77845d961859 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0540776 Dec 22 05:16:37.460803 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a103cac4-1b69-4199-86b6-bfe86828b16a req-316c2499-811a-49dc-ab61-7470bca78ee9 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314727 Dec 22 05:16:38.573779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4352b-92aa-447b-89a2-1596df17a9b6 req-dbd8965c-1237-46ea-aee4-6d645322e195 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:38.575219 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c2d4352b-92aa-447b-89a2-1596df17a9b6 req-dbd8965c-1237-46ea-aee4-6d645322e195 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0479922 Dec 22 05:16:38.610805 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c2d4352b-92aa-447b-89a2-1596df17a9b6 req-cae72ce6-c817-4588-a619-33de74ebe224 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297976 Dec 22 05:16:39.185168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-e9d69afa-fa51-4c3f-8be9-9a49e1526862 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:39.186678 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-e9d69afa-fa51-4c3f-8be9-9a49e1526862 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0489371 Dec 22 05:16:39.284613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9ebb3762-484b-4251-b6bc-fa42132d3eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:39.288605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Deleting port 864a7126-8b03-4f80-a9c0-24fcd9c8667a {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:16:39.288938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:39.374320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] For port 864a7126-8b03-4f80-a9c0-24fcd9c8667a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=864a7126-8b03-4f80-a9c0-24fcd9c8667a,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:39.374673 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:39.545827 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:39.546082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:39.546388 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Floating IP 788d15ef-6874-4b99-9471-087c0fc2861d disassociated. External IP: 172.26.5.252, port: 864a7126-8b03-4f80-a9c0-24fcd9c8667a. Dec 22 05:16:39.546716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Calling delete_port for 864a7126-8b03-4f80-a9c0-24fcd9c8667a owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:16:39.724758 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32840a2a-f5f7-427d-ac18-074f158b42ee req-7d46fed2-8cbb-4847-81cc-bee078ff4ec7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:39.726211 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-32840a2a-f5f7-427d-ac18-074f158b42ee req-7d46fed2-8cbb-4847-81cc-bee078ff4ec7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 946 time: 0.0490761 Dec 22 05:16:39.730343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:39.761168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event deleted for resources: {'Port': ['ID=864a7126-8b03-4f80-a9c0-24fcd9c8667a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:39.765656 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-32840a2a-f5f7-427d-ac18-074f158b42ee req-dc1d88d3-a0f6-4803-bce2-94c8948d8373 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326481 Dec 22 05:16:39.771273 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:39.771615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:39.771952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:39.772333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:39.783234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:39.783234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:39.783234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:39.783234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:39.783234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:39.783234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:39.783234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:39.783234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:39.889457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Router 4cd7126a-9dd7-456b-8151-2e6fca56f434 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:16:39.993968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:16:40.003267 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58a641-5f81-4b62-b386-297748fe0df1 None None] Sync routers for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:16:40.012294 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58a641-5f81-4b62-b386-297748fe0df1 None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:16:40.012970 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3c58a641-5f81-4b62-b386-297748fe0df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:16:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:40.034864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] No DVR routers for this DVR port 864a7126-8b03-4f80-a9c0-24fcd9c8667a on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:16:40.038064 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:40.041505 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-835202fb-dfbf-4719-a6d3-d1af5adbe658 req-dc6a0482-371d-4fdb-94cf-dcb71b339f8e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "DELETE /v2.0/ports/864a7126-8b03-4f80-a9c0-24fcd9c8667a HTTP/1.1" status: 204 len: 173 time: 0.8484697 Dec 22 05:16:40.041958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'name': 'network-vif-deleted', 'tag': '864a7126-8b03-4f80-a9c0-24fcd9c8667a'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:40.044800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1fa1b4-fc3a-44e7-bb13-9b03658f3354" -d '{"events": [{"server_uuid": "38d639fe-95a3-450f-a74c-500cb2e17a98", "name": "network-vif-deleted", "tag": "864a7126-8b03-4f80-a9c0-24fcd9c8667a"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:16:40.080019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0851c2-3d76-4ea0-b92b-7a7377e6f347 x-openstack-request-id: req-8f0851c2-3d76-4ea0-b92b-7a7377e6f347 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:16:40.080452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d639fe-95a3-450f-a74c-500cb2e17a98", "name": "network-vif-deleted", "tag": "864a7126-8b03-4f80-a9c0-24fcd9c8667a", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:16:40.080705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f0851c2-3d76-4ea0-b92b-7a7377e6f347 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:16:40.081100 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d639fe-95a3-450f-a74c-500cb2e17a98', 'name': 'network-vif-deleted', 'tag': '864a7126-8b03-4f80-a9c0-24fcd9c8667a', 'status': 'completed', 'code': 200} Dec 22 05:16:40.119605 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-3c58a641-5f81-4b62-b386-297748fe0df1 None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:16:40.309490 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3c58a641-5f81-4b62-b386-297748fe0df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:40.339107 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58a641-5f81-4b62-b386-297748fe0df1 None None] Checking router: 4cd7126a-9dd7-456b-8151-2e6fca56f434 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:16:40.347384 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c58a641-5f81-4b62-b386-297748fe0df1 None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:16:40.347961 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3c58a641-5f81-4b62-b386-297748fe0df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:16:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:40.450610 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-3c58a641-5f81-4b62-b386-297748fe0df1 None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:16:40.638401 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-3c58a641-5f81-4b62-b386-297748fe0df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:40.663894 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58a641-5f81-4b62-b386-297748fe0df1 None None] The sync data for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv is: [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:16:40.876127 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-38f28bf4-18b3-4fc4-a280-347f5ed23b07 req-ef2e176c-8525-4d99-94b0-d0c16ca81ccc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=38d639fe-95a3-450f-a74c-500cb2e17a98 HTTP/1.1" status: 200 len: 210 time: 0.0293286 Dec 22 05:16:40.887993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee58f97c-f0f2-43a8-8fb3-e334077a22cd None None] New status for floating IP 788d15ef-6874-4b99-9471-087c0fc2861d: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:16:41.632910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e5ec63b3-18d9-4335-a914-d37b5188daac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:42.116299 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-6652f0df-e41d-468d-870c-e9d3f595013b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1678476330&fields=id&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 267 time: 0.0322037 Dec 22 05:16:42.223822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-373bd8b2-d8f4-4128-8313-5fd3c11819de tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:42.225270 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-373bd8b2-d8f4-4128-8313-5fd3c11819de tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 810 time: 0.1025789 Dec 22 05:16:42.239604 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-3cd70e3e-acb0-416c-bc09-a9da828e80b1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/quotas/fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 375 time: 0.0085597 Dec 22 05:16:42.290304 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-6eda6d91-a8f2-4aca-b0e9-a3e905c620a2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457745 Dec 22 05:16:42.431739 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-e0693b60-ff65-4de0-a494-ac23bd9f2a83 service neutron] 10.222.0.54 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302989 Dec 22 05:16:42.523290 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-bde83da1-5615-4e28-85a7-dcfd0aded688 service neutron] 10.222.0.54 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852504 Dec 22 05:16:42.761386 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9ab959b3-e33f-4ca1-9d8d-b0628462351f req-768154c7-af07-4b5c-a5a5-30cbba56e346 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 210 time: 0.0290344 Dec 22 05:16:42.911022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 864a7126-8b03-4f80-a9c0-24fcd9c8667a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:16:42.931439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 864a7126-8b03-4f80-a9c0-24fcd9c8667a {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:16:42.931778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 864a7126-8b03-4f80-a9c0-24fcd9c8667a not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:16:43.193489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:44.025419 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f6c4822e-78e1-4039-b92d-762a545dcd43 req-0fcbc51b-5654-4d3b-9484-2c809ae53c5a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 210 time: 0.0270622 Dec 22 05:16:44.302365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:44.565637 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-27bdafdc-812d-4927-b998-b5b5c1a9e07f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:44.567609 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-27bdafdc-812d-4927-b998-b5b5c1a9e07f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 810 time: 0.1035960 Dec 22 05:16:44.614368 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-a313f0e9-6f00-4b58-9089-b129ba59b561 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 380 time: 0.0318284 Dec 22 05:16:44.623280 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Request body: {'port': {'device_id': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'admin_state_up': True, 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'security_groups': ['833e8ad5-a5ba-4b28-b79e-240989a3e047']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:44.770685 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Made reservation on behalf of fb9d27267ed547c98951549f4ebb27e5 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:44.774479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:44.909143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Allocated IP 172.20.0.13 (106636cd-0a89-4991-9a2c-5aab09a3942e/f636ec44-1b8b-4c74-b03f-7fe0d88240a0/b5bf0eba-dd6d-4207-aa9b-4dc0302a3842) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:45.043920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:45.120657 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d8ef393c-fd70-47c5-9867-63d61449d72e req-733bf48e-fc9b-43cb-ab6d-f1ba226492db tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 210 time: 0.0259893 Dec 22 05:16:45.142378 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:45.184431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Network 106636cd-0a89-4991-9a2c-5aab09a3942e is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:45.187461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:45.191102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:45.219109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event updated for resources: {'Port': ['ID=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:45.231537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:45.247624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:45.248247 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:45.310739 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-65b63630-e42f-4c17-84da-49c73adde04c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6907885 Dec 22 05:16:45.330008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Request body: {'port': {'device_id': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:45.387992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:45.435250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-801eb3e1-114a-4fd3-9f80-74c813978046 None None] Provisioning complete for port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:45.435801 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-801eb3e1-114a-4fd3-9f80-74c813978046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:45.469400 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-801eb3e1-114a-4fd3-9f80-74c813978046 None None] Port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:16:45.648320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:16:45.655349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:45.666842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Transition to ACTIVE for port object b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:16:45.729051 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:45.780003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:45.847716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Attempting to bind port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:16:45.848045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Attempting to bind port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:16:45.848444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Attempting to bind port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 on network 106636cd-0a89-4991-9a2c-5aab09a3942e {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:45.852939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 on network 106636cd-0a89-4991-9a2c-5aab09a3942e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:16:45.853254 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Attempting to bind port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 on network 106636cd-0a89-4991-9a2c-5aab09a3942e {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:45.858287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:45.858628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Checking segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:16:45.859007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Bound using segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:45.859428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Bound port: b5bf0eba-dd6d-4207-aa9b-4dc0302a3842, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:16:45.859783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:45.924028 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] For port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:45.927672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] For port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:45.987786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:46.019522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:46.020060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:46.021428 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] 10.222.0.16 "PUT /v2.0/ports/b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 HTTP/1.1" status: 200 len: 1094 time: 0.6957924 Dec 22 05:16:46.023794 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:46.025985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4630ae6-52ab-4b5e-ac62-8053d5463c61" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:16:46.055986 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509dd12-d8bb-4ca4-a6fe-0cc0b522b465 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:46.067603 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7330d6c0-c275-47a2-ad9a-3d9318a9077a x-openstack-request-id: req-7330d6c0-c275-47a2-ad9a-3d9318a9077a {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:16:46.067888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:16:46.068135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7330d6c0-c275-47a2-ad9a-3d9318a9077a {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:16:46.068559 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'status': 'completed', 'code': 200} Dec 22 05:16:46.151883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4630ae6-52ab-4b5e-ac62-8053d5463c61 req-e41dad64-47ba-408e-af78-a6478e8cde7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:46.153906 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f4630ae6-52ab-4b5e-ac62-8053d5463c61 req-e41dad64-47ba-408e-af78-a6478e8cde7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0444927 Dec 22 05:16:46.243201 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f40c7-3fe5-45c1-99f0-a5d582da5bac req-2af772d7-45f2-42f1-b4e0-7229fbd03a8b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:46.244983 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-933f40c7-3fe5-45c1-99f0-a5d582da5bac req-2af772d7-45f2-42f1-b4e0-7229fbd03a8b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 944 time: 0.0500846 Dec 22 05:16:46.261505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4630ae6-52ab-4b5e-ac62-8053d5463c61 req-ffa60855-1e30-48ee-bec3-d724ed178456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:46.262949 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f4630ae6-52ab-4b5e-ac62-8053d5463c61 req-ffa60855-1e30-48ee-bec3-d724ed178456 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fb9d27267ed547c98951549f4ebb27e5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0962858 Dec 22 05:16:46.281748 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-933f40c7-3fe5-45c1-99f0-a5d582da5bac req-6c7455ab-25a3-48e4-a723-d7566056e42e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305741 Dec 22 05:16:46.684782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4630ae6-52ab-4b5e-ac62-8053d5463c61 req-2a0ccc1a-150d-4155-855c-da15a91bd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:46.686230 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f4630ae6-52ab-4b5e-ac62-8053d5463c61 req-2a0ccc1a-150d-4155-855c-da15a91bd6f8 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4163520 Dec 22 05:16:46.782427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-235cc9d3-dbaa-4273-839c-9f353ab2aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:46.783843 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-235cc9d3-dbaa-4273-839c-9f353ab2aba8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0387125 Dec 22 05:16:46.828999 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-fd213d43-1933-449f-ab30-d0f464f8e554 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 HTTP/1.1" status: 200 len: 217 time: 0.0318823 Dec 22 05:16:46.875905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-8342687d-51ff-4056-9170-90beba1f0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:46.877310 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-8342687d-51ff-4056-9170-90beba1f0a60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0415747 Dec 22 05:16:46.923730 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-caa7f19d-6801-4677-8d7f-54ec061f429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:46.925226 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-caa7f19d-6801-4677-8d7f-54ec061f429b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414951 Dec 22 05:16:47.012494 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-55bdf436-d268-489c-a8a4-dfaf5764f291 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798764 Dec 22 05:16:47.102752 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d14c59d-d7ca-4314-961e-7a565d13e3b5 req-a0b580a8-b155-4575-8468-d144239d349e service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820887 Dec 22 05:16:47.395764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37765b6-24fd-43a5-961f-74ef1320efc5 req-bd41ea13-b9fc-44b2-be43-67d3cadaa3f8 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:47.397317 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e37765b6-24fd-43a5-961f-74ef1320efc5 req-bd41ea13-b9fc-44b2-be43-67d3cadaa3f8 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 944 time: 0.0482028 Dec 22 05:16:47.433863 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e37765b6-24fd-43a5-961f-74ef1320efc5 req-a11b7b24-0242-4e4b-9d4f-3d5ea4f04809 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307434 Dec 22 05:16:48.546635 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9185daf-6172-490f-bb0f-8076f230bd0a req-0d9aad2f-cebe-49c9-9309-011e94bfa9cf tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:48.547968 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b9185daf-6172-490f-bb0f-8076f230bd0a req-0d9aad2f-cebe-49c9-9309-011e94bfa9cf tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 944 time: 0.0474687 Dec 22 05:16:48.586317 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b9185daf-6172-490f-bb0f-8076f230bd0a req-87b9f4dd-3d53-480f-a4b5-122ffb6f16cb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321481 Dec 22 05:16:49.698221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db8264-2a1a-4e37-ac95-4f7d540a76cd req-a68e23b5-dd33-4835-b252-3ab468093960 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:49.699698 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-03db8264-2a1a-4e37-ac95-4f7d540a76cd req-a68e23b5-dd33-4835-b252-3ab468093960 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 944 time: 0.0485616 Dec 22 05:16:49.736639 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-03db8264-2a1a-4e37-ac95-4f7d540a76cd req-0d0144c0-8a1f-47cb-a77c-a2f6c9cf2c49 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309160 Dec 22 05:16:50.850752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c91da-ef12-4ef5-8a3b-a0d8f0a6c1a6 req-924d743d-bf69-4e5a-b799-38299108a9b1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:50.852177 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a50c91da-ef12-4ef5-8a3b-a0d8f0a6c1a6 req-924d743d-bf69-4e5a-b799-38299108a9b1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 944 time: 0.0513437 Dec 22 05:16:50.884691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:50.888987 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a50c91da-ef12-4ef5-8a3b-a0d8f0a6c1a6 req-09f065cd-792c-4d03-a43e-b50eb3e9645e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307312 Dec 22 05:16:50.973862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:16:51.066486 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:51.081983 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'port_id': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'mac_address': 'fa:16:3e:68:d3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:16:51.117939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:51.129942 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:16:51.149114 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:51.233043 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:51.278823 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:51.511576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['b5bf0eba-dd6d-4207-aa9b-4dc0302a3842'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:16:52.006054 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b76b20-72a0-4577-802b-1c0d64bd8023 req-eb9ae921-6fbf-4e95-9169-ec862487ff60 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:52.007481 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e7b76b20-72a0-4577-802b-1c0d64bd8023 req-eb9ae921-6fbf-4e95-9169-ec862487ff60 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 945 time: 0.0524609 Dec 22 05:16:52.044356 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e7b76b20-72a0-4577-802b-1c0d64bd8023 req-27b36c85-b83e-446f-8683-0ec08b1ae437 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308959 Dec 22 05:16:52.989404 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:53.140048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:16:53.143904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:53.144309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:53.157799 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d167a7-d594-4994-b5db-fca68bc23552 req-bd7d1e9a-c6b2-434a-b9e6-d6ace79107aa tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:53.159286 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a0d167a7-d594-4994-b5db-fca68bc23552 req-bd7d1e9a-c6b2-434a-b9e6-d6ace79107aa tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 945 time: 0.0503097 Dec 22 05:16:53.197470 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a0d167a7-d594-4994-b5db-fca68bc23552 req-388cc56b-c61e-4ec6-b064-240b6815d16e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319712 Dec 22 05:16:53.223651 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:53.245628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:53.247834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a46a36-7380-4a46-88cb-fbbab2d811ff" -d '{"events": [{"server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "name": "network-vif-plugged", "status": "completed", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:16:53.260449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:53.283125 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a8eb0b-7da0-4116-b56e-3bd8e8d06ec8 x-openstack-request-id: req-d1a8eb0b-7da0-4116-b56e-3bd8e8d06ec8 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:16:53.283393 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "name": "network-vif-plugged", "status": "completed", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:16:53.283643 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1a8eb0b-7da0-4116-b56e-3bd8e8d06ec8 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:16:53.284026 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'code': 200} Dec 22 05:16:53.329964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:53.376146 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:53.584056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381049c-2132-4c77-b97b-3a29187ec13e req-a51101bc-1230-4125-b1c1-af70ad221e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:53.585598 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4381049c-2132-4c77-b97b-3a29187ec13e req-a51101bc-1230-4125-b1c1-af70ad221e44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0406694 Dec 22 05:16:53.619892 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4381049c-2132-4c77-b97b-3a29187ec13e req-9d4a26cd-7bf2-4951-8d62-7129c00e69f0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267351 Dec 22 05:16:54.309198 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72930d67-7f1f-44ad-886a-2cb7445f99c1 req-b7a42484-c64e-4a71-a8e9-65a97bc3d80b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:54.310639 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-72930d67-7f1f-44ad-886a-2cb7445f99c1 req-b7a42484-c64e-4a71-a8e9-65a97bc3d80b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0476325 Dec 22 05:16:54.347689 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-72930d67-7f1f-44ad-886a-2cb7445f99c1 req-df949101-e1b5-4374-8f2b-78ddffee48bc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310519 Dec 22 05:16:55.461220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277b9ea-1597-4091-bfb2-f142acf27234 req-7b1d63ca-7d6d-4a47-ae27-e982277bfd4c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:55.462636 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8277b9ea-1597-4091-bfb2-f142acf27234 req-7b1d63ca-7d6d-4a47-ae27-e982277bfd4c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0480866 Dec 22 05:16:55.498962 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8277b9ea-1597-4091-bfb2-f142acf27234 req-7d571c06-c5dc-425d-86ed-299471e8582d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304914 Dec 22 05:16:55.610431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb74ee-0753-46f1-bf5c-71405f852c08 req-dcf21dd4-c2fb-4920-bbdb-8a4c15113a35 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:55.611863 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4acb74ee-0753-46f1-bf5c-71405f852c08 req-dcf21dd4-c2fb-4920-bbdb-8a4c15113a35 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0512249 Dec 22 05:16:55.620885 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47072) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:16:55.625130 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ff25aefa-ffd7-4c62-ae88-fb69fa4b7f11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Request body: {'floatingip': {'port_id': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:55.664984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff25aefa-ffd7-4c62-ae88-fb69fa4b7f11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:56.339419 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff25aefa-ffd7-4c62-ae88-fb69fa4b7f11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:56.396979 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff25aefa-ffd7-4c62-ae88-fb69fa4b7f11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:56.494160 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-ff25aefa-ffd7-4c62-ae88-fb69fa4b7f11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Floating IP 788d15ef-6874-4b99-9471-087c0fc2861d associated. External IP: 172.26.5.252, port: b5bf0eba-dd6d-4207-aa9b-4dc0302a3842. Dec 22 05:16:56.697520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff25aefa-ffd7-4c62-ae88-fb69fa4b7f11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Router 4cd7126a-9dd7-456b-8151-2e6fca56f434 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:16:56.798602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff25aefa-ffd7-4c62-ae88-fb69fa4b7f11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:16:56.803516 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ff25aefa-ffd7-4c62-ae88-fb69fa4b7f11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:16:56.808337 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79a8a5-00ce-498a-a799-8380553329da None None] Sync routers for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:16:56.817809 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79a8a5-00ce-498a-a799-8380553329da None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:16:56.818411 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6a79a8a5-00ce-498a-a799-8380553329da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:16:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:56.838916 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ff25aefa-ffd7-4c62-ae88-fb69fa4b7f11 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "PUT /v2.0/floatingips/788d15ef-6874-4b99-9471-087c0fc2861d HTTP/1.1" status: 200 len: 992 time: 1.2170289 Dec 22 05:16:56.839481 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:56.841749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c23b44-30ff-4080-8f95-c2d229ef93b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:16:56.878021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7963fa9-aad7-4616-9066-2983d863131a x-openstack-request-id: req-a7963fa9-aad7-4616-9066-2983d863131a {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:16:56.878293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:16:56.878538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a7963fa9-aad7-4616-9066-2983d863131a {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:16:56.878929 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'status': 'completed', 'code': 200} Dec 22 05:16:56.923754 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-6a79a8a5-00ce-498a-a799-8380553329da None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:16:56.973343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c23b44-30ff-4080-8f95-c2d229ef93b5 req-de4a2385-6540-43d3-ad62-622df80f6a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:56.974896 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-27c23b44-30ff-4080-8f95-c2d229ef93b5 req-de4a2385-6540-43d3-ad62-622df80f6a59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0452132 Dec 22 05:16:57.063155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c23b44-30ff-4080-8f95-c2d229ef93b5 req-c2d43c1e-c5a2-429b-9a21-13bd153c9600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:57.064658 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-27c23b44-30ff-4080-8f95-c2d229ef93b5 req-c2d43c1e-c5a2-429b-9a21-13bd153c9600 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0825169 Dec 22 05:16:57.132800 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-27c23b44-30ff-4080-8f95-c2d229ef93b5 req-3f650a7e-6b2d-484b-8564-b05e3bfd667c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 HTTP/1.1" status: 200 len: 1000 time: 0.0613766 Dec 22 05:16:57.150050 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6a79a8a5-00ce-498a-a799-8380553329da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '788d15ef-6874-4b99-9471-087c0fc2861d', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'port_id': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'mac_address': 'fa:16:3e:68:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:14:00Z', 'updated_at': '2021-12-22T05:16:56Z', 'revision_number': 9, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:57.175933 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79a8a5-00ce-498a-a799-8380553329da None None] Checking router: 4cd7126a-9dd7-456b-8151-2e6fca56f434 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:16:57.182400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c23b44-30ff-4080-8f95-c2d229ef93b5 req-a6012be3-220c-4d82-8c91-51c8f9699e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:57.184143 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-27c23b44-30ff-4080-8f95-c2d229ef93b5 req-a6012be3-220c-4d82-8c91-51c8f9699e8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0443311 Dec 22 05:16:57.184832 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79a8a5-00ce-498a-a799-8380553329da None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:16:57.185422 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6a79a8a5-00ce-498a-a799-8380553329da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:16:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:57.229969 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c23b44-30ff-4080-8f95-c2d229ef93b5 req-016ada68-5790-4b67-8822-8a4e0182ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:57.231384 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-27c23b44-30ff-4080-8f95-c2d229ef93b5 req-016ada68-5790-4b67-8822-8a4e0182ae47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394032 Dec 22 05:16:57.328152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-27c23b44-30ff-4080-8f95-c2d229ef93b5 req-ad000958-4417-4f1b-bc6e-0a254dcb8700 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891900 Dec 22 05:16:57.373104 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-6a79a8a5-00ce-498a-a799-8380553329da None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:16:57.415865 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-27c23b44-30ff-4080-8f95-c2d229ef93b5 req-eff915e3-3649-46f6-8c37-756b1df2ad7d service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806453 Dec 22 05:16:57.592080 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-6a79a8a5-00ce-498a-a799-8380553329da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '788d15ef-6874-4b99-9471-087c0fc2861d', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'port_id': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'mac_address': 'fa:16:3e:68:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:14:00Z', 'updated_at': '2021-12-22T05:16:56Z', 'revision_number': 9, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:57.618180 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a79a8a5-00ce-498a-a799-8380553329da None None] The sync data for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv is: [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '788d15ef-6874-4b99-9471-087c0fc2861d', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'port_id': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'mac_address': 'fa:16:3e:68:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:14:00Z', 'updated_at': '2021-12-22T05:16:56Z', 'revision_number': 9, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:16:57.802213 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4f03f9-64fc-4d27-b829-aa1ef403a069 None None] New status for floating IP 788d15ef-6874-4b99-9471-087c0fc2861d: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:17:03.583781 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:17:09.373330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b4969c1d-7d4d-43d0-8ab9-816daff51149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:11.655356 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1bc12392-d0f9-4b90-ac97-30a7ee37a23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:13.219353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:14.295301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:15.247707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:17.941592 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-042f1bc7-4a6d-458e-aaf9-96ce864dba06 req-5020497d-2c93-4d24-ad8d-05600effb067 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404139 Dec 22 05:17:18.068493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f1bc7-4a6d-458e-aaf9-96ce864dba06 req-ec282435-a1d3-493a-b1e8-4c20348d30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:18.069932 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-042f1bc7-4a6d-458e-aaf9-96ce864dba06 req-ec282435-a1d3-493a-b1e8-4c20348d30b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0445487 Dec 22 05:17:18.170867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f1bc7-4a6d-458e-aaf9-96ce864dba06 req-283867bd-168c-499c-a56a-8d3947fbe5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:18.172339 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-042f1bc7-4a6d-458e-aaf9-96ce864dba06 req-283867bd-168c-499c-a56a-8d3947fbe5d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0820720 Dec 22 05:17:18.240320 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-042f1bc7-4a6d-458e-aaf9-96ce864dba06 req-9056ceea-8e15-40b4-bd2d-915e8d4b2274 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 HTTP/1.1" status: 200 len: 1003 time: 0.0599685 Dec 22 05:17:18.287505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f1bc7-4a6d-458e-aaf9-96ce864dba06 req-15fafa1a-4f5a-4732-8a23-188a56f239f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:18.289008 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-042f1bc7-4a6d-458e-aaf9-96ce864dba06 req-15fafa1a-4f5a-4732-8a23-188a56f239f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0419564 Dec 22 05:17:18.334157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f1bc7-4a6d-458e-aaf9-96ce864dba06 req-b20e3cf5-0959-4179-b9ee-e04b70711229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:18.335556 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-042f1bc7-4a6d-458e-aaf9-96ce864dba06 req-b20e3cf5-0959-4179-b9ee-e04b70711229 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385878 Dec 22 05:17:18.425272 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-042f1bc7-4a6d-458e-aaf9-96ce864dba06 req-52db0123-f941-4336-8e16-534cd8236edb service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820653 Dec 22 05:17:18.512293 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-042f1bc7-4a6d-458e-aaf9-96ce864dba06 req-407ae9f1-557b-4c81-b257-b58ae4a5555e service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791423 Dec 22 05:17:20.906479 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:33.916431 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb6fda-89b2-486a-a99b-3c483e2c8087 req-998d8abf-285c-4848-a604-4c4c07ec7720 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:33.917904 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5ffb6fda-89b2-486a-a99b-3c483e2c8087 req-998d8abf-285c-4848-a604-4c4c07ec7720 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0489306 Dec 22 05:17:33.955138 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5ffb6fda-89b2-486a-a99b-3c483e2c8087 req-07fa03fd-62e2-484d-9ba5-18503543a34a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310621 Dec 22 05:17:34.050478 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-db9e10c4-9132-4aa7-a078-56a5121ca993 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806072 Dec 22 05:17:35.076399 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e581803-9403-405c-88d5-4618381bba19 req-17a74a6e-4967-423e-a96d-1d8600e951f2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:35.077899 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1e581803-9403-405c-88d5-4618381bba19 req-17a74a6e-4967-423e-a96d-1d8600e951f2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0535791 Dec 22 05:17:35.115926 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1e581803-9403-405c-88d5-4618381bba19 req-924fc779-ea1a-4fe1-aa47-7df257a13383 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320024 Dec 22 05:17:36.038995 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-0a1d1851-d3c7-4ad2-a22b-db034cf6e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:36.040487 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-0a1d1851-d3c7-4ad2-a22b-db034cf6e223 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0418043 Dec 22 05:17:36.131423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-6b2e141c-9346-4997-8bc9-2f7769640985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:36.132890 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-6b2e141c-9346-4997-8bc9-2f7769640985 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0858717 Dec 22 05:17:36.198717 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-dfd678e4-b7a4-4a5b-8445-832323b41fbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 HTTP/1.1" status: 200 len: 1003 time: 0.0588241 Dec 22 05:17:36.230603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c98de7-8547-48f6-84f5-68e6d2254188 req-14bef351-a8ae-48b2-a0a5-51bdefc3fc16 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:36.231964 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d8c98de7-8547-48f6-84f5-68e6d2254188 req-14bef351-a8ae-48b2-a0a5-51bdefc3fc16 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0485294 Dec 22 05:17:36.247207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-6777929a-bcf8-475c-8d18-544aa00d6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:36.248749 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-6777929a-bcf8-475c-8d18-544aa00d6201 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0434234 Dec 22 05:17:36.269520 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d8c98de7-8547-48f6-84f5-68e6d2254188 req-72322153-b5da-4955-a7be-69688844b279 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316133 Dec 22 05:17:36.297349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-15484626-2bfb-4dcd-8a2d-816682cc2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:36.298836 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-15484626-2bfb-4dcd-8a2d-816682cc2654 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430095 Dec 22 05:17:36.387749 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-e8351c74-fe53-4f4a-b23d-34c3bf6f66ab service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803370 Dec 22 05:17:36.480119 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-bfaa9cf6-f34d-4a9a-a27f-f710a80bed4e service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852306 Dec 22 05:17:37.384877 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97305cf8-4f65-48c9-a83d-cd25d78ca070 req-5de0f92a-3f75-4953-aa3e-d403cc6a425d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:37.386331 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-97305cf8-4f65-48c9-a83d-cd25d78ca070 req-5de0f92a-3f75-4953-aa3e-d403cc6a425d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0491583 Dec 22 05:17:37.422946 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-97305cf8-4f65-48c9-a83d-cd25d78ca070 req-c51d63ab-b53a-49a8-afd8-0190c516a960 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307875 Dec 22 05:17:38.615065 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9ef7a-91ec-4ee7-b65e-d26a47235ef5 req-515f104b-7439-407f-b998-e44ad8757753 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:38.616505 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0ff9ef7a-91ec-4ee7-b65e-d26a47235ef5 req-515f104b-7439-407f-b998-e44ad8757753 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.1285605 Dec 22 05:17:38.653033 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0ff9ef7a-91ec-4ee7-b65e-d26a47235ef5 req-d1112890-1962-4ade-ba1b-7e0094ff165e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306389 Dec 22 05:17:39.243069 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ac7981e5-755e-4dfb-96cd-f85ee5ab8561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:39.766422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19be10c-436c-434c-a27e-70824491e6cf req-42dca253-5b2e-486e-aa6f-36fe70918e44 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:39.767777 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d19be10c-436c-434c-a27e-70824491e6cf req-42dca253-5b2e-486e-aa6f-36fe70918e44 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0491691 Dec 22 05:17:39.804996 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d19be10c-436c-434c-a27e-70824491e6cf req-52cba508-aea5-4634-b148-dd6054379544 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307026 Dec 22 05:17:40.582536 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:17:40.916643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe6ab8-b5a6-4cd0-80cf-23493190fb52 req-d5f93505-3365-460a-8e63-44c134a4b026 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:40.918083 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-64fe6ab8-b5a6-4cd0-80cf-23493190fb52 req-d5f93505-3365-460a-8e63-44c134a4b026 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0478623 Dec 22 05:17:40.956551 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-64fe6ab8-b5a6-4cd0-80cf-23493190fb52 req-2b5b604b-c1db-4ad5-bd7a-3f56efb4dc05 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324168 Dec 22 05:17:41.652341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7eb5531b-78ac-4413-9ca6-3fc0d5e87faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:42.072627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8aa0d-369a-493d-b7ae-20e311e02f50 req-f46efb73-3522-4144-b31b-823991e568c1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:42.074062 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1b8aa0d-369a-493d-b7ae-20e311e02f50 req-f46efb73-3522-4144-b31b-823991e568c1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0469341 Dec 22 05:17:42.114473 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1b8aa0d-369a-493d-b7ae-20e311e02f50 req-06b8ed37-7989-4ad2-a09c-edefa651844f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346284 Dec 22 05:17:43.197302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:43.233497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b7060-2d73-4e81-9ccc-e6ada14f81db req-269e057b-cfb5-46d6-b403-bc2ec0d46474 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:43.234893 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c97b7060-2d73-4e81-9ccc-e6ada14f81db req-269e057b-cfb5-46d6-b403-bc2ec0d46474 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0492597 Dec 22 05:17:43.272013 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c97b7060-2d73-4e81-9ccc-e6ada14f81db req-f72c677a-b171-41e4-9425-6316dd70ff54 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306165 Dec 22 05:17:44.292206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:44.441381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd42d62-2054-473a-a78f-82bacb22c9fd req-7be1687b-5a89-4f0a-bacb-4a4de5e17546 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:44.443438 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9cd42d62-2054-473a-a78f-82bacb22c9fd req-7be1687b-5a89-4f0a-bacb-4a4de5e17546 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.1056027 Dec 22 05:17:44.479728 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9cd42d62-2054-473a-a78f-82bacb22c9fd req-86b34379-786a-4920-a272-8f5a4e1b36b4 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302374 Dec 22 05:17:45.248657 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:45.596204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bad4ca-0a50-4c29-959d-51bb7aa221b6 req-ef247373-7bd9-4145-b39d-1105d12e817c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:45.598157 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f0bad4ca-0a50-4c29-959d-51bb7aa221b6 req-ef247373-7bd9-4145-b39d-1105d12e817c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0514660 Dec 22 05:17:45.634541 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f0bad4ca-0a50-4c29-959d-51bb7aa221b6 req-bdaa05cd-cf82-4e58-98e4-44916e6178c6 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305851 Dec 22 05:17:46.748457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e497a3-53b7-43eb-9750-e16176d5553f req-c93e4f51-f059-4b55-b187-97aab5fbfb7f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:46.749913 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-41e497a3-53b7-43eb-9750-e16176d5553f req-c93e4f51-f059-4b55-b187-97aab5fbfb7f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0477734 Dec 22 05:17:46.786810 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-41e497a3-53b7-43eb-9750-e16176d5553f req-5a4d9700-9e4e-459c-8170-87bdd564996d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304430 Dec 22 05:17:47.899967 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850ed03-1f1c-45d5-8db0-8c1a4eecbc3d req-5be6ee70-e0e8-40d2-b556-9c6473355e26 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:47.901444 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0850ed03-1f1c-45d5-8db0-8c1a4eecbc3d req-5be6ee70-e0e8-40d2-b556-9c6473355e26 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0483804 Dec 22 05:17:47.938219 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0850ed03-1f1c-45d5-8db0-8c1a4eecbc3d req-da2c4857-147b-4880-a05c-d1d2744acb99 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306799 Dec 22 05:17:48.537300 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-18db6d9b-085c-4311-a0b8-22890e6609bc service neutron] 10.222.0.16 "GET /v2.0/ports/b5bf0eba-dd6d-4207-aa9b-4dc0302a3842/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0533485 Dec 22 05:17:49.083557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0005127-90b2-491d-a945-011d6546cdfa req-18abee51-d227-4a78-8ff0-145fc962f285 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:49.084903 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c0005127-90b2-491d-a945-011d6546cdfa req-18abee51-d227-4a78-8ff0-145fc962f285 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0785818 Dec 22 05:17:49.090721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-9ef9de3e-0c91-4a03-baa2-a37987de1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:49.092073 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-9ef9de3e-0c91-4a03-baa2-a37987de1fcc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 1099 time: 0.0558836 Dec 22 05:17:49.123978 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c0005127-90b2-491d-a945-011d6546cdfa req-b2ab5077-730f-498e-8885-94d8b21af097 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309639 Dec 22 05:17:49.164507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-9e82ec81-c409-4e07-af1d-7ee80cba9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:49.165958 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-9e82ec81-c409-4e07-af1d-7ee80cba9f07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0406747 Dec 22 05:17:49.257158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-f0db7d55-0cce-4cf7-9daf-aabc5a65dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:49.258604 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-f0db7d55-0cce-4cf7-9daf-aabc5a65dc66 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0857706 Dec 22 05:17:49.321897 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-01ba98db-3983-4b63-b6cb-98a771331de3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 HTTP/1.1" status: 200 len: 1003 time: 0.0563297 Dec 22 05:17:49.373741 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-8fbc11c9-8696-4964-bc93-4fa05a5ea122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:49.375156 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-8fbc11c9-8696-4964-bc93-4fa05a5ea122 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0465679 Dec 22 05:17:49.419801 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-0c2a354b-a5ac-4c4d-91e4-edda1f77c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:49.421248 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-0c2a354b-a5ac-4c4d-91e4-edda1f77c926 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381978 Dec 22 05:17:49.507182 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-5fb508a6-beed-436a-83aa-c9b7d8a95233 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782881 Dec 22 05:17:49.599299 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30a15fa3-245f-4afe-95f1-c81b984170e5 req-4e06c769-8b0f-4b17-84cd-deea7c98dd6c service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848806 Dec 22 05:17:50.236684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88120a-1906-408c-b0fc-94b32c729f1b req-64734ae1-a981-486a-a6c2-dbc336e9a6aa tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:50.238647 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ca88120a-1906-408c-b0fc-94b32c729f1b req-64734ae1-a981-486a-a6c2-dbc336e9a6aa tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0478678 Dec 22 05:17:50.274903 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ca88120a-1906-408c-b0fc-94b32c729f1b req-eef7cb26-4154-4f2a-b354-64b0607e7926 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304580 Dec 22 05:17:50.888698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:51.389826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63edbbc-5719-4586-b48a-a6a1493f7030 req-ce3bea89-18b9-4fe1-af07-53a8cfb468d8 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:51.391273 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e63edbbc-5719-4586-b48a-a6a1493f7030 req-ce3bea89-18b9-4fe1-af07-53a8cfb468d8 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0486038 Dec 22 05:17:51.433584 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e63edbbc-5719-4586-b48a-a6a1493f7030 req-d66eee4c-46e8-445b-a0f7-7a4975bdc115 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358217 Dec 22 05:17:52.551295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b2568-ada7-4420-80c2-0353d0cd3d10 req-dd629305-fd35-4f52-a7f4-72ee6e5eded1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:52.552756 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d13b2568-ada7-4420-80c2-0353d0cd3d10 req-dd629305-fd35-4f52-a7f4-72ee6e5eded1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0515847 Dec 22 05:17:52.589018 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d13b2568-ada7-4420-80c2-0353d0cd3d10 req-93ff0717-e4e6-4db6-8a1a-2cae3164ab51 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302181 Dec 22 05:17:53.160487 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e7de7-b66a-4e4d-abed-84dd563e6f3b req-e5af9c7e-a242-4c15-9709-d1ec36798151 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:53.162071 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fe4e7de7-b66a-4e4d-abed-84dd563e6f3b req-e5af9c7e-a242-4c15-9709-d1ec36798151 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0492611 Dec 22 05:17:53.199826 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fe4e7de7-b66a-4e4d-abed-84dd563e6f3b req-8ac7e399-3174-498a-925c-32ecdd32e076 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Dec 22 05:17:53.200500 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-72f24514-d9f2-4f63-8801-2b9c2090ca83 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:53.201963 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-72f24514-d9f2-4f63-8801-2b9c2090ca83 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6&tenant_id=fb9d27267ed547c98951549f4ebb27e5&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.0506599 Dec 22 05:17:53.236443 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:17:53.243961 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:17:53.271782 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-c2e04965-befb-4b3e-a816-4414dc73397a service neutron] 10.222.0.16 "GET /v2.0/ports/b5bf0eba-dd6d-4207-aa9b-4dc0302a3842/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0620620 Dec 22 05:17:53.349452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-1ec84ac0-4813-46a7-8c28-ec5afdb1953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:53.350931 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-1ec84ac0-4813-46a7-8c28-ec5afdb1953f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0400906 Dec 22 05:17:53.389204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:53.391934 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:17:53.416373 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'port_id': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'mac_address': 'fa:16:3e:68:d3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:17:53.422450 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:17:53.424691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f048a17-658f-4076-8f0e-49d3df99878f" -d '{"events": [{"server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:17:53.448103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-1ea834f9-fa2a-45b1-8969-2b7e5472a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:53.449625 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-1ea834f9-fa2a-45b1-8969-2b7e5472a12e service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0919795 Dec 22 05:17:53.460032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:17:53.473421 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfc705c-a83f-4103-a424-b6f039d222a0 x-openstack-request-id: req-3cfc705c-a83f-4103-a424-b6f039d222a0 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:17:53.473706 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:17:53.473950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3cfc705c-a83f-4103-a424-b6f039d222a0 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:17:53.474336 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'code': 200} Dec 22 05:17:53.478614 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:53.491302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:17:53.515870 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:53.568248 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-38534f4b-cd55-43bc-8a5c-91f65bf81815 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 HTTP/1.1" status: 200 len: 1003 time: 0.1100154 Dec 22 05:17:53.585269 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:17:53.585618 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:17:53.589880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:53.596811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:53.597156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:53.598104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:53.598441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:53.598770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:53.599102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:53.599427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:53.599752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:53.600078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:53.600426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:53.600744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:53.601069 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:53.618045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-ae0c2fb3-f92e-48fc-beae-4469e8417a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:53.619531 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-ae0c2fb3-f92e-48fc-beae-4469e8417a1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0445681 Dec 22 05:17:53.664216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-e959f6d6-4f60-4812-b3a2-2a7646eb4709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:53.665690 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-e959f6d6-4f60-4812-b3a2-2a7646eb4709 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394619 Dec 22 05:17:53.756560 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-d3873816-43b2-448b-97f7-bad0ac0c9a87 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830915 Dec 22 05:17:53.843098 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-3e7eddd3-b7ed-4992-b480-4f8d107d7bfc service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794079 Dec 22 05:17:54.123940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:54.136615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:17:54.155044 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:17:54.211713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:54.259006 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:54.317734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf913201-68c2-4d87-a625-b4c2da0a5199 req-5e2c0680-8f72-4361-a26d-f5fba2ce0337 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:54.319193 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cf913201-68c2-4d87-a625-b4c2da0a5199 req-5e2c0680-8f72-4361-a26d-f5fba2ce0337 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 945 time: 0.0512781 Dec 22 05:17:54.352799 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['b5bf0eba-dd6d-4207-aa9b-4dc0302a3842'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:17:54.357542 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cf913201-68c2-4d87-a625-b4c2da0a5199 req-da64d657-ef61-4cca-aa5e-2875f869a611 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317271 Dec 22 05:17:55.240831 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:17:55.287038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:17:55.287655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:55.359966 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:55.390500 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:17:55.454757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:55.480237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:17:55.480634 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e926c-a573-4ee6-bed3-bfd0c6c0b436 req-3d7fd758-df51-4d85-bcf7-7ebd6095a4c2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:55.482306 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2f2e926c-a573-4ee6-bed3-bfd0c6c0b436 req-3d7fd758-df51-4d85-bcf7-7ebd6095a4c2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 945 time: 0.0565662 Dec 22 05:17:55.482504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0c8516-4dd6-435c-afbb-5df939df238f" -d '{"events": [{"server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "name": "network-vif-plugged", "status": "completed", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:17:55.513055 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,revision_number=8']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:55.522251 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2f2e926c-a573-4ee6-bed3-bfd0c6c0b436 req-7ccfce15-ee9a-47b2-898f-a6dfdc43fc3f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332878 Dec 22 05:17:55.531731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa588ad5-86b8-49df-b0ae-3c61d4954e6a x-openstack-request-id: req-fa588ad5-86b8-49df-b0ae-3c61d4954e6a {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:17:55.532015 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "name": "network-vif-plugged", "status": "completed", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:17:55.532320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa588ad5-86b8-49df-b0ae-3c61d4954e6a {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:17:55.532702 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'code': 200} Dec 22 05:17:56.647508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95af28-71be-4078-ba02-1f3df0f9b172 req-e404c3a3-86da-452c-a701-fe2a261917ff tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:56.653102 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ff95af28-71be-4078-ba02-1f3df0f9b172 req-e404c3a3-86da-452c-a701-fe2a261917ff tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0544252 Dec 22 05:17:56.688081 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ff95af28-71be-4078-ba02-1f3df0f9b172 req-d4ba7d86-8a64-4f2e-98dd-4c16353697bc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322855 Dec 22 05:17:56.864935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-01538ce0-1a62-409d-bfbb-c593ead69ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:56.866403 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-01538ce0-1a62-409d-bfbb-c593ead69ec8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 1099 time: 0.0407670 Dec 22 05:17:56.938422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-d638ec5c-1d66-43e7-8a32-259cfc88379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:56.939875 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-d638ec5c-1d66-43e7-8a32-259cfc88379e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0399976 Dec 22 05:17:57.031137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-ccfc7555-c9d2-4f77-b33b-a70d5ef46706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:57.032642 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-ccfc7555-c9d2-4f77-b33b-a70d5ef46706 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0853968 Dec 22 05:17:57.095305 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-9fab763c-a5c2-4b60-a04e-f76a1475a35b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 HTTP/1.1" status: 200 len: 1003 time: 0.0550261 Dec 22 05:17:57.143608 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-17a2d046-f1cd-45c4-a85f-0ee95fe8f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:57.145096 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-17a2d046-f1cd-45c4-a85f-0ee95fe8f4b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0424595 Dec 22 05:17:57.194090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-22b5f6a6-d183-462c-ac72-b1653f329fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:57.195520 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-22b5f6a6-d183-462c-ac72-b1653f329fec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433233 Dec 22 05:17:57.281598 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-93d9d61a-3743-4e78-9d05-99c4a8774c5f service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784545 Dec 22 05:17:57.374066 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-72dbd9aa-3a83-4ac3-9cf2-a6cc8b91731d req-aa22f7cb-dde5-4aad-8a44-d4ea40118a9d service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836854 Dec 22 05:17:57.803123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d22317-f6f8-4d3e-9c3b-9d11edfb867a req-4625b6d3-49d3-48a1-b1f3-b7d737b74bfd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:57.804625 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-45d22317-f6f8-4d3e-9c3b-9d11edfb867a req-4625b6d3-49d3-48a1-b1f3-b7d737b74bfd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0494180 Dec 22 05:17:57.841495 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-45d22317-f6f8-4d3e-9c3b-9d11edfb867a req-a3df0957-7e9b-44a2-9958-9f18f267b754 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307608 Dec 22 05:17:58.956936 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cfc16-b59b-417f-ab13-22a1c29ba162 req-08373b99-0d45-4d94-85bc-38b3f16462fe tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:58.958479 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fd7cfc16-b59b-417f-ab13-22a1c29ba162 req-08373b99-0d45-4d94-85bc-38b3f16462fe tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 946 time: 0.0490561 Dec 22 05:17:58.998629 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fd7cfc16-b59b-417f-ab13-22a1c29ba162 req-9897123b-8be9-4911-9884-005ec53f981e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340176 Dec 22 05:17:59.252374 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:17:59.328748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:59.350677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:17:59.353150 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1b62bf-5309-45b5-8702-43a8bb7c5e83" -d '{"events": [{"server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:17:59.366072 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:17:59.393937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb3c00d-a78e-40b2-b428-56a87035abc2 x-openstack-request-id: req-fbb3c00d-a78e-40b2-b428-56a87035abc2 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:17:59.393937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:17:59.393937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fbb3c00d-a78e-40b2-b428-56a87035abc2 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:17:59.393937 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'code': 200} Dec 22 05:17:59.439989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:17:59.494883 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,revision_number=9']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:00.116499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6791f1-aa8c-4560-989e-4e52131f97ae req-f0d4188f-e6d3-455e-ba46-782d3a7139fa tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:00.117989 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6f6791f1-aa8c-4560-989e-4e52131f97ae req-f0d4188f-e6d3-455e-ba46-782d3a7139fa tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 944 time: 0.0534248 Dec 22 05:18:00.157649 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6f6791f1-aa8c-4560-989e-4e52131f97ae req-dd98150a-8ecf-4bac-ad8d-8d9623f8cd89 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307426 Dec 22 05:18:00.272013 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682bfbe-7fb2-4ccc-8a8b-d9237e1d5110 req-6b8fd6f8-04ef-48f1-a07b-e0ebe82c0fa0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:00.273442 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5682bfbe-7fb2-4ccc-8a8b-d9237e1d5110 req-6b8fd6f8-04ef-48f1-a07b-e0ebe82c0fa0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 944 time: 0.0478163 Dec 22 05:18:00.310977 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5682bfbe-7fb2-4ccc-8a8b-d9237e1d5110 req-02928e7f-679e-4636-a68b-af4b9f9d8262 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316343 Dec 22 05:18:00.425739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88e35b-d014-430a-8c4a-8ade6e8b2635 req-c3cee1dc-f868-47d9-a6c5-3ccb2d591636 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:00.427773 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ac88e35b-d014-430a-8c4a-8ade6e8b2635 req-c3cee1dc-f868-47d9-a6c5-3ccb2d591636 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 944 time: 0.0513027 Dec 22 05:18:00.468879 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ac88e35b-d014-430a-8c4a-8ade6e8b2635 req-42d890e2-b57e-4aca-ba5c-189d8a24462a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350327 Dec 22 05:18:00.879085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da75eca-7e52-42ec-a474-8945bb377b5d req-da22e31d-590c-4d36-88a3-233e71575bcc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:00.880608 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1da75eca-7e52-42ec-a474-8945bb377b5d req-da22e31d-590c-4d36-88a3-233e71575bcc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 944 time: 0.0482640 Dec 22 05:18:00.918051 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1da75eca-7e52-42ec-a474-8945bb377b5d req-baeb56af-99f9-4808-b552-63059a35be50 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Dec 22 05:18:02.038238 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f03878-31d6-4b50-830c-b89ed70ceb90 req-405fdf35-5b86-460b-bbdc-ea04e60eb5fc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:02.039733 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53f03878-31d6-4b50-830c-b89ed70ceb90 req-405fdf35-5b86-460b-bbdc-ea04e60eb5fc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 944 time: 0.0537579 Dec 22 05:18:02.079219 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53f03878-31d6-4b50-830c-b89ed70ceb90 req-e4460e62-1fe0-41df-b3cd-69bcbe231e0a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319993 Dec 22 05:18:03.119465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-44cd1dbe-32da-43a4-ba98-fad2c703f80d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:03.120923 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-44cd1dbe-32da-43a4-ba98-fad2c703f80d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 944 time: 0.0486147 Dec 22 05:18:03.192435 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b277389-249b-4a4d-b565-42402d741096 req-baadf552-f12a-466a-94fb-2a352ab4b730 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:03.193916 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2b277389-249b-4a4d-b565-42402d741096 req-baadf552-f12a-466a-94fb-2a352ab4b730 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 944 time: 0.0478570 Dec 22 05:18:03.219757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Deleting port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:18:03.220003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:03.231864 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2b277389-249b-4a4d-b565-42402d741096 req-773e871b-b26c-4a2c-b5bf-b09784919eaf tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317931 Dec 22 05:18:03.307233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] For port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:03.307594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:03.472389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:03.472667 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:03.473534 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Floating IP 788d15ef-6874-4b99-9471-087c0fc2861d disassociated. External IP: 172.26.5.252, port: b5bf0eba-dd6d-4207-aa9b-4dc0302a3842. Dec 22 05:18:03.473865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Calling delete_port for b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:18:03.665560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:03.692503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event deleted for resources: {'Port': ['ID=b5bf0eba-dd6d-4207-aa9b-4dc0302a3842,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:03.701824 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:03.702161 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:03.702496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:03.702824 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:03.703147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:03.703471 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:03.703790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:03.704108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:03.704967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:03.704967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:03.705166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:03.705401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:03.819964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Router 4cd7126a-9dd7-456b-8151-2e6fca56f434 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:18:03.927278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:18:03.936953 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6ad78-cd1c-4a36-8927-ff6627a6adf0 None None] Sync routers for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:18:03.946445 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f6ad78-cd1c-4a36-8927-ff6627a6adf0 None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:03.947137 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-27f6ad78-cd1c-4a36-8927-ff6627a6adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:17:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:03.966656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] No DVR routers for this DVR port b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:18:03.969253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:03.972508 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-27549e53-8bbe-4e1d-9450-a7148e487e6a req-26eaeb8e-c2bd-4164-890f-cfbf90bf4e48 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "DELETE /v2.0/ports/b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 HTTP/1.1" status: 204 len: 173 time: 0.8452461 Dec 22 05:18:03.973552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'name': 'network-vif-deleted', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:03.975839 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5291537-b7e8-4f6d-8662-07279cf236c6" -d '{"events": [{"server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "name": "network-vif-deleted", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:18:04.055149 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-27f6ad78-cd1c-4a36-8927-ff6627a6adf0 None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:04.067355 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3725e16-7aaa-4f25-900e-2c73283c58bd x-openstack-request-id: req-a3725e16-7aaa-4f25-900e-2c73283c58bd {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:18:04.067644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd12b43-b0a4-4685-a9c4-808402490ee6", "name": "network-vif-deleted", "tag": "b5bf0eba-dd6d-4207-aa9b-4dc0302a3842", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:18:04.067893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a3725e16-7aaa-4f25-900e-2c73283c58bd {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:18:04.068325 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd12b43-b0a4-4685-a9c4-808402490ee6', 'name': 'network-vif-deleted', 'tag': 'b5bf0eba-dd6d-4207-aa9b-4dc0302a3842', 'status': 'completed', 'code': 200} Dec 22 05:18:04.252282 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-27f6ad78-cd1c-4a36-8927-ff6627a6adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:04.281674 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6ad78-cd1c-4a36-8927-ff6627a6adf0 None None] Checking router: 4cd7126a-9dd7-456b-8151-2e6fca56f434 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:18:04.291523 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f6ad78-cd1c-4a36-8927-ff6627a6adf0 None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:04.292205 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-27f6ad78-cd1c-4a36-8927-ff6627a6adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:17:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:04.344394 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1d5f1e74-ad37-4f52-b04a-6da65315fa1f req-85af4dfb-3593-4b8c-adec-8f635261df5a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=8cd12b43-b0a4-4685-a9c4-808402490ee6 HTTP/1.1" status: 200 len: 210 time: 0.0300970 Dec 22 05:18:04.395443 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-27f6ad78-cd1c-4a36-8927-ff6627a6adf0 None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:04.583503 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-27f6ad78-cd1c-4a36-8927-ff6627a6adf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:04.608352 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f6ad78-cd1c-4a36-8927-ff6627a6adf0 None None] The sync data for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv is: [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:18:04.834793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa84728-9ce3-470d-ade7-0fed38d1a114 None None] New status for floating IP 788d15ef-6874-4b99-9471-087c0fc2861d: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:18:05.583993 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-15a3db65-dc69-4412-9659-1213b2e3d86a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1678476330&fields=id&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 267 time: 0.0322583 Dec 22 05:18:05.691216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-a771f278-a689-462c-a754-4811034d1e7e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:05.693221 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-a771f278-a689-462c-a754-4811034d1e7e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 810 time: 0.1027052 Dec 22 05:18:05.707945 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-0f18d610-9322-4293-8fd0-d73e38578e72 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/quotas/fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 375 time: 0.0086277 Dec 22 05:18:05.758118 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ea23d192-86da-4ac6-beaf-ff54cb7a78a9 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0450170 Dec 22 05:18:05.856870 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-c7b8e384-140f-4355-a830-5cbb7fa5e91d service neutron] 10.222.0.54 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874732 Dec 22 05:18:05.943989 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-9addfbc4-a327-4f62-a43b-6c84dd95d01d service neutron] 10.222.0.54 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807974 Dec 22 05:18:06.200488 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e8695e82-13be-4fe6-8704-cc5bda1eb947 req-413633c7-fcb9-4655-8a1f-5d385b36ec98 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 210 time: 0.0252070 Dec 22 05:18:07.266796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:18:07.288352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:18:07.288691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device b5bf0eba-dd6d-4207-aa9b-4dc0302a3842 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:18:07.296296 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6427256f-d090-47dd-8423-aed91c6eecbd req-61f17ddf-11a6-4f73-9663-fac4217ec549 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 210 time: 0.0273421 Dec 22 05:18:08.078278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-2c6d9fe1-151f-4bf9-ab70-980df9f29dd1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:08.079712 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-2c6d9fe1-151f-4bf9-ab70-980df9f29dd1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 810 time: 0.1036932 Dec 22 05:18:08.127259 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-79a0f8c0-75b1-4c7f-bfac-3e1b1ce4295d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 380 time: 0.0322573 Dec 22 05:18:08.137218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Request body: {'port': {'device_id': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'admin_state_up': True, 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'security_groups': ['833e8ad5-a5ba-4b28-b79e-240989a3e047']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:08.351537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Made reservation on behalf of fb9d27267ed547c98951549f4ebb27e5 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:18:08.355449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:08.396376 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b3c98156-64ed-45c2-8b2d-a887f6c2aa10 req-03232e5b-0024-4ae5-ae13-71c13725b11d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 210 time: 0.0264292 Dec 22 05:18:08.477875 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Allocated IP 172.20.0.7 (106636cd-0a89-4991-9a2c-5aab09a3942e/f636ec44-1b8b-4c74-b03f-7fe0d88240a0/d5b280e3-0e16-4890-9d2f-46ab2aea8006) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:18:08.610957 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:08.694459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:08.736032 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Network 106636cd-0a89-4991-9a2c-5aab09a3942e is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:18:08.739558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:08.743177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:18:08.751569 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event updated for resources: {'Port': ['ID=d5b280e3-0e16-4890-9d2f-46ab2aea8006,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:08.945360 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d34349ec-b14f-4815-baed-dceb0a8fe6de None None] Provisioning complete for port d5b280e3-0e16-4890-9d2f-46ab2aea8006 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:08.945957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d34349ec-b14f-4815-baed-dceb0a8fe6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:08.980285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d34349ec-b14f-4815-baed-dceb0a8fe6de None None] Port d5b280e3-0e16-4890-9d2f-46ab2aea8006 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:18:09.136285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:09.136285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:09.248441 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-fc138787-0bf2-4669-bec1-dbe709937b93 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1146569 Dec 22 05:18:09.267258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Request body: {'port': {'device_id': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:09.319172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:09.319997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3716a52f-73e1-4ee9-abdc-abbd3e75330b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:09.546812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7bf10-75ea-4d2a-94b6-d69ac69a105a req-57890a39-2508-4281-91e9-78412a970e9d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:09.548268 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c8b7bf10-75ea-4d2a-94b6-d69ac69a105a req-57890a39-2508-4281-91e9-78412a970e9d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 931 time: 0.0719640 Dec 22 05:18:09.607876 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c8b7bf10-75ea-4d2a-94b6-d69ac69a105a req-aa7c3468-16c0-47f9-ba65-f2c87ce28f12 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527604 Dec 22 05:18:09.640967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b280e3-0e16-4890-9d2f-46ab2aea8006 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:18:09.648691 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:09.659977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Transition to ACTIVE for port object d5b280e3-0e16-4890-9d2f-46ab2aea8006 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:18:09.779821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:09.831172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b280e3-0e16-4890-9d2f-46ab2aea8006,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:09.901853 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Attempting to bind port d5b280e3-0e16-4890-9d2f-46ab2aea8006 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:18:09.902187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Attempting to bind port d5b280e3-0e16-4890-9d2f-46ab2aea8006 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:18:09.902509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Attempting to bind port d5b280e3-0e16-4890-9d2f-46ab2aea8006 on network 106636cd-0a89-4991-9a2c-5aab09a3942e {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:18:09.907248 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Port d5b280e3-0e16-4890-9d2f-46ab2aea8006 on network 106636cd-0a89-4991-9a2c-5aab09a3942e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:18:09.907569 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Attempting to bind port d5b280e3-0e16-4890-9d2f-46ab2aea8006 on network 106636cd-0a89-4991-9a2c-5aab09a3942e {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:18:09.912639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:18:09.912966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Checking segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:18:09.913341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Bound using segment: {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:18:09.913755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Bound port: d5b280e3-0e16-4890-9d2f-46ab2aea8006, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b8b9b7-e943-4767-9e26-056b01dfb9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:18:09.914103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:09.979478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:18:09.982498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:18:10.048900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:10.081633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:10.082696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:10.084134 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] 10.222.0.16 "PUT /v2.0/ports/d5b280e3-0e16-4890-9d2f-46ab2aea8006 HTTP/1.1" status: 200 len: 1093 time: 0.8209808 Dec 22 05:18:10.084586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:10.086810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1798cf6-77f6-4ce1-a3f4-ff3bc254bfc1" -d '{"events": [{"name": "network-changed", "server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:18:10.113867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4953f2-83ad-4fa8-8176-ae5804272f31 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b280e3-0e16-4890-9d2f-46ab2aea8006,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:10.125646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e248c92-cbf1-4e0b-a818-e234562f442f x-openstack-request-id: req-1e248c92-cbf1-4e0b-a818-e234562f442f {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:18:10.125935 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:18:10.126198 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e248c92-cbf1-4e0b-a818-e234562f442f {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:18:10.126598 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'status': 'completed', 'code': 200} Dec 22 05:18:10.214962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1798cf6-77f6-4ce1-a3f4-ff3bc254bfc1 req-9c557c80-da5b-4440-ad4e-70e7064df299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:10.216500 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c1798cf6-77f6-4ce1-a3f4-ff3bc254bfc1 req-9c557c80-da5b-4440-ad4e-70e7064df299 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 1096 time: 0.0465271 Dec 22 05:18:10.320861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1798cf6-77f6-4ce1-a3f4-ff3bc254bfc1 req-5be3ecf8-cf9a-4c25-ad7b-e6ef2a4e0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:10.322321 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c1798cf6-77f6-4ce1-a3f4-ff3bc254bfc1 req-5be3ecf8-cf9a-4c25-ad7b-e6ef2a4e0f26 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=fb9d27267ed547c98951549f4ebb27e5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0908577 Dec 22 05:18:10.417488 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1798cf6-77f6-4ce1-a3f4-ff3bc254bfc1 req-3f2503f7-642a-4d48-ab17-f1ae59800a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:10.418894 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c1798cf6-77f6-4ce1-a3f4-ff3bc254bfc1 req-3f2503f7-642a-4d48-ab17-f1ae59800a01 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901074 Dec 22 05:18:10.510938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-af0bea19-3d85-46f7-9944-4fb3b68a511f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:10.512399 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-af0bea19-3d85-46f7-9944-4fb3b68a511f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 1096 time: 0.0386233 Dec 22 05:18:10.561955 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-942865de-e11f-4d36-8ff6-bb61fbd4b730 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006 HTTP/1.1" status: 200 len: 217 time: 0.0362582 Dec 22 05:18:10.609808 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-73ec1f39-8a19-4cc4-993d-1708beca37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:10.611098 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-73ec1f39-8a19-4cc4-993d-1708beca37a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0417483 Dec 22 05:18:10.656460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-1d753e60-fa75-4fd2-90f9-91b63024c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:10.658192 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-1d753e60-fa75-4fd2-90f9-91b63024c244 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390933 Dec 22 05:18:10.777042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa59abe-78ba-4ced-a4d9-627cf7bc34a4 req-99d1130d-43b6-44e0-9970-a8ed093a3a52 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:10.778489 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2fa59abe-78ba-4ced-a4d9-627cf7bc34a4 req-99d1130d-43b6-44e0-9970-a8ed093a3a52 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.1047924 Dec 22 05:18:10.794507 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-e187ad28-6797-4c9b-bf7d-578a328c205e service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286972 Dec 22 05:18:10.863940 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2fa59abe-78ba-4ced-a4d9-627cf7bc34a4 req-0efd7a07-bda6-457b-b9a0-4c55fbfc509a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777872 Dec 22 05:18:10.900975 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-349a3723-8529-4f23-ac14-9af1d273fb77 req-43d17078-70f3-4401-be6e-b6ac26970089 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989039 Dec 22 05:18:11.688375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-33cbbf4a-f1dc-4e9b-b01f-5c65b32071ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:11.976660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702cc69-73ea-4daf-97a5-0f942fdfcaf3 req-e1406198-bb56-41e0-ad1f-dc30508ed76e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:11.978113 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6702cc69-73ea-4daf-97a5-0f942fdfcaf3 req-e1406198-bb56-41e0-ad1f-dc30508ed76e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0473719 Dec 22 05:18:12.014296 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6702cc69-73ea-4daf-97a5-0f942fdfcaf3 req-b10617ff-f223-43a4-a00a-31d5bf536d14 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304446 Dec 22 05:18:13.128866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064f814-2672-4098-a34d-a9a1c0a47257 req-0bf51b87-d36e-44e2-9b96-ff08452f0414 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:13.130372 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f064f814-2672-4098-a34d-a9a1c0a47257 req-0bf51b87-d36e-44e2-9b96-ff08452f0414 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0493672 Dec 22 05:18:13.168297 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f064f814-2672-4098-a34d-a9a1c0a47257 req-eea0cd89-627a-42a2-8e63-5d6dc82a10cb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319977 Dec 22 05:18:13.217103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:13.282530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d5b280e3-0e16-4890-9d2f-46ab2aea8006 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:18:13.371892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:13.383893 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'port_id': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'mac_address': 'fa:16:3e:df:48:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:18:13.420631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:13.433673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b280e3-0e16-4890-9d2f-46ab2aea8006 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:18:13.455477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:13.505749 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:13.551742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d5b280e3-0e16-4890-9d2f-46ab2aea8006,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:13.786652 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['d5b280e3-0e16-4890-9d2f-46ab2aea8006'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:18:14.281014 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c77d8-bf01-444b-aaf3-597dda0e7397 req-a2b1aa23-d679-4b52-ac27-70aa3d744f84 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:14.282473 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-454c77d8-bf01-444b-aaf3-597dda0e7397 req-a2b1aa23-d679-4b52-ac27-70aa3d744f84 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 944 time: 0.0471213 Dec 22 05:18:14.293975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:14.324682 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-454c77d8-bf01-444b-aaf3-597dda0e7397 req-4367f3aa-d745-4f9c-a70b-ef140f7800cd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354626 Dec 22 05:18:15.250744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:15.297245 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d5b280e3-0e16-4890-9d2f-46ab2aea8006 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:18:15.408083 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port d5b280e3-0e16-4890-9d2f-46ab2aea8006 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:18:15.412867 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port d5b280e3-0e16-4890-9d2f-46ab2aea8006 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:15.415923 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:15.439947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9956b-fd9e-47e8-ab5d-696e8f2e397f req-2452532d-350c-4aa2-bc41-f885f69704ad tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:15.441488 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9a9956b-fd9e-47e8-ab5d-696e8f2e397f req-2452532d-350c-4aa2-bc41-f885f69704ad tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 944 time: 0.0519316 Dec 22 05:18:15.479421 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9a9956b-fd9e-47e8-ab5d-696e8f2e397f req-0f525ddc-eaac-441e-b098-ad4ecaa53f5f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319192 Dec 22 05:18:15.490929 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:15.512540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:15.514675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1985e035-c404-4db6-9ce3-320427dc79ea" -d '{"events": [{"server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "name": "network-vif-plugged", "status": "completed", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:18:15.527231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:15.553520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7203178a-3802-4900-8a52-9fd35a1b9b4b x-openstack-request-id: req-7203178a-3802-4900-8a52-9fd35a1b9b4b {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:18:15.553520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "name": "network-vif-plugged", "status": "completed", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:18:15.553520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7203178a-3802-4900-8a52-9fd35a1b9b4b {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:18:15.553520 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'code': 200} Dec 22 05:18:15.599212 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:15.648175 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d5b280e3-0e16-4890-9d2f-46ab2aea8006,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:15.893130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3feaa-24ac-4636-a256-1a3df23bd09a req-f1efe8c7-0549-42b9-8300-f40396664a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:15.894988 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-63a3feaa-24ac-4636-a256-1a3df23bd09a req-f1efe8c7-0549-42b9-8300-f40396664a86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 1098 time: 0.0387316 Dec 22 05:18:15.933161 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-63a3feaa-24ac-4636-a256-1a3df23bd09a req-228d459c-a40f-4eba-8cbc-08bc196243b7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312626 Dec 22 05:18:16.591482 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500efab-26fd-4b45-a084-0fbfbb00d7a3 req-49139a2b-51a5-418f-b649-1ec93a0f850b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:16.592983 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9500efab-26fd-4b45-a084-0fbfbb00d7a3 req-49139a2b-51a5-418f-b649-1ec93a0f850b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0484598 Dec 22 05:18:16.629966 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9500efab-26fd-4b45-a084-0fbfbb00d7a3 req-b13c047e-10cd-43e0-9ff2-1afeeaea5f30 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312195 Dec 22 05:18:17.581233 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:18:17.750480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385e649-5618-41bb-8d1f-885efdab4f2e req-9cf2669a-a64c-4786-bfa6-45572ec86f9c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:17.751931 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7385e649-5618-41bb-8d1f-885efdab4f2e req-9cf2669a-a64c-4786-bfa6-45572ec86f9c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0482662 Dec 22 05:18:17.789274 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7385e649-5618-41bb-8d1f-885efdab4f2e req-6624bbdf-3287-43d1-bd3b-5192c1e826a1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309451 Dec 22 05:18:17.899488 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555e69e-37a5-482f-89f5-f4f9217cb7aa req-62815911-5abf-4dc1-9e56-9b623bb2cd54 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:17.900973 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6555e69e-37a5-482f-89f5-f4f9217cb7aa req-62815911-5abf-4dc1-9e56-9b623bb2cd54 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0495713 Dec 22 05:18:17.909525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47320) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:18:17.914121 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-04d79172-29f3-4456-b893-06eac6152b26 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Request body: {'floatingip': {'port_id': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:17.940716 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea7481c0-b4b6-4f65-a922-496367ab45ed req-f9712a78-5fa7-4075-8f02-e24695a6c87c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388129 Dec 22 05:18:17.953345 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04d79172-29f3-4456-b893-06eac6152b26 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:18.038889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7481c0-b4b6-4f65-a922-496367ab45ed req-be470d48-5100-42d4-9560-d36124ca0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:18.040519 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea7481c0-b4b6-4f65-a922-496367ab45ed req-be470d48-5100-42d4-9560-d36124ca0df8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 1098 time: 0.0437624 Dec 22 05:18:18.141197 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7481c0-b4b6-4f65-a922-496367ab45ed req-22382198-3d61-4d12-b673-f178381f1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:18.142662 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea7481c0-b4b6-4f65-a922-496367ab45ed req-22382198-3d61-4d12-b673-f178381f1726 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0840724 Dec 22 05:18:18.188684 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea7481c0-b4b6-4f65-a922-496367ab45ed req-6ce96ed2-e73e-4a9d-a7e6-335d9d751674 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006 HTTP/1.1" status: 200 len: 217 time: 0.0386646 Dec 22 05:18:18.237133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7481c0-b4b6-4f65-a922-496367ab45ed req-20e23248-edff-4361-989d-425b743e9d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:18.238595 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea7481c0-b4b6-4f65-a922-496367ab45ed req-20e23248-edff-4361-989d-425b743e9d29 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0430207 Dec 22 05:18:18.285873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7481c0-b4b6-4f65-a922-496367ab45ed req-d2122d4d-9c27-4126-af64-11aed948fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:18.287967 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea7481c0-b4b6-4f65-a922-496367ab45ed req-d2122d4d-9c27-4126-af64-11aed948fb93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418224 Dec 22 05:18:18.370570 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04d79172-29f3-4456-b893-06eac6152b26 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:18.383784 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea7481c0-b4b6-4f65-a922-496367ab45ed req-0aa78de9-e305-493e-bce1-2bd9970a20f3 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885863 Dec 22 05:18:18.433897 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04d79172-29f3-4456-b893-06eac6152b26 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:18.472621 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea7481c0-b4b6-4f65-a922-496367ab45ed req-955b8852-f844-452d-ab9a-78f5dad8ea74 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821884 Dec 22 05:18:18.531048 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-04d79172-29f3-4456-b893-06eac6152b26 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Floating IP 788d15ef-6874-4b99-9471-087c0fc2861d associated. External IP: 172.26.5.252, port: d5b280e3-0e16-4890-9d2f-46ab2aea8006. Dec 22 05:18:18.730159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d79172-29f3-4456-b893-06eac6152b26 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Router 4cd7126a-9dd7-456b-8151-2e6fca56f434 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:18:18.831479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d79172-29f3-4456-b893-06eac6152b26 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:18:18.836737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-04d79172-29f3-4456-b893-06eac6152b26 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:18.841473 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce87e70-1f4e-482f-aac4-d31d5342a286 None None] Sync routers for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:18:18.850662 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce87e70-1f4e-482f-aac4-d31d5342a286 None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:18.851224 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5ce87e70-1f4e-482f-aac4-d31d5342a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:18:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:18.863872 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-04d79172-29f3-4456-b893-06eac6152b26 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "PUT /v2.0/floatingips/788d15ef-6874-4b99-9471-087c0fc2861d HTTP/1.1" status: 200 len: 992 time: 0.9532797 Dec 22 05:18:18.864477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:18.866697 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155f798f-9f18-414f-9627-9de71fbeb5ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:18:18.906755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706ab042-3e0b-475c-a10a-10c706ccb996 x-openstack-request-id: req-706ab042-3e0b-475c-a10a-10c706ccb996 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:18:18.907038 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:18:18.907284 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-706ab042-3e0b-475c-a10a-10c706ccb996 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:18:18.907698 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'status': 'completed', 'code': 200} Dec 22 05:18:18.954503 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-5ce87e70-1f4e-482f-aac4-d31d5342a286 None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:18.997180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f798f-9f18-414f-9627-9de71fbeb5ea req-5f4fa1e5-5d31-4b35-92c1-f609c28ef3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:18.998709 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-155f798f-9f18-414f-9627-9de71fbeb5ea req-5f4fa1e5-5d31-4b35-92c1-f609c28ef3db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 1098 time: 0.0422981 Dec 22 05:18:19.092542 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f798f-9f18-414f-9627-9de71fbeb5ea req-5ec1241f-b2d5-49cf-b5ba-801180eb05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:19.094060 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-155f798f-9f18-414f-9627-9de71fbeb5ea req-5ec1241f-b2d5-49cf-b5ba-801180eb05f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0874674 Dec 22 05:18:19.158132 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-155f798f-9f18-414f-9627-9de71fbeb5ea req-6669a523-f4fe-4dfe-8870-fbdb5a2190c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006 HTTP/1.1" status: 200 len: 1000 time: 0.0572410 Dec 22 05:18:19.174684 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5ce87e70-1f4e-482f-aac4-d31d5342a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '788d15ef-6874-4b99-9471-087c0fc2861d', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'port_id': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'mac_address': 'fa:16:3e:df:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:14:00Z', 'updated_at': '2021-12-22T05:18:18Z', 'revision_number': 13, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:19.200821 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce87e70-1f4e-482f-aac4-d31d5342a286 None None] Checking router: 4cd7126a-9dd7-456b-8151-2e6fca56f434 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:18:19.210961 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce87e70-1f4e-482f-aac4-d31d5342a286 None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:19.211638 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5ce87e70-1f4e-482f-aac4-d31d5342a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:18:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:19.212786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f798f-9f18-414f-9627-9de71fbeb5ea req-0110b25e-4c93-4c27-9d51-d4e9e728dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:19.214248 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-155f798f-9f18-414f-9627-9de71fbeb5ea req-0110b25e-4c93-4c27-9d51-d4e9e728dcda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0491202 Dec 22 05:18:19.260121 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f798f-9f18-414f-9627-9de71fbeb5ea req-e2e26358-cf88-44b0-a39d-18fcdae6df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:19.261581 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-155f798f-9f18-414f-9627-9de71fbeb5ea req-e2e26358-cf88-44b0-a39d-18fcdae6df34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408735 Dec 22 05:18:19.354457 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-155f798f-9f18-414f-9627-9de71fbeb5ea req-15518812-75da-4b67-988f-94c62c91db10 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853639 Dec 22 05:18:19.398584 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-5ce87e70-1f4e-482f-aac4-d31d5342a286 None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:19.448662 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-155f798f-9f18-414f-9627-9de71fbeb5ea req-03157697-ce13-4871-9c89-819c552d0c13 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873260 Dec 22 05:18:19.614921 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-5ce87e70-1f4e-482f-aac4-d31d5342a286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '788d15ef-6874-4b99-9471-087c0fc2861d', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'port_id': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'mac_address': 'fa:16:3e:df:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:14:00Z', 'updated_at': '2021-12-22T05:18:18Z', 'revision_number': 13, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:19.641434 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce87e70-1f4e-482f-aac4-d31d5342a286 None None] The sync data for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv is: [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '788d15ef-6874-4b99-9471-087c0fc2861d', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'floating_ip_address': '172.26.5.252', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'port_id': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'mac_address': 'fa:16:3e:df:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:14:00Z', 'updated_at': '2021-12-22T05:18:18Z', 'revision_number': 13, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:18:19.820576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99f9d1-a546-4b97-9631-fe43cc9eae09 None None] New status for floating IP 788d15ef-6874-4b99-9471-087c0fc2861d: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:18:20.887737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:39.232612 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-47ac5d9d-c503-4a97-8856-1f8eb3d530f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:41.681652 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-290cac3f-ce8f-4977-8cdc-9320573e595a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:43.230609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:44.329602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:45.253222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:50.895054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:18:54.581265 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:18:58.325474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908b81d-d7c4-45da-b10a-3b1a24832d1b req-222ed08d-4470-4010-98f9-aaef1582f05a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:58.326938 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0908b81d-d7c4-45da-b10a-3b1a24832d1b req-222ed08d-4470-4010-98f9-aaef1582f05a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0479293 Dec 22 05:18:58.363513 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0908b81d-d7c4-45da-b10a-3b1a24832d1b req-d5357aad-3c06-46dd-9a14-d19c61b9d5d7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306945 Dec 22 05:19:09.242357 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d0edce0b-f098-4970-8342-21d8843ee365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:10.151708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381864a-8c1c-4a79-9681-5ecbdecff814 req-8128f875-920b-46bf-91be-48f049bc9bfc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:10.153191 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a381864a-8c1c-4a79-9681-5ecbdecff814 req-8128f875-920b-46bf-91be-48f049bc9bfc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0486407 Dec 22 05:19:10.191209 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a381864a-8c1c-4a79-9681-5ecbdecff814 req-94131d5e-d5f1-450f-9f6d-f19e49b172c2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Dec 22 05:19:10.249495 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-63a265a4-62be-4999-bd80-56827e8222c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389314 Dec 22 05:19:11.307335 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c97558-a700-4bd5-b4eb-5689e51d1abf req-81b30ed7-05bf-4ce1-8c5b-162ffbb003b1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:11.308821 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d6c97558-a700-4bd5-b4eb-5689e51d1abf req-81b30ed7-05bf-4ce1-8c5b-162ffbb003b1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0490985 Dec 22 05:19:11.345233 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d6c97558-a700-4bd5-b4eb-5689e51d1abf req-9e8f7416-9261-4cf1-8214-e299d4bbc2dc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305393 Dec 22 05:19:11.654208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ff22c2be-f404-4c42-a91a-3d4039b0a956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:12.193825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-fd285944-e4d7-4cc5-a915-a8142eecb030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:12.195288 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-fd285944-e4d7-4cc5-a915-a8142eecb030 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 1098 time: 0.0437117 Dec 22 05:19:12.281212 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-926ed49d-9f10-48a1-bf3c-3b1bf1a6f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:12.282549 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-926ed49d-9f10-48a1-bf3c-3b1bf1a6f970 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0805848 Dec 22 05:19:12.350001 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-30db1642-96a4-4775-9c2a-813d352535b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006 HTTP/1.1" status: 200 len: 1002 time: 0.0602806 Dec 22 05:19:12.397951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-cb3b6e53-dcf8-4b97-a03d-f0d01ea1b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:12.399448 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-cb3b6e53-dcf8-4b97-a03d-f0d01ea1b3c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0429802 Dec 22 05:19:12.470323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-6b8f10ec-b7bd-4376-9b0e-0f9ec89f1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:12.471773 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-6b8f10ec-b7bd-4376-9b0e-0f9ec89f1d21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651448 Dec 22 05:19:12.482619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647a8a0-f17d-4c58-9bfa-3d9723a5988c req-5e6efc45-9767-4b91-81c1-2420040bafc2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:12.483952 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c647a8a0-f17d-4c58-9bfa-3d9723a5988c req-5e6efc45-9767-4b91-81c1-2420040bafc2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0687709 Dec 22 05:19:12.569520 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c647a8a0-f17d-4c58-9bfa-3d9723a5988c req-e70d8b0d-4e8a-4023-9afc-a422f32654b0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772252 Dec 22 05:19:12.593901 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-68413fe7-dcdb-4959-abf7-bd4dcdde841e service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089094 Dec 22 05:19:12.687084 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-8e0893bb-47f2-4962-96e0-1ca2c090c097 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843279 Dec 22 05:19:13.206663 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:13.686023 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e58e4-7a23-4c27-a6ef-b1a3088aa795 req-5e03affe-f607-4487-b63e-9539c90830b2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:13.687434 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d51e58e4-7a23-4c27-a6ef-b1a3088aa795 req-5e03affe-f607-4487-b63e-9539c90830b2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0510726 Dec 22 05:19:13.723745 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d51e58e4-7a23-4c27-a6ef-b1a3088aa795 req-b5e233df-bd04-4569-af96-40a1fa2ba2c2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302205 Dec 22 05:19:14.317395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:14.838504 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f63c0-b6ce-4139-9eee-7c417d90fcc5 req-b8401277-1e4f-4157-a0f1-76d273c74c07 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:14.839943 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5a7f63c0-b6ce-4139-9eee-7c417d90fcc5 req-b8401277-1e4f-4157-a0f1-76d273c74c07 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0476861 Dec 22 05:19:14.877050 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5a7f63c0-b6ce-4139-9eee-7c417d90fcc5 req-4e4ce9fe-5293-4fb2-8e56-8735491a77c8 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312653 Dec 22 05:19:15.224940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:15.989633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4620ad76-f68f-459c-8366-05d846706d27 req-36c3bcec-a318-4447-9253-ff58a34e5819 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:15.991077 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4620ad76-f68f-459c-8366-05d846706d27 req-36c3bcec-a318-4447-9253-ff58a34e5819 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0485821 Dec 22 05:19:16.029143 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4620ad76-f68f-459c-8366-05d846706d27 req-5e49ef02-8540-4972-b76c-d63d66b18d0e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Dec 22 05:19:17.144856 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20d739-bc37-4175-950e-0315e5a8a8e3 req-389d87a0-88fb-4863-8995-8eaa55ca85b7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:17.146290 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6a20d739-bc37-4175-950e-0315e5a8a8e3 req-389d87a0-88fb-4863-8995-8eaa55ca85b7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0474517 Dec 22 05:19:17.183391 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6a20d739-bc37-4175-950e-0315e5a8a8e3 req-24ddd945-8eed-43eb-b81d-5dd3e2628f61 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Dec 22 05:19:18.295444 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed5834-00dc-4c5d-b263-737736cd6862 req-e9875156-bb77-4977-95ed-f151e9108e84 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:18.296931 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6bed5834-00dc-4c5d-b263-737736cd6862 req-e9875156-bb77-4977-95ed-f151e9108e84 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0479059 Dec 22 05:19:18.334151 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6bed5834-00dc-4c5d-b263-737736cd6862 req-bd2b3e7b-494f-4efc-ac95-2bfe83ef2014 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313747 Dec 22 05:19:19.011705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0b214-9f1e-4f81-b417-4b6d78ef61f3 req-1d1ad8f3-8037-47de-ba5e-94a2084523b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:19.013176 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-00d0b214-9f1e-4f81-b417-4b6d78ef61f3 req-1d1ad8f3-8037-47de-ba5e-94a2084523b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 1098 time: 0.0534759 Dec 22 05:19:19.113484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0b214-9f1e-4f81-b417-4b6d78ef61f3 req-cf91af72-b2fe-44e5-813f-8dacac1db3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:19.114900 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-00d0b214-9f1e-4f81-b417-4b6d78ef61f3 req-cf91af72-b2fe-44e5-813f-8dacac1db3df service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0824304 Dec 22 05:19:19.182033 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-00d0b214-9f1e-4f81-b417-4b6d78ef61f3 req-c067e73b-204b-4471-a817-bcb66695a1f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006 HTTP/1.1" status: 200 len: 1002 time: 0.0603058 Dec 22 05:19:19.231310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0b214-9f1e-4f81-b417-4b6d78ef61f3 req-ab127b25-02b5-47b2-ac82-d45e786e959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:19.232659 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-00d0b214-9f1e-4f81-b417-4b6d78ef61f3 req-ab127b25-02b5-47b2-ac82-d45e786e959e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0435641 Dec 22 05:19:19.278556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0b214-9f1e-4f81-b417-4b6d78ef61f3 req-dbc49642-9111-4165-934f-a05266b2f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:19.279991 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-00d0b214-9f1e-4f81-b417-4b6d78ef61f3 req-dbc49642-9111-4165-934f-a05266b2f676 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390701 Dec 22 05:19:19.372711 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-00d0b214-9f1e-4f81-b417-4b6d78ef61f3 req-7440702b-930e-4352-a6d8-7f9802860599 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837009 Dec 22 05:19:19.494283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d204b-d7bc-4ce4-acb0-4fa6fe2cf062 req-88e61c58-a22e-4f49-919b-3fef04a01350 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:19.495621 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d74d204b-d7bc-4ce4-acb0-4fa6fe2cf062 req-88e61c58-a22e-4f49-919b-3fef04a01350 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0747039 Dec 22 05:19:19.497368 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-00d0b214-9f1e-4f81-b417-4b6d78ef61f3 req-8ccfbd5d-e7fc-47ef-bf5a-e1a222e8b1be service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175430 Dec 22 05:19:19.537293 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d74d204b-d7bc-4ce4-acb0-4fa6fe2cf062 req-e83d5171-1195-4528-999c-e3f4060f59a7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357718 Dec 22 05:19:20.900512 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:20.916426 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cc372-1761-4e46-b174-70070ca01de9 req-4a6eb5db-6e3f-44b3-86b0-99758ee73691 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:20.917904 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e85cc372-1761-4e46-b174-70070ca01de9 req-4a6eb5db-6e3f-44b3-86b0-99758ee73691 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.3144546 Dec 22 05:19:20.955829 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e85cc372-1761-4e46-b174-70070ca01de9 req-2efdeb45-fc55-41de-a6cb-204d37156405 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Dec 22 05:19:22.079141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8237ea-2c0f-4759-9016-93612daf8a20 req-031386c4-77ce-4886-94c0-21c122b453a4 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:22.080648 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ee8237ea-2c0f-4759-9016-93612daf8a20 req-031386c4-77ce-4886-94c0-21c122b453a4 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0581942 Dec 22 05:19:22.118949 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ee8237ea-2c0f-4759-9016-93612daf8a20 req-64154a13-28d8-4cb3-b4b5-db5d2dcd2875 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318139 Dec 22 05:19:23.231392 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bfe371-4473-47a2-8aff-d2ab935846ef req-0c53a690-2d22-45c1-bcbd-ef0ea3be879b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:23.232776 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-63bfe371-4473-47a2-8aff-d2ab935846ef req-0c53a690-2d22-45c1-bcbd-ef0ea3be879b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0469234 Dec 22 05:19:23.268795 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-63bfe371-4473-47a2-8aff-d2ab935846ef req-a514b2e1-5558-4ad3-b14f-3c0e040e4ba0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302002 Dec 22 05:19:24.382250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ce1e4-5eaf-4be5-bbab-c39d767e4a46 req-26b0b250-8888-459e-9741-e4e366fd65ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:24.384291 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b38ce1e4-5eaf-4be5-bbab-c39d767e4a46 req-26b0b250-8888-459e-9741-e4e366fd65ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0479283 Dec 22 05:19:24.419625 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b38ce1e4-5eaf-4be5-bbab-c39d767e4a46 req-b4b19223-5716-49c7-b814-8e415193c82d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294662 Dec 22 05:19:25.530326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256825cd-2913-49ae-ab94-12459ae273d8 req-db5f0147-1a1c-4a4c-a819-97c4c78131ef tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:25.531728 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-256825cd-2913-49ae-ab94-12459ae273d8 req-db5f0147-1a1c-4a4c-a819-97c4c78131ef tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0461295 Dec 22 05:19:25.568123 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-256825cd-2913-49ae-ab94-12459ae273d8 req-035e5594-05c5-4c27-9034-c7e145d2997b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306540 Dec 22 05:19:26.680993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af8e8c-22fc-4d2e-9ff4-5c301f707297 req-3b376dac-b2ef-451c-8ae2-a45a9a589ab6 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:26.682451 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-55af8e8c-22fc-4d2e-9ff4-5c301f707297 req-3b376dac-b2ef-451c-8ae2-a45a9a589ab6 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0477388 Dec 22 05:19:26.722481 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-55af8e8c-22fc-4d2e-9ff4-5c301f707297 req-18a4fd66-cf38-4126-aa69-a16c0f555f83 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342350 Dec 22 05:19:27.837975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c92a4-a8d3-4fe5-b3df-ed9148fda776 req-1e035c8d-9221-4b45-9d36-50af1eefa3a2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:27.839311 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-286c92a4-a8d3-4fe5-b3df-ed9148fda776 req-1e035c8d-9221-4b45-9d36-50af1eefa3a2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0508251 Dec 22 05:19:27.876133 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-286c92a4-a8d3-4fe5-b3df-ed9148fda776 req-ba715108-c5a1-4e4a-9459-c3a873546035 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309925 Dec 22 05:19:28.990047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a50e5-28b4-4ba8-bde8-a44658f08c54 req-3dea0be2-580b-4bfb-8227-6449d264ceba tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:28.991498 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-620a50e5-28b4-4ba8-bde8-a44658f08c54 req-3dea0be2-580b-4bfb-8227-6449d264ceba tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0485859 Dec 22 05:19:29.028010 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-620a50e5-28b4-4ba8-bde8-a44658f08c54 req-4af9a474-4832-4b4d-85a5-8ecdc7ccbe6d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305767 Dec 22 05:19:30.141859 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e1a7d-54dc-4c34-b139-5136df0bcfcd req-da462925-1872-44b9-9262-57d17b497943 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:30.143307 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-109e1a7d-54dc-4c34-b139-5136df0bcfcd req-da462925-1872-44b9-9262-57d17b497943 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0477979 Dec 22 05:19:30.180597 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-109e1a7d-54dc-4c34-b139-5136df0bcfcd req-3d26f0d4-72ae-4b74-a746-f3dc4521663c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313184 Dec 22 05:19:31.292333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f4b40-cc30-4427-8ac2-7c973323ea27 req-00ec586a-8b51-4643-b7d8-f410df29af4c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:31.293754 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-878f4b40-cc30-4427-8ac2-7c973323ea27 req-00ec586a-8b51-4643-b7d8-f410df29af4c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0477569 Dec 22 05:19:31.330371 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-878f4b40-cc30-4427-8ac2-7c973323ea27 req-f7d491b6-acaf-49c2-a56d-9a3c3007c496 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308704 Dec 22 05:19:31.579478 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:19:32.445196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770c22-95e5-4456-aa4b-df9393f04c87 req-a1a2b2a1-079c-4fb1-9456-d5a4c2785aa1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:32.447242 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7c770c22-95e5-4456-aa4b-df9393f04c87 req-a1a2b2a1-079c-4fb1-9456-d5a4c2785aa1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0481279 Dec 22 05:19:32.482657 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7c770c22-95e5-4456-aa4b-df9393f04c87 req-c68bd1de-4e2d-40bb-8c07-20ea82594dec tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295768 Dec 22 05:19:33.596066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe76754-5271-4992-9c4c-5db00de41deb req-23629cd6-40b8-49d4-a498-8567c9af5272 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:33.597537 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3fe76754-5271-4992-9c4c-5db00de41deb req-23629cd6-40b8-49d4-a498-8567c9af5272 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0482287 Dec 22 05:19:33.638021 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3fe76754-5271-4992-9c4c-5db00de41deb req-d3675880-a735-4b7b-bef7-d96e1ef944b9 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343966 Dec 22 05:19:34.756555 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc946106-33ed-4dbb-9d8b-38acf21658f1 req-257060e1-a21f-468f-b5fe-b9385aa77aa9 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:34.757983 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dc946106-33ed-4dbb-9d8b-38acf21658f1 req-257060e1-a21f-468f-b5fe-b9385aa77aa9 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0508268 Dec 22 05:19:34.794263 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dc946106-33ed-4dbb-9d8b-38acf21658f1 req-6c0a08ff-f77a-4ec0-a377-321192a9d4ff tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298917 Dec 22 05:19:35.907178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb2a76-600e-40ce-9b4c-ad40d20f8b85 req-380d4a01-daf5-46ab-a65d-f0979b4b3649 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:35.908642 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ccbb2a76-600e-40ce-9b4c-ad40d20f8b85 req-380d4a01-daf5-46ab-a65d-f0979b4b3649 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0477116 Dec 22 05:19:35.944942 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ccbb2a76-600e-40ce-9b4c-ad40d20f8b85 req-98654e8b-6904-4af0-b4cf-2542f33db9d2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305257 Dec 22 05:19:37.057424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c26f52-6fe4-4a39-b2c5-938a4ec35432 req-86cf428a-3684-4db3-819e-4a3fd5eeb6f2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:37.058833 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-02c26f52-6fe4-4a39-b2c5-938a4ec35432 req-86cf428a-3684-4db3-819e-4a3fd5eeb6f2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0472882 Dec 22 05:19:37.094351 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-02c26f52-6fe4-4a39-b2c5-938a4ec35432 req-e13df549-a3b3-4501-b59c-992d42fa4d3a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296526 Dec 22 05:19:38.212171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9da43-a5c0-4352-afb5-e015a6a34480 req-6fa0201a-cbf2-4c99-8dcb-a53a14f2663d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:38.213594 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebc9da43-a5c0-4352-afb5-e015a6a34480 req-6fa0201a-cbf2-4c99-8dcb-a53a14f2663d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0486341 Dec 22 05:19:38.249207 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebc9da43-a5c0-4352-afb5-e015a6a34480 req-c5d99a8c-fa6a-4244-97cf-42f440fa0e0e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298886 Dec 22 05:19:39.241354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f998d36d-1d09-4699-a8a6-261a161b7aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:39.360545 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ac0ad-e770-4a6c-98f3-0b1fd2181c6d req-de155028-8ab1-4969-8a28-113b39c60d51 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:39.361979 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-431ac0ad-e770-4a6c-98f3-0b1fd2181c6d req-de155028-8ab1-4969-8a28-113b39c60d51 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0468919 Dec 22 05:19:39.399112 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-431ac0ad-e770-4a6c-98f3-0b1fd2181c6d req-1e16fa3b-1d7c-4bef-b995-5ef0bfdc5f95 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311913 Dec 22 05:19:40.510456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ccf51-ac37-43ea-a983-617979eabb63 req-d8324294-d97b-463e-b925-8a7c9f180f9e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:40.511886 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5d5ccf51-ac37-43ea-a983-617979eabb63 req-d8324294-d97b-463e-b925-8a7c9f180f9e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0474205 Dec 22 05:19:40.551133 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5d5ccf51-ac37-43ea-a983-617979eabb63 req-c85a52f7-ed40-4259-9a25-8edac11798b1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333796 Dec 22 05:19:41.667315 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e40180-8951-4269-b4f6-39186af39769 req-b3262dd2-b425-4650-a00d-e921164d90a7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:41.668836 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c5e40180-8951-4269-b4f6-39186af39769 req-b3262dd2-b425-4650-a00d-e921164d90a7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0522978 Dec 22 05:19:41.670010 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-07b8c2f2-a8a1-47cf-89f2-e9383038810f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:41.707019 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c5e40180-8951-4269-b4f6-39186af39769 req-a4546667-7b80-45a1-ac0b-930806125b06 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322826 Dec 22 05:19:42.818300 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62f2c5-5688-4a93-ad08-1eaaf4e90f79 req-f82d0bbb-6eb4-42f4-8d78-5647582683b2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:42.819741 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-db62f2c5-5688-4a93-ad08-1eaaf4e90f79 req-f82d0bbb-6eb4-42f4-8d78-5647582683b2 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0475132 Dec 22 05:19:42.856837 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-db62f2c5-5688-4a93-ad08-1eaaf4e90f79 req-5b8b954a-00d1-46a2-99be-637d6d819dc5 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305374 Dec 22 05:19:43.229173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:43.969088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054fd78-011b-43ab-a5a8-b2e5ec59fe5e req-b458636a-d4aa-4064-910b-100ea17a9163 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:43.970541 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2054fd78-011b-43ab-a5a8-b2e5ec59fe5e req-b458636a-d4aa-4064-910b-100ea17a9163 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0483384 Dec 22 05:19:44.006732 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2054fd78-011b-43ab-a5a8-b2e5ec59fe5e req-0c07696c-b209-46e8-8de1-000f53b7f949 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303929 Dec 22 05:19:44.321251 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:45.125341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244ed8b-1aa5-4532-8c31-238e13c86910 req-a9e3ebe9-aa1a-4527-adb1-d6d9e7d7cce0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:45.126805 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8244ed8b-1aa5-4532-8c31-238e13c86910 req-a9e3ebe9-aa1a-4527-adb1-d6d9e7d7cce0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0485501 Dec 22 05:19:45.165004 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8244ed8b-1aa5-4532-8c31-238e13c86910 req-042ae98a-fb7b-41bc-bc4a-9eded3f4b156 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310955 Dec 22 05:19:45.229671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:46.279660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da9ce3-90ae-49cb-90b1-ef19c2275371 req-6affe4e6-90e2-4491-a5dc-d7c730f74330 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:46.281157 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b2da9ce3-90ae-49cb-90b1-ef19c2275371 req-6affe4e6-90e2-4491-a5dc-d7c730f74330 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0480814 Dec 22 05:19:46.317896 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b2da9ce3-90ae-49cb-90b1-ef19c2275371 req-ec07e068-7830-42a1-b4c3-bce51f7383dc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305884 Dec 22 05:19:46.891474 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-10ba9fa1-0730-44f9-b664-09e069466ea7 service neutron] 10.222.0.16 "GET /v2.0/ports/d5b280e3-0e16-4890-9d2f-46ab2aea8006/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0527835 Dec 22 05:19:47.465241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cdea0-4621-4184-83ad-bb37cffc656f req-feb881ef-b1be-4a1f-b481-aa80ac58044c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:47.466700 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bd0cdea0-4621-4184-83ad-bb37cffc656f req-feb881ef-b1be-4a1f-b481-aa80ac58044c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0787897 Dec 22 05:19:47.469202 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-11acf19c-41cc-47d4-b37b-60b2de32d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:47.470522 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-11acf19c-41cc-47d4-b37b-60b2de32d9d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 1098 time: 0.0723364 Dec 22 05:19:47.504013 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bd0cdea0-4621-4184-83ad-bb37cffc656f req-15f006d2-6c73-49a4-a7f2-f4a337b31d3e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311844 Dec 22 05:19:47.546557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-f2e6f26d-b7c5-48cf-8209-654758d4214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:47.548005 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-f2e6f26d-b7c5-48cf-8209-654758d4214e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 1098 time: 0.0395885 Dec 22 05:19:47.638007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-ead97839-9d12-4f15-8b79-8900ab012df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:47.639419 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-ead97839-9d12-4f15-8b79-8900ab012df5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0838795 Dec 22 05:19:47.703822 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-d4e845f4-c47e-4f5e-837e-854535043163 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006 HTTP/1.1" status: 200 len: 1002 time: 0.0562921 Dec 22 05:19:47.755799 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-8cad689e-9ef4-4ad1-b556-cdfccd8de1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:47.757210 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-8cad689e-9ef4-4ad1-b556-cdfccd8de1ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0451560 Dec 22 05:19:47.801190 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-ca725b48-4119-4fd3-846f-dc116ad8e186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:47.802857 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-ca725b48-4119-4fd3-846f-dc116ad8e186 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382206 Dec 22 05:19:47.889575 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-aee8f331-a21a-4de6-b10e-5c1595ac84a5 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795150 Dec 22 05:19:47.987705 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-076bba33-9b7a-4243-9906-cb81078447fa service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905020 Dec 22 05:19:48.625713 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ae4b3-1ad3-4f8c-b463-6dda4c1c1ac0 req-7290636f-b29e-44dd-83d6-a3a3024adb5a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:48.627411 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7d0ae4b3-1ad3-4f8c-b463-6dda4c1c1ac0 req-7290636f-b29e-44dd-83d6-a3a3024adb5a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0540366 Dec 22 05:19:48.668549 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7d0ae4b3-1ad3-4f8c-b463-6dda4c1c1ac0 req-526662e2-1f13-4723-aa90-d36f8a1bfc03 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351505 Dec 22 05:19:49.733162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d5b280e3-0e16-4890-9d2f-46ab2aea8006 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:19:49.786807 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42ac25-9fb0-4dad-b20a-1d7c68bcefd0 req-ac2b45d6-83fd-48e6-97bc-eb9017db8045 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:49.788455 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-eb42ac25-9fb0-4dad-b20a-1d7c68bcefd0 req-ac2b45d6-83fd-48e6-97bc-eb9017db8045 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0501101 Dec 22 05:19:49.811972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:49.832056 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-eb42ac25-9fb0-4dad-b20a-1d7c68bcefd0 req-008e2387-782c-45c4-b4e2-b2a61051153a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367801 Dec 22 05:19:49.838629 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:19:49.841442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2a719b-9a15-41e3-9b07-c0abadef35bf" -d '{"events": [{"server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:19:49.859341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:19:49.899093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89f5ed1-ecf3-4286-bcd7-f4bd29341832 x-openstack-request-id: req-c89f5ed1-ecf3-4286-bcd7-f4bd29341832 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:19:49.899389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:19:49.899636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c89f5ed1-ecf3-4286-bcd7-f4bd29341832 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:19:49.900298 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'code': 200} Dec 22 05:19:49.921428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:49.972348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d5b280e3-0e16-4890-9d2f-46ab2aea8006,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:49.979403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:49.979743 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:49.980073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:49.980426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:49.980750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:49.981070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:49.981388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:49.981703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:49.982018 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:49.982327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:49.982635 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:49.982945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:50.931838 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:50.955506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284d8f8-e980-43f3-8375-6d97a0b04b9c req-00300d9a-4115-4d94-90e5-78dbcf9cf885 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:50.957015 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d284d8f8-e980-43f3-8375-6d97a0b04b9c req-00300d9a-4115-4d94-90e5-78dbcf9cf885 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0560744 Dec 22 05:19:50.994915 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d284d8f8-e980-43f3-8375-6d97a0b04b9c req-583012d2-f92e-4f80-af6d-c0cdd0e57b8a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305951 Dec 22 05:19:52.111620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540680d-f68d-4004-8037-fab57fd96aa3 req-3b594e3e-2e2c-476f-9678-6015724a5e53 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:52.113142 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7540680d-f68d-4004-8037-fab57fd96aa3 req-3b594e3e-2e2c-476f-9678-6015724a5e53 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0487485 Dec 22 05:19:52.151123 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7540680d-f68d-4004-8037-fab57fd96aa3 req-7dc36549-a1b7-4270-8240-f867d6aa42e0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318880 Dec 22 05:19:53.267308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a772397-4f00-4e70-91b6-7405c09f980f req-a942bc82-3874-49b9-b1ab-eb0bb064d7bc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:53.268670 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a772397-4f00-4e70-91b6-7405c09f980f req-a942bc82-3874-49b9-b1ab-eb0bb064d7bc tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0499823 Dec 22 05:19:53.305157 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a772397-4f00-4e70-91b6-7405c09f980f req-a6f77989-e50f-4b8c-9b08-877d2c320ad4 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299628 Dec 22 05:19:54.418100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330456e7-ff9f-461b-8e77-bb18f5114548 req-7b18d55f-979e-4a3e-b7c9-cf12282bf947 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:54.419539 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-330456e7-ff9f-461b-8e77-bb18f5114548 req-7b18d55f-979e-4a3e-b7c9-cf12282bf947 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0475187 Dec 22 05:19:54.456758 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-330456e7-ff9f-461b-8e77-bb18f5114548 req-e56b6d59-9a70-4d60-a26b-007e3da83302 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311491 Dec 22 05:19:55.568441 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530614be-2f4f-47cf-bfbc-d518907d49e9 req-beda1677-4819-42af-b4d9-b2926a90516a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:55.569883 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-530614be-2f4f-47cf-bfbc-d518907d49e9 req-beda1677-4819-42af-b4d9-b2926a90516a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0471418 Dec 22 05:19:55.606877 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-530614be-2f4f-47cf-bfbc-d518907d49e9 req-ef9f6e18-c098-4eba-bd62-4935028c9831 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306921 Dec 22 05:19:55.779228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d5b280e3-0e16-4890-9d2f-46ab2aea8006 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:19:55.869837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:19:55.880523 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'port_id': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'mac_address': 'fa:16:3e:df:48:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:19:55.919514 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:55.931952 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b280e3-0e16-4890-9d2f-46ab2aea8006 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:19:55.949928 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:19:56.017337 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:56.062377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d5b280e3-0e16-4890-9d2f-46ab2aea8006,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:56.145045 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['d5b280e3-0e16-4890-9d2f-46ab2aea8006'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:19:56.724052 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb5c83-7b41-4cf0-981b-59afe9d89e98 req-921b6ee9-6091-412d-b1fc-a4e0316b2131 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:56.725530 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-38fb5c83-7b41-4cf0-981b-59afe9d89e98 req-921b6ee9-6091-412d-b1fc-a4e0316b2131 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 944 time: 0.0522614 Dec 22 05:19:56.762446 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-38fb5c83-7b41-4cf0-981b-59afe9d89e98 req-16ad67c6-0c67-4664-95bf-35ffcd27ba1f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310977 Dec 22 05:19:57.794977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d5b280e3-0e16-4890-9d2f-46ab2aea8006 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:19:57.841135 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port d5b280e3-0e16-4890-9d2f-46ab2aea8006 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:19:57.841429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:57.874958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2998709-41bf-4485-96eb-487c17aed0ed req-4888ab4e-922d-46c9-b7a2-7b0b3402108f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:57.876438 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c2998709-41bf-4485-96eb-487c17aed0ed req-4888ab4e-922d-46c9-b7a2-7b0b3402108f tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 944 time: 0.0477798 Dec 22 05:19:57.913151 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c2998709-41bf-4485-96eb-487c17aed0ed req-adf65c83-f350-467a-a3ef-2c762423e2d5 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308454 Dec 22 05:19:57.915469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:57.940543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:19:57.942727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d9af14-19fc-431b-813c-46aef43796c9" -d '{"events": [{"server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "name": "network-vif-plugged", "status": "completed", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:19:57.955872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:19:57.985168 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c358406d-c94a-4145-b917-6451e44b14a3 x-openstack-request-id: req-c358406d-c94a-4145-b917-6451e44b14a3 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:19:57.985451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "name": "network-vif-plugged", "status": "completed", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:19:57.985696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c358406d-c94a-4145-b917-6451e44b14a3 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:19:57.986078 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'code': 200} Dec 22 05:19:58.018048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:19:58.063806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d5b280e3-0e16-4890-9d2f-46ab2aea8006,revision_number=8']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:59.029415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05498031-60cd-47d6-b33c-a901242c5dd4 req-de1f9ee8-0dd3-427b-b855-fdca1f848a54 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:59.030858 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-05498031-60cd-47d6-b33c-a901242c5dd4 req-de1f9ee8-0dd3-427b-b855-fdca1f848a54 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0509381 Dec 22 05:19:59.066700 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-05498031-60cd-47d6-b33c-a901242c5dd4 req-fbcdcab4-6370-49d8-9394-c26bb60652d1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300965 Dec 22 05:20:00.186310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ce4f5-d78b-45c3-9e01-e5548f3a4e2f req-1d3eb469-0f74-4778-ac59-f58ee2898a81 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:00.187756 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4e2ce4f5-d78b-45c3-9e01-e5548f3a4e2f req-1d3eb469-0f74-4778-ac59-f58ee2898a81 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0520687 Dec 22 05:20:00.240511 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4e2ce4f5-d78b-45c3-9e01-e5548f3a4e2f req-fcd1f9c5-0700-42f8-9d51-177480a63fd1 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466847 Dec 22 05:20:00.831455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c253c-161c-439f-8029-539911e9404a req-72b6f7d8-8f94-43ce-91ff-4f2d7219bf23 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:00.832942 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ad8c253c-161c-439f-8029-539911e9404a req-72b6f7d8-8f94-43ce-91ff-4f2d7219bf23 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0477602 Dec 22 05:20:00.871669 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ad8c253c-161c-439f-8029-539911e9404a req-7b1c3cb7-e173-47c5-92e4-be285897329a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321734 Dec 22 05:20:00.873950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-d13d0c7e-c729-4ba2-8286-8077433e3632 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:00.875454 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-d13d0c7e-c729-4ba2-8286-8077433e3632 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04&tenant_id=fb9d27267ed547c98951549f4ebb27e5&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.0525627 Dec 22 05:20:00.936608 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-aae454c2-073d-4c9b-9f2a-1206a78a9cb8 service neutron] 10.222.0.16 "GET /v2.0/ports/d5b280e3-0e16-4890-9d2f-46ab2aea8006/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0522561 Dec 22 05:20:01.020059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-0845cfe1-730e-401d-ba00-c7e1863d67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:01.021478 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-0845cfe1-730e-401d-ba00-c7e1863d67bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 1098 time: 0.0437155 Dec 22 05:20:01.108009 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-d0cfb19e-a299-46b5-9f95-39cd70b5ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:01.109484 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-d0cfb19e-a299-46b5-9f95-39cd70b5ef34 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0817461 Dec 22 05:20:01.184889 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-baff105a-cf72-488a-815c-4205b5c71bdd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006 HTTP/1.1" status: 200 len: 1002 time: 0.0673838 Dec 22 05:20:01.233269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-b3e6678b-43d6-4167-b55c-009dfd63b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:01.234651 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-b3e6678b-43d6-4167-b55c-009dfd63b019 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0423188 Dec 22 05:20:01.279367 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-68795de4-1c27-41d2-8600-2603c05367cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:01.280724 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-68795de4-1c27-41d2-8600-2603c05367cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388298 Dec 22 05:20:01.371328 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-81905299-0b21-4c4d-ae79-01f3571031c8 service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831239 Dec 22 05:20:01.461428 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-d4e9312e-98c8-43af-b4de-690d42cba95f service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828824 Dec 22 05:20:01.988442 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47a3b6-d063-4be0-a560-069047a381fc req-bdbf796e-ca05-456a-84ba-2f0f4d93c4f5 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:01.989885 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-aa47a3b6-d063-4be0-a560-069047a381fc req-bdbf796e-ca05-456a-84ba-2f0f4d93c4f5 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0481806 Dec 22 05:20:02.026267 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-aa47a3b6-d063-4be0-a560-069047a381fc req-82e1a087-0b6d-4d82-87b8-2974b7f78c75 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306232 Dec 22 05:20:03.142603 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e91082-6fbe-4c30-b8c2-268f9629fa05 req-6d08be29-936f-4338-b552-3b46c9440697 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:03.149381 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-58e91082-6fbe-4c30-b8c2-268f9629fa05 req-6d08be29-936f-4338-b552-3b46c9440697 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0521514 Dec 22 05:20:03.182312 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-58e91082-6fbe-4c30-b8c2-268f9629fa05 req-199e7be3-5cbf-4af8-b13e-c7a643a86622 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312493 Dec 22 05:20:04.638120 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870ff08-f399-4deb-8cba-e695ff73263e req-fe4d996d-8481-4f38-baae-6f433b8374c5 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:04.639519 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6870ff08-f399-4deb-8cba-e695ff73263e req-fe4d996d-8481-4f38-baae-6f433b8374c5 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.3895662 Dec 22 05:20:04.678160 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6870ff08-f399-4deb-8cba-e695ff73263e req-d95b177d-138b-4f26-9996-2c088799bad7 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324821 Dec 22 05:20:05.794204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e73c6-3232-42cb-9eea-fe1016edff1d req-8acbcca1-5394-488b-9ea0-9e815f0478e5 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:05.795683 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-071e73c6-3232-42cb-9eea-fe1016edff1d req-8acbcca1-5394-488b-9ea0-9e815f0478e5 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0493810 Dec 22 05:20:05.833529 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-071e73c6-3232-42cb-9eea-fe1016edff1d req-3e3c88fc-87df-4aca-aa93-86b525dadd89 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312996 Dec 22 05:20:06.429524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-d819da32-b03a-4e26-a19a-56e32526402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:06.431389 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-d819da32-b03a-4e26-a19a-56e32526402a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04&tenant_id=fb9d27267ed547c98951549f4ebb27e5 HTTP/1.1" status: 200 len: 1098 time: 0.0395284 Dec 22 05:20:06.503635 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-40ec0a46-9810-4344-84e2-52e221e78b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:06.505120 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-40ec0a46-9810-4344-84e2-52e221e78b51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=fb9d27267ed547c98951549f4ebb27e5&device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 1098 time: 0.0391786 Dec 22 05:20:06.594529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-1615def0-17a2-47ce-846b-5256151526c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:06.595937 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-1615def0-17a2-47ce-846b-5256151526c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 200 len: 911 time: 0.0840068 Dec 22 05:20:06.658505 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-8792fb01-5c53-453f-8596-53112c59636f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006 HTTP/1.1" status: 200 len: 1002 time: 0.0552187 Dec 22 05:20:06.706158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-7e6bbe5c-ba13-4bdf-aae0-c1cf76e9defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:06.707436 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-7e6bbe5c-ba13-4bdf-aae0-c1cf76e9defd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 200 len: 849 time: 0.0421267 Dec 22 05:20:06.755522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-020998eb-e82d-43d0-bd65-669bdcb5739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:06.756992 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-020998eb-e82d-43d0-bd65-669bdcb5739d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=106636cd-0a89-4991-9a2c-5aab09a3942e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428171 Dec 22 05:20:06.842373 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-261c073b-580e-4e36-877f-d166b33bb39e service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780065 Dec 22 05:20:06.965508 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dd5084e3-540d-4523-bbfe-4920c5caca00 req-4c25bdcc-b817-4df8-b01c-63febf777a3d service neutron] 10.222.0.16 "GET /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154225 Dec 22 05:20:06.973562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f76f1-dccd-4ec9-b38a-a157939d17c4 req-e73ef652-fa00-4517-86c4-8a18523d0a42 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:06.974912 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ff1f76f1-dccd-4ec9-b38a-a157939d17c4 req-e73ef652-fa00-4517-86c4-8a18523d0a42 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0732756 Dec 22 05:20:07.011778 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ff1f76f1-dccd-4ec9-b38a-a157939d17c4 req-521a6c08-b4ec-46f1-adff-89bdd894e7fd tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303309 Dec 22 05:20:07.828779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d5b280e3-0e16-4890-9d2f-46ab2aea8006 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:20:07.901375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:07.925575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:07.928034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a43de69-690a-487c-bc4c-66f24f3d9111" -d '{"events": [{"server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:20:07.941157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:07.976670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8e5c85-6da6-4bd4-aa00-62d721b3bf54 x-openstack-request-id: req-7d8e5c85-6da6-4bd4-aa00-62d721b3bf54 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:20:07.978916 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:20:07.978916 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d8e5c85-6da6-4bd4-aa00-62d721b3bf54 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:20:07.978916 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'code': 200} Dec 22 05:20:07.989357 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:08.036114 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d5b280e3-0e16-4890-9d2f-46ab2aea8006,revision_number=9']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:08.131628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dbbee-64b0-46cc-93d4-f067360ac4be req-52fcde4f-2868-4da9-8d24-9da7714cd603 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:08.133312 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4d7dbbee-64b0-46cc-93d4-f067360ac4be req-52fcde4f-2868-4da9-8d24-9da7714cd603 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0519297 Dec 22 05:20:08.176733 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4d7dbbee-64b0-46cc-93d4-f067360ac4be req-1d811844-e78d-431f-bcea-3cd2001c9379 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371764 Dec 22 05:20:08.578273 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:20:09.258576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-75bc3bb1-80c4-4b3b-a1cb-5007a288db72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:09.294921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1c548-47b3-49e7-85d2-8ce296a789c3 req-a59fe068-7750-4a9f-b534-485b7dd1850a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:09.296445 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0ef1c548-47b3-49e7-85d2-8ce296a789c3 req-a59fe068-7750-4a9f-b534-485b7dd1850a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0494192 Dec 22 05:20:09.336767 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0ef1c548-47b3-49e7-85d2-8ce296a789c3 req-f527c46f-4e56-41c6-9db8-5eed2e4fc691 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339346 Dec 22 05:20:10.451617 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2e79-9c8b-41aa-a324-eef9ff3d874b req-c0fc0490-a523-49d8-bf21-cd02fc8116fe tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:10.453120 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2fae2e79-9c8b-41aa-a324-eef9ff3d874b req-c0fc0490-a523-49d8-bf21-cd02fc8116fe tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0481641 Dec 22 05:20:10.490686 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2fae2e79-9c8b-41aa-a324-eef9ff3d874b req-fc566263-c527-4e90-843e-933a329a5f41 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314269 Dec 22 05:20:11.607575 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9042ca-c602-46c9-b1f7-3222ad62972e req-f28af1fe-601c-491e-ba3a-ba293726cf94 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:11.609076 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-da9042ca-c602-46c9-b1f7-3222ad62972e req-f28af1fe-601c-491e-ba3a-ba293726cf94 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0518847 Dec 22 05:20:11.646828 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-da9042ca-c602-46c9-b1f7-3222ad62972e req-4051e7c2-19a2-42a6-b9d4-abb60d218095 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316184 Dec 22 05:20:11.725310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-94ec0a5b-030a-4b86-8fac-17081d7d9cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:12.760453 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bad036-a193-4422-a9ed-5ef23f6a307d req-f9ca9c8b-1d2b-4de5-a426-198f60215341 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:12.761904 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-22bad036-a193-4422-a9ed-5ef23f6a307d req-f9ca9c8b-1d2b-4de5-a426-198f60215341 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0478086 Dec 22 05:20:12.798608 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-22bad036-a193-4422-a9ed-5ef23f6a307d req-9d437df7-b3c1-4c32-9e45-a27bd389c4be tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307937 Dec 22 05:20:13.263153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:13.825289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d5b280e3-0e16-4890-9d2f-46ab2aea8006 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:20:13.912276 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe032a98-6ff4-4edb-a370-5da950bc00f9 req-067017f9-9127-49b6-8218-2a41c58be34e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:13.914293 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fe032a98-6ff4-4edb-a370-5da950bc00f9 req-067017f9-9127-49b6-8218-2a41c58be34e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 943 time: 0.0482545 Dec 22 05:20:13.920395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:13.953326 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fe032a98-6ff4-4edb-a370-5da950bc00f9 req-83c178c8-4609-4e5a-bca4-8f247586c85d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327506 Dec 22 05:20:14.067355 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'port_id': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'mac_address': 'fa:16:3e:df:48:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:20:14.104035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:14.116461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b280e3-0e16-4890-9d2f-46ab2aea8006 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:20:14.135483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:14.234366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:14.290818 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d5b280e3-0e16-4890-9d2f-46ab2aea8006,revision_number=10']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:14.359998 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:14.363267 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['d5b280e3-0e16-4890-9d2f-46ab2aea8006'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:20:15.067702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2edae-ac3c-4c99-a991-8e15906f0e2c req-fb0ebc3e-3f06-4fb0-b826-b625a5a77927 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:15.069176 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-29b2edae-ac3c-4c99-a991-8e15906f0e2c req-fb0ebc3e-3f06-4fb0-b826-b625a5a77927 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 945 time: 0.0479996 Dec 22 05:20:15.109743 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-29b2edae-ac3c-4c99-a991-8e15906f0e2c req-2d1e8dce-543f-476d-9b21-fec820f3b84b tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341625 Dec 22 05:20:15.245433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:15.841162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d5b280e3-0e16-4890-9d2f-46ab2aea8006 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:20:15.902276 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port d5b280e3-0e16-4890-9d2f-46ab2aea8006 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:15.902636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:15.981214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:16.002154 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:16.004366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aced8f3-389a-485b-bcf1-82b042dd5c6d" -d '{"events": [{"server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "name": "network-vif-plugged", "status": "completed", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:20:16.016335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:16.088409 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:16.109376 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e71601f-0401-4e6c-8cc1-dd44692eaeb5 x-openstack-request-id: req-5e71601f-0401-4e6c-8cc1-dd44692eaeb5 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:20:16.111351 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "name": "network-vif-plugged", "status": "completed", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:20:16.111351 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e71601f-0401-4e6c-8cc1-dd44692eaeb5 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:20:16.111351 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'code': 200} Dec 22 05:20:16.133588 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d5b280e3-0e16-4890-9d2f-46ab2aea8006,revision_number=11']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:16.260147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597fbbd-ed24-4642-b3ca-fd348f4e7b82 req-afa086ea-9910-426a-a1f5-90b1d79dfef8 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:16.261627 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6597fbbd-ed24-4642-b3ca-fd348f4e7b82 req-afa086ea-9910-426a-a1f5-90b1d79dfef8 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 946 time: 0.0835569 Dec 22 05:20:16.298267 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6597fbbd-ed24-4642-b3ca-fd348f4e7b82 req-9c951d4d-7bd8-4004-a19c-37f8f28552d4 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307281 Dec 22 05:20:17.412261 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617c505-40d9-4477-8da0-5e6350c071a8 req-c547e5da-c026-4f95-9489-9a5b8374ab49 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:17.413689 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a617c505-40d9-4477-8da0-5e6350c071a8 req-c547e5da-c026-4f95-9489-9a5b8374ab49 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 946 time: 0.0480299 Dec 22 05:20:17.450393 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a617c505-40d9-4477-8da0-5e6350c071a8 req-72b74044-5d4e-43bc-9d67-2309c69907eb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308914 Dec 22 05:20:18.564805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98a291-8d4e-43a9-94c6-38be0ef0550e req-ccf123ae-4a7b-4ddc-9214-06b6e43e9a82 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:18.566240 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ae98a291-8d4e-43a9-94c6-38be0ef0550e req-ccf123ae-4a7b-4ddc-9214-06b6e43e9a82 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 946 time: 0.0495157 Dec 22 05:20:18.603372 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ae98a291-8d4e-43a9-94c6-38be0ef0550e req-7d5bc66a-c99d-4fed-a622-0f0986cab26c tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306561 Dec 22 05:20:18.717301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d6056-3185-4a58-8d61-5d1ac8d8a03d req-89818690-1695-4e91-91cc-80f6db49d7af tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:18.718718 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4e5d6056-3185-4a58-8d61-5d1ac8d8a03d req-89818690-1695-4e91-91cc-80f6db49d7af tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 946 time: 0.0513692 Dec 22 05:20:18.754894 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4e5d6056-3185-4a58-8d61-5d1ac8d8a03d req-dad7bdbb-ef9a-4bfc-96c5-8de556319427 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302992 Dec 22 05:20:18.865728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca1d8e-9d49-4c5a-ac43-936e3e2c6406 req-d547ff00-c9c4-473d-96c5-c3530b410a42 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:18.867690 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-edca1d8e-9d49-4c5a-ac43-936e3e2c6406 req-d547ff00-c9c4-473d-96c5-c3530b410a42 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 946 time: 0.0484862 Dec 22 05:20:18.908361 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-edca1d8e-9d49-4c5a-ac43-936e3e2c6406 req-f5ca137f-a45a-4534-8115-48deb2deb588 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345688 Dec 22 05:20:19.346417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4e8f1-7920-4f01-8ea9-cc5319bc5e3e req-65f8f60d-a059-4e41-a379-2e1345cb797e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:19.347863 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-35c4e8f1-7920-4f01-8ea9-cc5319bc5e3e req-65f8f60d-a059-4e41-a379-2e1345cb797e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 946 time: 0.0475132 Dec 22 05:20:19.385087 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-35c4e8f1-7920-4f01-8ea9-cc5319bc5e3e req-f773ce60-e716-4e33-99b0-f7b42e8543fb tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307913 Dec 22 05:20:20.498927 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c27b62-d64f-40a3-857c-f552b12abd0e req-b7700992-48e2-4741-b9a5-dd3a38f9766a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:20.500475 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b5c27b62-d64f-40a3-857c-f552b12abd0e req-b7700992-48e2-4741-b9a5-dd3a38f9766a tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 946 time: 0.0477040 Dec 22 05:20:20.541913 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b5c27b62-d64f-40a3-857c-f552b12abd0e req-e0042b83-5f5c-4ef4-bc6b-5dcf06b099b0 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310197 Dec 22 05:20:20.925385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:21.654233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08889c8-8e8a-4318-8fd0-54b09977b966 req-8eb6bb70-b217-474c-80f3-a4db60bc2995 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:21.655678 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f08889c8-8e8a-4318-8fd0-54b09977b966 req-8eb6bb70-b217-474c-80f3-a4db60bc2995 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 946 time: 0.0477650 Dec 22 05:20:21.693744 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f08889c8-8e8a-4318-8fd0-54b09977b966 req-fa2c66c5-ac36-4b08-b751-b75857fbf71e tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups?id=833e8ad5-a5ba-4b28-b79e-240989a3e047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321553 Dec 22 05:20:21.904337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-9c7e0394-cc94-4009-b794-f8c41a7bbf87 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:21.905677 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-9c7e0394-cc94-4009-b794-f8c41a7bbf87 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 946 time: 0.0468385 Dec 22 05:20:21.997042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Deleting port d5b280e3-0e16-4890-9d2f-46ab2aea8006 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:20:21.997384 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:22.082081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] For port d5b280e3-0e16-4890-9d2f-46ab2aea8006, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d5b280e3-0e16-4890-9d2f-46ab2aea8006,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:22.082432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:22.254027 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:22.254637 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:22.255185 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Floating IP 788d15ef-6874-4b99-9471-087c0fc2861d disassociated. External IP: 172.26.5.252, port: d5b280e3-0e16-4890-9d2f-46ab2aea8006. Dec 22 05:20:22.255780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Calling delete_port for d5b280e3-0e16-4890-9d2f-46ab2aea8006 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:20:22.451125 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:22.483686 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event deleted for resources: {'Port': ['ID=d5b280e3-0e16-4890-9d2f-46ab2aea8006,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:22.494843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:22.495189 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:22.495526 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:22.495903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:22.496172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:22.496521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:22.496848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:22.497169 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:22.497492 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:22.497812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:22.498132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:22.498447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:22.611892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Router 4cd7126a-9dd7-456b-8151-2e6fca56f434 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:20:22.721537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:20:22.731538 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4549fe-5ba0-4f95-9979-102beb54098a None None] Sync routers for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:20:22.741430 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4549fe-5ba0-4f95-9979-102beb54098a None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:22.742035 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8a4549fe-5ba0-4f95-9979-102beb54098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:20:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:22.762773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] No DVR routers for this DVR port d5b280e3-0e16-4890-9d2f-46ab2aea8006 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:20:22.765412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:22.768806 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-52249d7b-50ac-4a80-8eba-9295f184b6cd req-ee2e2118-4202-4157-9c23-9d99206eef67 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.16 "DELETE /v2.0/ports/d5b280e3-0e16-4890-9d2f-46ab2aea8006 HTTP/1.1" status: 204 len: 173 time: 0.8560331 Dec 22 05:20:22.769267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'name': 'network-vif-deleted', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:22.771590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700545b2-8656-405f-a46d-f768c7822e59" -d '{"events": [{"server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "name": "network-vif-deleted", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:20:22.801440 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4da75514-d806-4d77-a15e-c3cf6543efb3 req-1f945fb4-a576-44f5-9e74-fcb84d49e540 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 210 time: 0.0364914 Dec 22 05:20:22.809604 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab6d461-2b2b-4786-b70b-67f96b7dc9c7 x-openstack-request-id: req-4ab6d461-2b2b-4786-b70b-67f96b7dc9c7 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:20:22.809880 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a980b176-0afe-484a-83b8-a1b219f1bb04", "name": "network-vif-deleted", "tag": "d5b280e3-0e16-4890-9d2f-46ab2aea8006", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:20:22.810082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4ab6d461-2b2b-4786-b70b-67f96b7dc9c7 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:20:22.810427 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a980b176-0afe-484a-83b8-a1b219f1bb04', 'name': 'network-vif-deleted', 'tag': 'd5b280e3-0e16-4890-9d2f-46ab2aea8006', 'status': 'completed', 'code': 200} Dec 22 05:20:22.848411 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-8a4549fe-5ba0-4f95-9979-102beb54098a None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:23.044456 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8a4549fe-5ba0-4f95-9979-102beb54098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:23.073249 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4549fe-5ba0-4f95-9979-102beb54098a None None] Checking router: 4cd7126a-9dd7-456b-8151-2e6fca56f434 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:20:23.081323 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4549fe-5ba0-4f95-9979-102beb54098a None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:23.081906 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8a4549fe-5ba0-4f95-9979-102beb54098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:20:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:23.183018 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-8a4549fe-5ba0-4f95-9979-102beb54098a None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:23.373341 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8a4549fe-5ba0-4f95-9979-102beb54098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:23.398271 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4549fe-5ba0-4f95-9979-102beb54098a None None] The sync data for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv is: [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:13:57Z', 'revision_number': 4, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a', 'name': '', 'network_id': '106636cd-0a89-4991-9a2c-5aab09a3942e', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'mac_address': 'fa:16:3e:71:52:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:57Z', 'updated_at': '2021-12-22T05:14:01Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'subnets': [{'id': 'f636ec44-1b8b-4c74-b03f-7fe0d88240a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:20:23.625138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762611ce-8ea2-4b94-af6c-4b911d9171e6 None None] New status for floating IP 788d15ef-6874-4b99-9471-087c0fc2861d: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:20:23.901749 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3ae63a03-e718-4e4b-9358-f2f9a9c6e42f req-3b169040-4887-482d-abed-02460861b455 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 210 time: 0.0278392 Dec 22 05:20:24.994217 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cc8212b0-0886-4c6e-9a45-9310bbc47fa7 req-8c83ef10-0a72-4b48-88da-362eec673128 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 210 time: 0.0259271 Dec 22 05:20:25.919742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d5b280e3-0e16-4890-9d2f-46ab2aea8006 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:20:25.944060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: d5b280e3-0e16-4890-9d2f-46ab2aea8006 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:20:25.944413 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d5b280e3-0e16-4890-9d2f-46ab2aea8006 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:20:26.089185 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a7d96a5c-00d7-4baa-92c9-d07144ee130c req-6fe6428f-fe5e-4288-a8bd-3254464f6cd3 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/ports?device_id=a980b176-0afe-484a-83b8-a1b219f1bb04 HTTP/1.1" status: 200 len: 210 time: 0.0266531 Dec 22 05:20:31.075109 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47688) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:20:31.131316 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:31.154226 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:31.274238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:31.276882 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:31.278046 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "DELETE /v2.0/security-groups/833e8ad5-a5ba-4b28-b79e-240989a3e047 HTTP/1.1" status: 204 len: 168 time: 0.2019391 Dec 22 05:20:31.280693 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47690) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:20:31.287042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833e8ad5-a5ba-4b28-b79e-240989a3e047,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:31.294589 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:31.294753 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-2cf272c0-54cf-4fe9-a426-fe7188732a35 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] show failed (client error): The resource could not be found. Dec 22 05:20:31.294919 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:31.295252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:31.295569 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2cf272c0-54cf-4fe9-a426-fe7188732a35 tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "GET /v2.0/security-groups/833e8ad5-a5ba-4b28-b79e-240989a3e047 HTTP/1.1" status: 404 len: 347 time: 0.0138521 Dec 22 05:20:31.295694 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:31.295901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:31.296246 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:31.296569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:31.296889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:31.297209 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:31.297528 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:31.297842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:31.298158 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab58076-f9cf-4f21-b430-b720b505818d tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:31.298279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47692) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:20:31.420398 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-960037be-0b90-4bc4-9aaf-e7b7521886ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Deleting port d9ff1cf4-91df-4de9-81fd-a0599a69600c {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:20:31.420732 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-960037be-0b90-4bc4-9aaf-e7b7521886ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:31.496768 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-960037be-0b90-4bc4-9aaf-e7b7521886ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:31.497087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-960037be-0b90-4bc4-9aaf-e7b7521886ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:31.508976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-960037be-0b90-4bc4-9aaf-e7b7521886ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Calling delete_port for d9ff1cf4-91df-4de9-81fd-a0599a69600c owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:20:31.690607 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-960037be-0b90-4bc4-9aaf-e7b7521886ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:31.716160 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960037be-0b90-4bc4-9aaf-e7b7521886ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Pushing event deleted for resources: {'Port': ['ID=d9ff1cf4-91df-4de9-81fd-a0599a69600c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:31.774513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-960037be-0b90-4bc4-9aaf-e7b7521886ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:31.777182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-960037be-0b90-4bc4-9aaf-e7b7521886ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:31.778303 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-960037be-0b90-4bc4-9aaf-e7b7521886ab tempest-ServerActionsTestJSON-187447837 tempest-ServerActionsTestJSON-187447837-project] 10.222.0.54 "DELETE /v2.0/floatingips/788d15ef-6874-4b99-9471-087c0fc2861d HTTP/1.1" status: 204 len: 168 time: 0.4791894 Dec 22 05:20:31.781272 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47694) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:20:32.181495 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d675f56-ccff-4bee-ae12-0c3a396b11c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:32.418203 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8d675f56-ccff-4bee-ae12-0c3a396b11c7 admin admin] Deleting port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:20:32.418851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d675f56-ccff-4bee-ae12-0c3a396b11c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:32.493555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-8d675f56-ccff-4bee-ae12-0c3a396b11c7 admin admin] For port 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:32.493929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d675f56-ccff-4bee-ae12-0c3a396b11c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:32.505899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8d675f56-ccff-4bee-ae12-0c3a396b11c7 admin admin] Calling delete_port for 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:20:32.736361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d675f56-ccff-4bee-ae12-0c3a396b11c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:32.761528 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d675f56-ccff-4bee-ae12-0c3a396b11c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:32.929037 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d675f56-ccff-4bee-ae12-0c3a396b11c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:33.136053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d675f56-ccff-4bee-ae12-0c3a396b11c7 admin admin] Router 4cd7126a-9dd7-456b-8151-2e6fca56f434 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:20:33.235356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d675f56-ccff-4bee-ae12-0c3a396b11c7 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:20:33.240396 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8d675f56-ccff-4bee-ae12-0c3a396b11c7 admin admin] 10.222.0.54 "PUT /v2.0/routers/4cd7126a-9dd7-456b-8151-2e6fca56f434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4581056 Dec 22 05:20:33.243446 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47698) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:20:33.244452 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eae6c6-4bdb-4a99-9edc-e8fc15f279f8 None None] Sync routers for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:20:33.253333 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eae6c6-4bdb-4a99-9edc-e8fc15f279f8 None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:33.253927 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-82eae6c6-4bdb-4a99-9edc-e8fc15f279f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:20:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:33.347984 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:33.353918 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-82eae6c6-4bdb-4a99-9edc-e8fc15f279f8 None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:33.451204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:33.546045 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Deleting port f15424ad-de73-4d3f-814b-94ef5ce9b3ed {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:20:33.546389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:33.616479 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-82eae6c6-4bdb-4a99-9edc-e8fc15f279f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138'}], 'enable_snat': True}, 'gw_port_id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:20:32Z', 'revision_number': 5, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port': {'id': 'f15424ad-de73-4d3f-814b-94ef5ce9b3ed', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:68:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:13:55Z', 'updated_at': '2021-12-22T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:33.635547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] For port f15424ad-de73-4d3f-814b-94ef5ce9b3ed, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f15424ad-de73-4d3f-814b-94ef5ce9b3ed,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:33.635986 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:33.645174 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eae6c6-4bdb-4a99-9edc-e8fc15f279f8 None None] Checking router: 4cd7126a-9dd7-456b-8151-2e6fca56f434 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:20:33.648912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Calling delete_port for f15424ad-de73-4d3f-814b-94ef5ce9b3ed owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:20:33.653196 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eae6c6-4bdb-4a99-9edc-e8fc15f279f8 None None] Routers {'4cd7126a-9dd7-456b-8151-2e6fca56f434'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:33.653786 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-82eae6c6-4bdb-4a99-9edc-e8fc15f279f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:20:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['4cd7126a-9dd7-456b-8151-2e6fca56f434'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:33.735732 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-82eae6c6-4bdb-4a99-9edc-e8fc15f279f8 None None] Set router 4cd7126a-9dd7-456b-8151-2e6fca56f434 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:33.787808 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-82eae6c6-4bdb-4a99-9edc-e8fc15f279f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:20:33Z', 'revision_number': 6, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:33.814266 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82eae6c6-4bdb-4a99-9edc-e8fc15f279f8 None None] The sync data for ids ['4cd7126a-9dd7-456b-8151-2e6fca56f434'] in dv-neutron-822523-1-hyperv is: [{'id': '4cd7126a-9dd7-456b-8151-2e6fca56f434', 'name': 'tempest-ServerActionsTestJSON-18349793-router', 'tenant_id': 'fb9d27267ed547c98951549f4ebb27e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:13:54Z', 'updated_at': '2021-12-22T05:20:33Z', 'revision_number': 6, 'project_id': 'fb9d27267ed547c98951549f4ebb27e5', 'gw_port_host': None}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:20:33.879622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:33.904951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15424ad-de73-4d3f-814b-94ef5ce9b3ed,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:33.966421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:34.381231 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:34.383840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:34.490854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:34.491493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd7126a-9dd7-456b-8151-2e6fca56f434 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:20:34.496095 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:34.497267 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-75f7e230-5c21-4c0f-aca2-d9e326035668 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4cd7126a-9dd7-456b-8151-2e6fca56f434 HTTP/1.1" status: 204 len: 168 time: 1.2529199 Dec 22 05:20:34.503802 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47700) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:20:34.548975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e25e325-84d6-4555-84ae-14454cad6e14 admin admin] Deleting subnet f636ec44-1b8b-4c74-b03f-7fe0d88240a0 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:20:34.552248 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e25e325-84d6-4555-84ae-14454cad6e14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:34.591910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e25e325-84d6-4555-84ae-14454cad6e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:34.668522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e25e325-84d6-4555-84ae-14454cad6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:34.782569 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e25e325-84d6-4555-84ae-14454cad6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:34.811525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7e25e325-84d6-4555-84ae-14454cad6e14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:34.814965 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7e25e325-84d6-4555-84ae-14454cad6e14 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f636ec44-1b8b-4c74-b03f-7fe0d88240a0 HTTP/1.1" status: 204 len: 168 time: 0.3101223 Dec 22 05:20:34.815740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25e325-84d6-4555-84ae-14454cad6e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f636ec44-1b8b-4c74-b03f-7fe0d88240a0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:34.818163 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47702) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:20:34.823577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fa79ac-bbfd-4ebd-8c2a-67d3252fde93 None None] Network 106636cd-0a89-4991-9a2c-5aab09a3942e requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:20:34.913245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:34.970562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Deleting port ae23a6cf-5cf0-4795-9117-5a8843ece1f1 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:20:34.970902 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.024891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594128a1-5bb0-4eca-844a-fcf4b6354a0a None None] DHCP port deletion for 106636cd-0a89-4991-9a2c-5aab09a3942e request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:20:35.034078 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] For port ae23a6cf-5cf0-4795-9117-5a8843ece1f1, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ae23a6cf-5cf0-4795-9117-5a8843ece1f1,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:35.034620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.047861 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Calling delete_port for ae23a6cf-5cf0-4795-9117-5a8843ece1f1 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:20:35.069412 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-594128a1-5bb0-4eca-844a-fcf4b6354a0a None None] Deleting port ae23a6cf-5cf0-4795-9117-5a8843ece1f1 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:20:35.069778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-594128a1-5bb0-4eca-844a-fcf4b6354a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.137126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-594128a1-5bb0-4eca-844a-fcf4b6354a0a None None] For port ae23a6cf-5cf0-4795-9117-5a8843ece1f1, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ae23a6cf-5cf0-4795-9117-5a8843ece1f1,segment=NetworkSegment(60b8b9b7-e943-4767-9e26-056b01dfb9b3),segment_id=60b8b9b7-e943-4767-9e26-056b01dfb9b3)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:35.137126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-594128a1-5bb0-4eca-844a-fcf4b6354a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.142819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-594128a1-5bb0-4eca-844a-fcf4b6354a0a None None] Calling delete_port for ae23a6cf-5cf0-4795-9117-5a8843ece1f1 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:20:35.199358 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.219898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-594128a1-5bb0-4eca-844a-fcf4b6354a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.226154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Pushing event deleted for resources: {'Port': ['ID=ae23a6cf-5cf0-4795-9117-5a8843ece1f1,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:35.228054 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] No DVR routers for this DVR port ae23a6cf-5cf0-4795-9117-5a8843ece1f1 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:20:35.245906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594128a1-5bb0-4eca-844a-fcf4b6354a0a None None] Pushing event deleted for resources: {'Port': ['ID=ae23a6cf-5cf0-4795-9117-5a8843ece1f1,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:35.249422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594128a1-5bb0-4eca-844a-fcf4b6354a0a None None] No DVR routers for this DVR port ae23a6cf-5cf0-4795-9117-5a8843ece1f1 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:20:35.297502 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.317382 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106636cd-0a89-4991-9a2c-5aab09a3942e']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:35.326896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b8b9b7-e943-4767-9e26-056b01dfb9b3') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:35.327184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b8b9b7-e943-4767-9e26-056b01dfb9b3') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:35.336815 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.349307 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.354929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:20:35.355304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:20:35.356918 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:20:35.479454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.484572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.487729 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] 10.222.0.54 "DELETE /v2.0/networks/106636cd-0a89-4991-9a2c-5aab09a3942e HTTP/1.1" status: 204 len: 168 time: 0.6657629 Dec 22 05:20:35.498804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bfb63-56bb-437a-bc70-9266f7ddbf0e admin admin] Pushing event deleted for resources: {'Network': ['ID=106636cd-0a89-4991-9a2c-5aab09a3942e,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:35.644078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f15424ad-de73-4d3f-814b-94ef5ce9b3ed no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:20:35.663777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: f15424ad-de73-4d3f-814b-94ef5ce9b3ed {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:20:35.664112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f15424ad-de73-4d3f-814b-94ef5ce9b3ed not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:20:35.664566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:20:35.682900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:20:35.683245 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 8f04c3fe-41f8-413b-bdb5-72c36a8f2e3a not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:20:35.683638 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ae23a6cf-5cf0-4795-9117-5a8843ece1f1 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:20:35.701769 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: ae23a6cf-5cf0-4795-9117-5a8843ece1f1 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:20:35.702105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ae23a6cf-5cf0-4795-9117-5a8843ece1f1 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:20:35.811012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47706) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:20:35.852273 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-037b5332-a569-4f8f-b5e6-03b7bb542a5e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb9d27267ed547c98951549f4ebb27e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391567 Dec 22 05:20:35.854384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47708) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:20:35.903146 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a133c18-f661-4d54-b317-664870eca001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:35.923771 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a133c18-f661-4d54-b317-664870eca001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:36.044711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a133c18-f661-4d54-b317-664870eca001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:36.047201 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8a133c18-f661-4d54-b317-664870eca001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:36.048344 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8a133c18-f661-4d54-b317-664870eca001 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/20e71403-e050-4353-a390-24f2a75f8264 HTTP/1.1" status: 204 len: 168 time: 0.1930470 Dec 22 05:20:36.056637 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a133c18-f661-4d54-b317-664870eca001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e71403-e050-4353-a390-24f2a75f8264,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:37.076148 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47730) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:20:37.180657 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1810527671-network', 'tenant_id': 'd582c131ded5431fb6f568cf637972c6'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:37.250439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Made reservation on behalf of d582c131ded5431fb6f568cf637972c6 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:20:37.252797 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.261859 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.333328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.375869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.399834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:20:37.409099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba17215-f289-4948-adab-31aad018d805,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:37.413781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.414146 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Added segment 268e3960-80b5-43b8-b263-d8bd3436758c of type vlan for network 86318d40-4e41-4f27-80c0-6fdc542a2d2b Dec 22 05:20:37.453179 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.507428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.508830 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:37.509406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.568536 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] Pushing event updated for resources: {'Network': ['ID=86318d40-4e41-4f27-80c0-6fdc542a2d2b,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:37.578864 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 86318d40-4e41-4f27-80c0-6fdc542a2d2b details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:20:37.596126 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4c981d01-96f5-4169-a4c7-77156c71fb53 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5188830 Dec 22 05:20:37.598974 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47736) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:20:37.603719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a864d129-22ba-4328-9067-5d0384145e1d admin admin] Request body: {'subnet': {'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1810527671-subnet', 'tenant_id': 'd582c131ded5431fb6f568cf637972c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:37.673311 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a864d129-22ba-4328-9067-5d0384145e1d admin admin] Made reservation on behalf of d582c131ded5431fb6f568cf637972c6 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:20:37.675942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a864d129-22ba-4328-9067-5d0384145e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.885101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a864d129-22ba-4328-9067-5d0384145e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:37.943801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864d129-22ba-4328-9067-5d0384145e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a260f8e-adb7-4c0d-b060-f503040bcf82,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:37.946650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a864d129-22ba-4328-9067-5d0384145e1d admin admin] Checking segment: {'id': '268e3960-80b5-43b8-b263-d8bd3436758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:20:37.947002 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864d129-22ba-4328-9067-5d0384145e1d admin admin] Network hostable DHCP agents. Network: 86318d40-4e41-4f27-80c0-6fdc542a2d2b, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:20:38.016095 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864d129-22ba-4328-9067-5d0384145e1d admin admin] Network 86318d40-4e41-4f27-80c0-6fdc542a2d2b is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:20:38.078822 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-a864d129-22ba-4328-9067-5d0384145e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 86318d40-4e41-4f27-80c0-6fdc542a2d2b) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:20:38.082799 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a864d129-22ba-4328-9067-5d0384145e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:38.083374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a864d129-22ba-4328-9067-5d0384145e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:38.088306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469b9754-37aa-4663-bc18-9f0f656c57d4 None None] Network 86318d40-4e41-4f27-80c0-6fdc542a2d2b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:20:38.144657 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a864d129-22ba-4328-9067-5d0384145e1d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5445516 Dec 22 05:20:38.209708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128a20fc-9579-4013-8a3f-e8e84811ed51 None None] Network 86318d40-4e41-4f27-80c0-6fdc542a2d2b requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:20:38.552860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78f187-a721-4117-a3bf-2708b110161f req-f296b9ed-814b-4742-97fd-c2e6ec27eb43 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:38.554295 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-f296b9ed-814b-4742-97fd-c2e6ec27eb43 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/networks?id=86318d40-4e41-4f27-80c0-6fdc542a2d2b HTTP/1.1" status: 200 len: 814 time: 0.1022873 Dec 22 05:20:38.568686 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-e4c8121e-331e-4989-839b-a358dea4863f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/quotas/d582c131ded5431fb6f568cf637972c6 HTTP/1.1" status: 200 len: 375 time: 0.0087056 Dec 22 05:20:38.598870 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-4c68d22f-5e3f-4504-abd3-952330c46163 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d582c131ded5431fb6f568cf637972c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251460 Dec 22 05:20:38.689452 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-494f959c-1017-4181-a58c-bfadb76703f1 service neutron] 10.222.0.54 "GET /v2.0/networks/86318d40-4e41-4f27-80c0-6fdc542a2d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831795 Dec 22 05:20:38.776623 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-88c39ca8-bc96-4e38-b091-86bcd091c0da service neutron] 10.222.0.54 "GET /v2.0/networks/86318d40-4e41-4f27-80c0-6fdc542a2d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811241 Dec 22 05:20:39.034452 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1c311067-a4e0-449c-ba92-755a9021c59c req-44397ca1-a7f8-482f-a52d-a3395790c077 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 210 time: 0.0269759 Dec 22 05:20:39.233540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2cc015dd-c53c-42d5-9264-7c538dd4ea12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:40.126081 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1450ca86-e5f5-4005-bffb-0d28edeb9bdf req-f24c2ace-fede-4927-b9c0-ad2aab194f92 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 210 time: 0.0270524 Dec 22 05:20:41.145357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78f187-a721-4117-a3bf-2708b110161f req-6ff08430-4dde-4299-8e15-0d57a951fcf1 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:41.146839 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-6ff08430-4dde-4299-8e15-0d57a951fcf1 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.16 "GET /v2.0/networks?id=86318d40-4e41-4f27-80c0-6fdc542a2d2b HTTP/1.1" status: 200 len: 814 time: 0.1058757 Dec 22 05:20:41.166674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-1d78f187-a721-4117-a3bf-2708b110161f req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Request body: {'port': {'device_id': 'cdd20b39-9d8d-49c5-8c17-943ae8b6fc30', 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b', 'admin_state_up': True, 'tenant_id': 'd582c131ded5431fb6f568cf637972c6'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:41.219908 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bff5d77d-4d9a-4631-8649-3517af93d290 req-5036c37a-45c6-49c0-b4e0-92b1c28ff01f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 210 time: 0.0279362 Dec 22 05:20:41.335867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d78f187-a721-4117-a3bf-2708b110161f req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Made reservation on behalf of d582c131ded5431fb6f568cf637972c6 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:20:41.339296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1d78f187-a721-4117-a3bf-2708b110161f req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:41.462360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-1d78f187-a721-4117-a3bf-2708b110161f req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Allocated IP 172.20.0.5 (86318d40-4e41-4f27-80c0-6fdc542a2d2b/8a260f8e-adb7-4c0d-b060-f503040bcf82/f1320408-f24e-40f0-9173-e6e163e494d8) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:20:41.607679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1d78f187-a721-4117-a3bf-2708b110161f req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:41.701741 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e5b5471b-271f-42cf-b605-7fc6721e8d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:41.702281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1d78f187-a721-4117-a3bf-2708b110161f req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:41.742496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d78f187-a721-4117-a3bf-2708b110161f req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Network 86318d40-4e41-4f27-80c0-6fdc542a2d2b is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:20:41.746119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-1d78f187-a721-4117-a3bf-2708b110161f req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:20:41.749672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d78f187-a721-4117-a3bf-2708b110161f req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:20:41.780022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Pushing event updated for resources: {'Port': ['ID=f1320408-f24e-40f0-9173-e6e163e494d8,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:41.807938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78f187-a721-4117-a3bf-2708b110161f req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:41.808579 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1d78f187-a721-4117-a3bf-2708b110161f req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:41.858759 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-9d0155e0-757b-4803-9704-6f95bfb6033f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6963208 Dec 22 05:20:41.876418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Request body: {'port': {'device_id': 'cdd20b39-9d8d-49c5-8c17-943ae8b6fc30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:41.928210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:42.184731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1320408-f24e-40f0-9173-e6e163e494d8 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:20:42.192237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:42.203845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Transition to ACTIVE for port object f1320408-f24e-40f0-9173-e6e163e494d8 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:20:42.279313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:42.360981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Pushing event updated for resources: {'Port': ['ID=f1320408-f24e-40f0-9173-e6e163e494d8,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:42.412566 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdf291-9e9f-4d49-af00-9c526864cd5e req-ceadddfa-20dc-4d6b-b697-9577e3e0b026 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:42.414032 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85bdf291-9e9f-4d49-af00-9c526864cd5e req-ceadddfa-20dc-4d6b-b697-9577e3e0b026 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 943 time: 0.1058977 Dec 22 05:20:42.470224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Attempting to bind port f1320408-f24e-40f0-9173-e6e163e494d8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:20:42.470474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Attempting to bind port f1320408-f24e-40f0-9173-e6e163e494d8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '268e3960-80b5-43b8-b263-d8bd3436758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:20:42.470799 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Attempting to bind port f1320408-f24e-40f0-9173-e6e163e494d8 on network 86318d40-4e41-4f27-80c0-6fdc542a2d2b {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:20:42.475058 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85bdf291-9e9f-4d49-af00-9c526864cd5e req-2d793858-7616-495b-90f6-3968e4843b7c tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531147 Dec 22 05:20:42.478122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Port f1320408-f24e-40f0-9173-e6e163e494d8 on network 86318d40-4e41-4f27-80c0-6fdc542a2d2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:20:42.478469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Attempting to bind port f1320408-f24e-40f0-9173-e6e163e494d8 on network 86318d40-4e41-4f27-80c0-6fdc542a2d2b {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:20:42.483287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:20:42.483622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Checking segment: {'id': '268e3960-80b5-43b8-b263-d8bd3436758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:20:42.483989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Bound using segment: {'id': '268e3960-80b5-43b8-b263-d8bd3436758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:20:42.484446 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Bound port: f1320408-f24e-40f0-9173-e6e163e494d8, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268e3960-80b5-43b8-b263-d8bd3436758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:20:42.484795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:42.546163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] For port f1320408-f24e-40f0-9173-e6e163e494d8, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:20:42.549116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] For port f1320408-f24e-40f0-9173-e6e163e494d8, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1320408-f24e-40f0-9173-e6e163e494d8,segment=NetworkSegment(268e3960-80b5-43b8-b263-d8bd3436758c),segment_id=268e3960-80b5-43b8-b263-d8bd3436758c)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:20:42.610681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:42.644823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:42.645418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:42.646772 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] 10.222.0.16 "PUT /v2.0/ports/f1320408-f24e-40f0-9173-e6e163e494d8 HTTP/1.1" status: 200 len: 1093 time: 0.7743361 Dec 22 05:20:42.647229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd20b39-9d8d-49c5-8c17-943ae8b6fc30', 'tag': 'f1320408-f24e-40f0-9173-e6e163e494d8'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:42.649568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec39e90-67ca-4b25-9e86-623144dd0f94" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd20b39-9d8d-49c5-8c17-943ae8b6fc30", "tag": "f1320408-f24e-40f0-9173-e6e163e494d8"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:20:42.674088 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1cac0-1929-411c-866a-15253eb9bb60 service neutron] Pushing event updated for resources: {'Port': ['ID=f1320408-f24e-40f0-9173-e6e163e494d8,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:42.686872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d334ba7d-7ada-4fb7-aac5-4e0f97d232a3 x-openstack-request-id: req-d334ba7d-7ada-4fb7-aac5-4e0f97d232a3 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:20:42.687156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd20b39-9d8d-49c5-8c17-943ae8b6fc30", "tag": "f1320408-f24e-40f0-9173-e6e163e494d8", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:20:42.687406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d334ba7d-7ada-4fb7-aac5-4e0f97d232a3 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:20:42.687800 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd20b39-9d8d-49c5-8c17-943ae8b6fc30', 'tag': 'f1320408-f24e-40f0-9173-e6e163e494d8', 'status': 'completed', 'code': 200} Dec 22 05:20:42.769218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec39e90-67ca-4b25-9e86-623144dd0f94 req-4ed3d776-96b8-4f41-a079-f2e2b742047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:42.770629 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8ec39e90-67ca-4b25-9e86-623144dd0f94 req-4ed3d776-96b8-4f41-a079-f2e2b742047f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d582c131ded5431fb6f568cf637972c6&device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 1096 time: 0.0403793 Dec 22 05:20:42.880721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec39e90-67ca-4b25-9e86-623144dd0f94 req-9e252c2d-c928-48b8-be1b-2746072b6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:42.882168 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8ec39e90-67ca-4b25-9e86-623144dd0f94 req-9e252c2d-c928-48b8-be1b-2746072b6534 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d582c131ded5431fb6f568cf637972c6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0964792 Dec 22 05:20:42.977485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec39e90-67ca-4b25-9e86-623144dd0f94 req-861f64f7-2fd8-4925-853f-c69c6758e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:42.978925 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8ec39e90-67ca-4b25-9e86-623144dd0f94 req-861f64f7-2fd8-4925-853f-c69c6758e8df service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900064 Dec 22 05:20:43.077211 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78f187-a721-4117-a3bf-2708b110161f req-75590b59-3dfe-4d08-ac3a-068ac5dff4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:43.078563 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-75590b59-3dfe-4d08-ac3a-068ac5dff4eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d582c131ded5431fb6f568cf637972c6&device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 1096 time: 0.0403976 Dec 22 05:20:43.125101 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-89325fde-ca67-4b02-ad48-18fbf64ff06e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1320408-f24e-40f0-9173-e6e163e494d8 HTTP/1.1" status: 200 len: 217 time: 0.0327408 Dec 22 05:20:43.178639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78f187-a721-4117-a3bf-2708b110161f req-de0163fb-2c91-49e3-bb78-269e0cbed431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:43.180089 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-de0163fb-2c91-49e3-bb78-269e0cbed431 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a260f8e-adb7-4c0d-b060-f503040bcf82 HTTP/1.1" status: 200 len: 854 time: 0.0471203 Dec 22 05:20:43.212199 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-62417204-a185-47c7-ba1f-f8b01328bd03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86318d40-4e41-4f27-80c0-6fdc542a2d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245984 Dec 22 05:20:43.221901 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:43.299674 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-9a92fffb-e375-41fd-9d8f-3d1cad804690 service neutron] 10.222.0.16 "GET /v2.0/networks/86318d40-4e41-4f27-80c0-6fdc542a2d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803704 Dec 22 05:20:43.392897 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d78f187-a721-4117-a3bf-2708b110161f req-7d1c8f2f-9710-4a81-98f3-0655acdd8d50 service neutron] 10.222.0.16 "GET /v2.0/networks/86318d40-4e41-4f27-80c0-6fdc542a2d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856836 Dec 22 05:20:43.587600 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a5e6b-29a3-40a7-8a57-11785422cf70 req-c5d0d991-333a-441f-9053-d9cae452c6c9 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:43.589153 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-028a5e6b-29a3-40a7-8a57-11785422cf70 req-c5d0d991-333a-441f-9053-d9cae452c6c9 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 943 time: 0.0494699 Dec 22 05:20:43.626114 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-028a5e6b-29a3-40a7-8a57-11785422cf70 req-66ca6b31-853d-48d2-8ee7-43c2d4f95a99 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Dec 22 05:20:44.324869 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:44.745127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc7b24-640c-46a1-ad88-ecbcb36b4715 req-7dab359f-a958-42ea-84c1-d3bbe155e5da tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:44.746549 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8bbc7b24-640c-46a1-ad88-ecbcb36b4715 req-7dab359f-a958-42ea-84c1-d3bbe155e5da tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 943 time: 0.0528126 Dec 22 05:20:44.782975 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8bbc7b24-640c-46a1-ad88-ecbcb36b4715 req-312f7bb2-b016-41d3-812d-27c74de11c0c tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304601 Dec 22 05:20:45.256062 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:45.576826 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:20:45.893748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cb772-00d5-4042-b9b6-9692fc4153e3 req-0053ebda-743b-4043-ac7f-3d6945b976d5 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:45.895113 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fa7cb772-00d5-4042-b9b6-9692fc4153e3 req-0053ebda-743b-4043-ac7f-3d6945b976d5 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 943 time: 0.0475223 Dec 22 05:20:45.932341 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fa7cb772-00d5-4042-b9b6-9692fc4153e3 req-a720e756-9f3a-4b1b-92a5-86a2ec61d019 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Dec 22 05:20:46.074889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device f1320408-f24e-40f0-9173-e6e163e494d8 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:20:46.165199 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port f1320408-f24e-40f0-9173-e6e163e494d8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1320408-f24e-40f0-9173-e6e163e494d8,segment=NetworkSegment(268e3960-80b5-43b8-b263-d8bd3436758c),segment_id=268e3960-80b5-43b8-b263-d8bd3436758c)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:46.176104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'f1320408-f24e-40f0-9173-e6e163e494d8', 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b', 'port_id': 'f1320408-f24e-40f0-9173-e6e163e494d8', 'mac_address': 'fa:16:3e:5a:68:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a260f8e-adb7-4c0d-b060-f503040bcf82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:20:46.215649 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:46.227934 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1320408-f24e-40f0-9173-e6e163e494d8 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:20:46.246340 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port f1320408-f24e-40f0-9173-e6e163e494d8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1320408-f24e-40f0-9173-e6e163e494d8,segment=NetworkSegment(268e3960-80b5-43b8-b263-d8bd3436758c),segment_id=268e3960-80b5-43b8-b263-d8bd3436758c)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:46.307220 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:46.356811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=f1320408-f24e-40f0-9173-e6e163e494d8,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:46.634663 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['f1320408-f24e-40f0-9173-e6e163e494d8'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:20:47.041532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5be44f-6ded-4447-a223-75aeacf3ec85 req-bad641e7-2280-4f17-b8f1-8558c0bf4576 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:47.042949 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1b5be44f-6ded-4447-a223-75aeacf3ec85 req-bad641e7-2280-4f17-b8f1-8558c0bf4576 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 944 time: 0.0470698 Dec 22 05:20:47.079074 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1b5be44f-6ded-4447-a223-75aeacf3ec85 req-ae4d5dee-3a2c-4ae7-a318-338f8855f862 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303564 Dec 22 05:20:48.074487 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device f1320408-f24e-40f0-9173-e6e163e494d8 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:20:48.196500 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27e8e9-bb9e-41c5-b72e-928a420586de req-844433b5-6380-44bc-871c-75a2f8483df5 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:48.197998 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7a27e8e9-bb9e-41c5-b72e-928a420586de req-844433b5-6380-44bc-871c-75a2f8483df5 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 944 time: 0.0531366 Dec 22 05:20:48.222188 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port f1320408-f24e-40f0-9173-e6e163e494d8 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:20:48.225897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port f1320408-f24e-40f0-9173-e6e163e494d8 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:48.226311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:48.235847 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7a27e8e9-bb9e-41c5-b72e-928a420586de req-18b324f4-1455-45a4-a75b-a5ae250e1c8b tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316939 Dec 22 05:20:48.303110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:48.332467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd20b39-9d8d-49c5-8c17-943ae8b6fc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1320408-f24e-40f0-9173-e6e163e494d8'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:48.334805 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c23137-6214-498c-8313-fd2ac4139e1a" -d '{"events": [{"server_uuid": "cdd20b39-9d8d-49c5-8c17-943ae8b6fc30", "name": "network-vif-plugged", "status": "completed", "tag": "f1320408-f24e-40f0-9173-e6e163e494d8"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:20:48.348750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port f1320408-f24e-40f0-9173-e6e163e494d8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1320408-f24e-40f0-9173-e6e163e494d8,segment=NetworkSegment(268e3960-80b5-43b8-b263-d8bd3436758c),segment_id=268e3960-80b5-43b8-b263-d8bd3436758c)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:48.373054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99dad37-61bb-4d36-9df5-9ec950596852 x-openstack-request-id: req-f99dad37-61bb-4d36-9df5-9ec950596852 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:20:48.373446 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd20b39-9d8d-49c5-8c17-943ae8b6fc30", "name": "network-vif-plugged", "status": "completed", "tag": "f1320408-f24e-40f0-9173-e6e163e494d8", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:20:48.373739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f99dad37-61bb-4d36-9df5-9ec950596852 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:20:48.374154 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd20b39-9d8d-49c5-8c17-943ae8b6fc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1320408-f24e-40f0-9173-e6e163e494d8', 'code': 200} Dec 22 05:20:48.393260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:48.442236 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=f1320408-f24e-40f0-9173-e6e163e494d8,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:48.674924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a2699-7c16-4db8-b092-c3caa3960a17 req-e85584c9-95a6-428a-a045-f3f3c405930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:48.676414 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5f6a2699-7c16-4db8-b092-c3caa3960a17 req-e85584c9-95a6-428a-a045-f3f3c405930a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 1098 time: 0.0396655 Dec 22 05:20:48.711134 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5f6a2699-7c16-4db8-b092-c3caa3960a17 req-ceda05f2-4aa0-4249-8a74-c973295d456a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269554 Dec 22 05:20:49.348313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f9ac9-9aaf-4557-91f4-8eb7168f11bd req-43e4731e-e6c0-408f-a08d-02bacbc77db1 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:49.349759 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-506f9ac9-9aaf-4557-91f4-8eb7168f11bd req-43e4731e-e6c0-408f-a08d-02bacbc77db1 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 945 time: 0.0482526 Dec 22 05:20:49.386219 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-506f9ac9-9aaf-4557-91f4-8eb7168f11bd req-db5ed474-5414-4690-8f33-52d4cdfd7201 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304208 Dec 22 05:20:50.503265 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f8bba-2dcf-4dc4-9bd4-bb55abe2db0c req-833d5f17-a5fb-4951-859a-5be35a97976d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:50.504738 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b28f8bba-2dcf-4dc4-9bd4-bb55abe2db0c req-833d5f17-a5fb-4951-859a-5be35a97976d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 945 time: 0.0522470 Dec 22 05:20:50.541036 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b28f8bba-2dcf-4dc4-9bd4-bb55abe2db0c req-834fb9a9-2cfc-4fcc-9c64-17bef230f40f tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304201 Dec 22 05:20:50.758251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-4b0fdb6c-fe73-4dba-86ed-775b3d9e6037 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:50.759684 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-4b0fdb6c-fe73-4dba-86ed-775b3d9e6037 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/networks?id=86318d40-4e41-4f27-80c0-6fdc542a2d2b HTTP/1.1" status: 200 len: 814 time: 0.1018293 Dec 22 05:20:50.774487 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-40172d7a-b612-4d64-8cbf-4442d9e8dc4c tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/quotas/d582c131ded5431fb6f568cf637972c6 HTTP/1.1" status: 200 len: 375 time: 0.0086241 Dec 22 05:20:50.825977 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-8f1a2ef0-1e69-4f68-bcca-cea545084aa2 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d582c131ded5431fb6f568cf637972c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458136 Dec 22 05:20:50.920883 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-c68e9f37-a9d5-4e91-b2d8-e9ab8369955e service neutron] 10.222.0.54 "GET /v2.0/networks/86318d40-4e41-4f27-80c0-6fdc542a2d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868561 Dec 22 05:20:50.925075 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:51.008339 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-8d454642-e2f0-4eaa-831f-2b1023d9176e service neutron] 10.222.0.54 "GET /v2.0/networks/86318d40-4e41-4f27-80c0-6fdc542a2d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810461 Dec 22 05:20:51.242720 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d741462a-caa2-4f31-98a5-35c3716f9a2c req-24713a7d-ab6f-409e-a96e-383b28d3edc3 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 210 time: 0.0288084 Dec 22 05:20:52.334246 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ec945689-021c-4931-97c0-0d1fa2105f73 req-23c01177-5836-4d2b-825b-cc429ca9319b tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 210 time: 0.0266187 Dec 22 05:20:53.070431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-ab8c3d88-34b2-4234-95b5-3067d4cb65f9 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:53.071913 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-ab8c3d88-34b2-4234-95b5-3067d4cb65f9 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.16 "GET /v2.0/networks?id=86318d40-4e41-4f27-80c0-6fdc542a2d2b HTTP/1.1" status: 200 len: 814 time: 0.1036296 Dec 22 05:20:53.090472 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Request body: {'port': {'device_id': 'ffadb752-584c-4f2b-b556-c9aaf611c099', 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b', 'admin_state_up': True, 'tenant_id': 'd582c131ded5431fb6f568cf637972c6'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:53.267333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Made reservation on behalf of d582c131ded5431fb6f568cf637972c6 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:20:53.270881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:53.394537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Allocated IP 172.20.0.3 (86318d40-4e41-4f27-80c0-6fdc542a2d2b/8a260f8e-adb7-4c0d-b060-f503040bcf82/da9b0a26-a986-4fd7-b005-398371eb1919) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:20:53.427742 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9b1128ab-971b-4d69-913a-bb063dcd2656 req-50ec4355-a646-40ea-a562-d76aba607e47 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 210 time: 0.0255291 Dec 22 05:20:53.541558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:53.645042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:53.678956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['f1320408-f24e-40f0-9173-e6e163e494d8'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:20:53.687930 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Network 86318d40-4e41-4f27-80c0-6fdc542a2d2b is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:20:53.690921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:20:53.694607 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:20:53.702966 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Pushing event updated for resources: {'Port': ['ID=da9b0a26-a986-4fd7-b005-398371eb1919,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:53.751705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:53.752342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:53.841260 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-1dab188a-ae68-4a7d-b5e8-91d4ffd76b0d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7549648 Dec 22 05:20:53.860222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Request body: {'port': {'device_id': 'ffadb752-584c-4f2b-b556-c9aaf611c099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:53.911014 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:54.175911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9b0a26-a986-4fd7-b005-398371eb1919 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:20:54.184519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:54.196950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Transition to ACTIVE for port object da9b0a26-a986-4fd7-b005-398371eb1919 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:20:54.307273 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:54.358353 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=da9b0a26-a986-4fd7-b005-398371eb1919,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:54.422738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Attempting to bind port da9b0a26-a986-4fd7-b005-398371eb1919 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:20:54.423428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Attempting to bind port da9b0a26-a986-4fd7-b005-398371eb1919 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '268e3960-80b5-43b8-b263-d8bd3436758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:20:54.423428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Attempting to bind port da9b0a26-a986-4fd7-b005-398371eb1919 on network 86318d40-4e41-4f27-80c0-6fdc542a2d2b {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:20:54.427975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Port da9b0a26-a986-4fd7-b005-398371eb1919 on network 86318d40-4e41-4f27-80c0-6fdc542a2d2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:20:54.428248 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Attempting to bind port da9b0a26-a986-4fd7-b005-398371eb1919 on network 86318d40-4e41-4f27-80c0-6fdc542a2d2b {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:20:54.433357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:20:54.433679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Checking segment: {'id': '268e3960-80b5-43b8-b263-d8bd3436758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:20:54.434047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Bound using segment: {'id': '268e3960-80b5-43b8-b263-d8bd3436758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:20:54.434460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Bound port: da9b0a26-a986-4fd7-b005-398371eb1919, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268e3960-80b5-43b8-b263-d8bd3436758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:20:54.434804 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:54.509135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] For port da9b0a26-a986-4fd7-b005-398371eb1919, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:20:54.535431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] For port da9b0a26-a986-4fd7-b005-398371eb1919, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da9b0a26-a986-4fd7-b005-398371eb1919,segment=NetworkSegment(268e3960-80b5-43b8-b263-d8bd3436758c),segment_id=268e3960-80b5-43b8-b263-d8bd3436758c)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:20:54.554129 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1d4dc-7ab6-4efb-9c3e-cce1502dee5e req-055495c0-72f1-402b-b76b-19ffeb85e57e tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:54.555610 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4df1d4dc-7ab6-4efb-9c3e-cce1502dee5e req-055495c0-72f1-402b-b76b-19ffeb85e57e tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 943 time: 0.0606773 Dec 22 05:20:54.592930 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4df1d4dc-7ab6-4efb-9c3e-cce1502dee5e req-dc988670-4706-413c-adbe-347e281320cd tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312879 Dec 22 05:20:54.616482 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:54.650171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:54.651326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:54.652713 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] 10.222.0.16 "PUT /v2.0/ports/da9b0a26-a986-4fd7-b005-398371eb1919 HTTP/1.1" status: 200 len: 1093 time: 0.7965531 Dec 22 05:20:54.653142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffadb752-584c-4f2b-b556-c9aaf611c099', 'tag': 'da9b0a26-a986-4fd7-b005-398371eb1919'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:54.655377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd529f7-823a-43dd-9a34-cecf4b17c68c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffadb752-584c-4f2b-b556-c9aaf611c099", "tag": "da9b0a26-a986-4fd7-b005-398371eb1919"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:20:54.678266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6025f-07c6-4dcd-b92b-18e24ef39fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=da9b0a26-a986-4fd7-b005-398371eb1919,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:54.694512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ae158a-ad74-41b4-b2a7-6dc0d6dd2984 x-openstack-request-id: req-71ae158a-ad74-41b4-b2a7-6dc0d6dd2984 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:20:54.694512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffadb752-584c-4f2b-b556-c9aaf611c099", "tag": "da9b0a26-a986-4fd7-b005-398371eb1919", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:20:54.694512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71ae158a-ad74-41b4-b2a7-6dc0d6dd2984 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:20:54.694512 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffadb752-584c-4f2b-b556-c9aaf611c099', 'tag': 'da9b0a26-a986-4fd7-b005-398371eb1919', 'status': 'completed', 'code': 200} Dec 22 05:20:54.789703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd529f7-823a-43dd-9a34-cecf4b17c68c req-8deb921a-1d27-48bb-9341-e3eda8ef883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:54.791136 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8fd529f7-823a-43dd-9a34-cecf4b17c68c req-8deb921a-1d27-48bb-9341-e3eda8ef883f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d582c131ded5431fb6f568cf637972c6&device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 1096 time: 0.0399647 Dec 22 05:20:54.898370 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd529f7-823a-43dd-9a34-cecf4b17c68c req-76d2d93e-df60-48cb-8c5b-5103bfaa8756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:54.899797 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8fd529f7-823a-43dd-9a34-cecf4b17c68c req-76d2d93e-df60-48cb-8c5b-5103bfaa8756 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d582c131ded5431fb6f568cf637972c6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0908763 Dec 22 05:20:54.996026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd529f7-823a-43dd-9a34-cecf4b17c68c req-5020aa19-226f-4284-8147-f269b46e9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:54.997519 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8fd529f7-823a-43dd-9a34-cecf4b17c68c req-5020aa19-226f-4284-8147-f269b46e9921 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896513 Dec 22 05:20:55.123738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-cc3e6a8c-b91d-436f-9f4b-6d4c7a26887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:55.125228 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-cc3e6a8c-b91d-436f-9f4b-6d4c7a26887b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d582c131ded5431fb6f568cf637972c6&device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 1096 time: 0.0391166 Dec 22 05:20:55.174145 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-8bec7838-b35e-4a2e-933f-c33c21b51f6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da9b0a26-a986-4fd7-b005-398371eb1919 HTTP/1.1" status: 200 len: 217 time: 0.0327251 Dec 22 05:20:55.226801 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-badb0957-90e5-42d6-8366-0ef0bccc8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:55.228131 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-badb0957-90e5-42d6-8366-0ef0bccc8c69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8a260f8e-adb7-4c0d-b060-f503040bcf82 HTTP/1.1" status: 200 len: 854 time: 0.0444243 Dec 22 05:20:55.259213 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-4fecbe24-a034-4af1-9ad8-a346e8bf1130 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86318d40-4e41-4f27-80c0-6fdc542a2d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232589 Dec 22 05:20:55.349639 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-36d75fd6-952b-4a28-91cb-9ef6db9e1d94 service neutron] 10.222.0.16 "GET /v2.0/networks/86318d40-4e41-4f27-80c0-6fdc542a2d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826838 Dec 22 05:20:55.440534 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0391644a-c990-4adc-bec7-f36fe45c4a0c req-b78e3198-8add-4c64-9cef-fe18ec347282 service neutron] 10.222.0.16 "GET /v2.0/networks/86318d40-4e41-4f27-80c0-6fdc542a2d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834761 Dec 22 05:20:55.703513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac66e7-8391-49de-addb-e4d8c43c5212 req-6e087076-4f50-413b-9c5c-1dcee69b5802 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:55.705003 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-60ac66e7-8391-49de-addb-e4d8c43c5212 req-6e087076-4f50-413b-9c5c-1dcee69b5802 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 943 time: 0.0485060 Dec 22 05:20:55.742360 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-60ac66e7-8391-49de-addb-e4d8c43c5212 req-d389afde-cfeb-4251-bc76-1274ba5c8555 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314717 Dec 22 05:20:56.852140 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ec3a1-1cf0-4702-bf3b-9b1412a8d526 req-9132fd52-9e17-4170-95f3-61d7694c3cf3 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:56.854094 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b65ec3a1-1cf0-4702-bf3b-9b1412a8d526 req-9132fd52-9e17-4170-95f3-61d7694c3cf3 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 943 time: 0.0459116 Dec 22 05:20:56.894588 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b65ec3a1-1cf0-4702-bf3b-9b1412a8d526 req-32474873-0436-45bd-9eca-9435635cc059 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343943 Dec 22 05:20:58.004668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ec24d-d647-4f3e-9c28-05f1d7f46b83 req-19843942-16cf-4686-9d73-475214d2d4ab tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:58.006086 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-632ec24d-d647-4f3e-9c28-05f1d7f46b83 req-19843942-16cf-4686-9d73-475214d2d4ab tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 943 time: 0.0473130 Dec 22 05:20:58.042239 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-632ec24d-d647-4f3e-9c28-05f1d7f46b83 req-4f4ecc48-4de1-44a4-9e78-8caa701adf56 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303211 Dec 22 05:20:58.114931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device da9b0a26-a986-4fd7-b005-398371eb1919 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:20:58.206478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port da9b0a26-a986-4fd7-b005-398371eb1919, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da9b0a26-a986-4fd7-b005-398371eb1919,segment=NetworkSegment(268e3960-80b5-43b8-b263-d8bd3436758c),segment_id=268e3960-80b5-43b8-b263-d8bd3436758c)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:58.217896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'da9b0a26-a986-4fd7-b005-398371eb1919', 'network_id': '86318d40-4e41-4f27-80c0-6fdc542a2d2b', 'port_id': 'da9b0a26-a986-4fd7-b005-398371eb1919', 'mac_address': 'fa:16:3e:4f:02:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a260f8e-adb7-4c0d-b060-f503040bcf82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:20:58.256136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:58.268629 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9b0a26-a986-4fd7-b005-398371eb1919 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:20:58.287160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port da9b0a26-a986-4fd7-b005-398371eb1919, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da9b0a26-a986-4fd7-b005-398371eb1919,segment=NetworkSegment(268e3960-80b5-43b8-b263-d8bd3436758c),segment_id=268e3960-80b5-43b8-b263-d8bd3436758c)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:58.335924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:20:58.384256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=da9b0a26-a986-4fd7-b005-398371eb1919,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:58.391547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:58.391895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:58.392250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:58.392589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:58.392917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:58.393244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:58.393571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:58.393893 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:58.394213 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:58.394531 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:58.394848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:58.395165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:58.622288 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['da9b0a26-a986-4fd7-b005-398371eb1919'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:20:59.151777 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5d800-b7e0-4e90-a096-8fc589e34d7c req-484338df-48b1-4f2f-8275-a0d4bea21f8e tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:59.153242 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0db5d800-b7e0-4e90-a096-8fc589e34d7c req-484338df-48b1-4f2f-8275-a0d4bea21f8e tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 944 time: 0.0472033 Dec 22 05:20:59.190532 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0db5d800-b7e0-4e90-a096-8fc589e34d7c req-8654a4fb-d090-4ac6-a0a3-5531daff680c tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313778 Dec 22 05:21:00.122830 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device da9b0a26-a986-4fd7-b005-398371eb1919 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:00.249492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port da9b0a26-a986-4fd7-b005-398371eb1919 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:21:00.253589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port da9b0a26-a986-4fd7-b005-398371eb1919 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:00.253959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:00.308748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3d4fe-83e6-4696-b0cf-759cf905e2fe req-e318e333-0f19-412e-86c6-e309cd2a74df tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:00.310228 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85a3d4fe-83e6-4696-b0cf-759cf905e2fe req-e318e333-0f19-412e-86c6-e309cd2a74df tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 944 time: 0.0540626 Dec 22 05:21:00.331965 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:00.347834 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-85a3d4fe-83e6-4696-b0cf-759cf905e2fe req-7222d46f-f092-4f67-93c2-a06f5ee3cf72 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Dec 22 05:21:00.353827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffadb752-584c-4f2b-b556-c9aaf611c099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9b0a26-a986-4fd7-b005-398371eb1919'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:21:00.356058 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8c51fc-24e3-4515-a354-590cc2ae2bde" -d '{"events": [{"server_uuid": "ffadb752-584c-4f2b-b556-c9aaf611c099", "name": "network-vif-plugged", "status": "completed", "tag": "da9b0a26-a986-4fd7-b005-398371eb1919"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:21:00.368377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port da9b0a26-a986-4fd7-b005-398371eb1919, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da9b0a26-a986-4fd7-b005-398371eb1919,segment=NetworkSegment(268e3960-80b5-43b8-b263-d8bd3436758c),segment_id=268e3960-80b5-43b8-b263-d8bd3436758c)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:00.395680 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaecd52-82bf-4879-b669-212269b92f9a x-openstack-request-id: req-aeaecd52-82bf-4879-b669-212269b92f9a {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:21:00.395965 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffadb752-584c-4f2b-b556-c9aaf611c099", "name": "network-vif-plugged", "status": "completed", "tag": "da9b0a26-a986-4fd7-b005-398371eb1919", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:21:00.396247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aeaecd52-82bf-4879-b669-212269b92f9a {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:21:00.396672 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffadb752-584c-4f2b-b556-c9aaf611c099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9b0a26-a986-4fd7-b005-398371eb1919', 'code': 200} Dec 22 05:21:00.426901 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:00.476705 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=da9b0a26-a986-4fd7-b005-398371eb1919,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:00.658863 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acb843-7bf8-475b-b7de-b3aa78e55342 req-8105f1cc-a1c5-49cb-bdbc-66b19d1857bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:00.660347 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9acb843-7bf8-475b-b7de-b3aa78e55342 req-8105f1cc-a1c5-49cb-bdbc-66b19d1857bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 1098 time: 0.0399382 Dec 22 05:21:00.694216 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9acb843-7bf8-475b-b7de-b3aa78e55342 req-07450d42-2478-4c3e-bce8-13dcaffc0c01 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264678 Dec 22 05:21:01.472110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64549afe-aeee-4288-a1d6-85e25c334cf2 req-95ee418e-52d5-4e5d-9e6a-8c146f694361 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:01.473591 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64549afe-aeee-4288-a1d6-85e25c334cf2 req-95ee418e-52d5-4e5d-9e6a-8c146f694361 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 945 time: 0.0474977 Dec 22 05:21:01.510439 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64549afe-aeee-4288-a1d6-85e25c334cf2 req-abb2671b-ad77-45f5-acb4-8c90da93383a tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305026 Dec 22 05:21:02.626583 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f1c87-e94f-465d-9894-feea3559c763 req-ae9b3eaa-fefa-4168-92ed-bb26f0a3366b tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:02.628016 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-127f1c87-e94f-465d-9894-feea3559c763 req-ae9b3eaa-fefa-4168-92ed-bb26f0a3366b tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 945 time: 0.0507085 Dec 22 05:21:02.664031 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-127f1c87-e94f-465d-9894-feea3559c763 req-d5910a40-5a1a-4c8f-b2d6-c96d8b7c58dc tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302253 Dec 22 05:21:03.025754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce326d-981a-483b-897c-452e45618253 req-6491d955-7480-4864-b03f-9ac1f89d9d36 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:03.027167 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-87ce326d-981a-483b-897c-452e45618253 req-6491d955-7480-4864-b03f-9ac1f89d9d36 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 945 time: 0.0472710 Dec 22 05:21:03.063939 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-87ce326d-981a-483b-897c-452e45618253 req-8df4de0c-5384-45d7-9d4d-bfdc7a4705f3 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308611 Dec 22 05:21:04.180464 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f7c33-a7e3-467f-8b48-27d6733d7946 req-127e708f-a9f3-45f3-942c-c39edb921e20 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:04.182539 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-496f7c33-a7e3-467f-8b48-27d6733d7946 req-127e708f-a9f3-45f3-942c-c39edb921e20 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 945 time: 0.0529854 Dec 22 05:21:04.218980 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-496f7c33-a7e3-467f-8b48-27d6733d7946 req-8f7d981a-bd5c-41af-b135-fa72308bd4ad tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304563 Dec 22 05:21:04.581911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe189bcb-332e-4897-96a5-3a451ba7b0fe req-d2d20fd1-d818-466f-8496-3a34e39ccd31 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:04.583249 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fe189bcb-332e-4897-96a5-3a451ba7b0fe req-d2d20fd1-d818-466f-8496-3a34e39ccd31 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 945 time: 0.0470376 Dec 22 05:21:04.672371 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-fe189bcb-332e-4897-96a5-3a451ba7b0fe req-655e6d83-08ae-4c12-acb7-5b400ce2f09a tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Deleting port da9b0a26-a986-4fd7-b005-398371eb1919 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:21:04.672709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fe189bcb-332e-4897-96a5-3a451ba7b0fe req-655e6d83-08ae-4c12-acb7-5b400ce2f09a tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:04.765557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-fe189bcb-332e-4897-96a5-3a451ba7b0fe req-655e6d83-08ae-4c12-acb7-5b400ce2f09a tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] For port da9b0a26-a986-4fd7-b005-398371eb1919, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=da9b0a26-a986-4fd7-b005-398371eb1919,segment=NetworkSegment(268e3960-80b5-43b8-b263-d8bd3436758c),segment_id=268e3960-80b5-43b8-b263-d8bd3436758c)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:04.765911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fe189bcb-332e-4897-96a5-3a451ba7b0fe req-655e6d83-08ae-4c12-acb7-5b400ce2f09a tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:04.778518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-fe189bcb-332e-4897-96a5-3a451ba7b0fe req-655e6d83-08ae-4c12-acb7-5b400ce2f09a tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Calling delete_port for da9b0a26-a986-4fd7-b005-398371eb1919 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:21:04.965191 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fe189bcb-332e-4897-96a5-3a451ba7b0fe req-655e6d83-08ae-4c12-acb7-5b400ce2f09a tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:04.992982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e6d83-08ae-4c12-acb7-5b400ce2f09a tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Pushing event deleted for resources: {'Port': ['ID=da9b0a26-a986-4fd7-b005-398371eb1919,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:05.000400 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['f1320408-f24e-40f0-9173-e6e163e494d8', 'da9b0a26-a986-4fd7-b005-398371eb1919'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:21:05.033560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe189bcb-332e-4897-96a5-3a451ba7b0fe req-655e6d83-08ae-4c12-acb7-5b400ce2f09a tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] No DVR routers for this DVR port da9b0a26-a986-4fd7-b005-398371eb1919 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:21:05.036103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-fe189bcb-332e-4897-96a5-3a451ba7b0fe req-655e6d83-08ae-4c12-acb7-5b400ce2f09a tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:05.039443 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fe189bcb-332e-4897-96a5-3a451ba7b0fe req-655e6d83-08ae-4c12-acb7-5b400ce2f09a tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.16 "DELETE /v2.0/ports/da9b0a26-a986-4fd7-b005-398371eb1919 HTTP/1.1" status: 204 len: 173 time: 0.4500599 Dec 22 05:21:05.039883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffadb752-584c-4f2b-b556-c9aaf611c099', 'name': 'network-vif-deleted', 'tag': 'da9b0a26-a986-4fd7-b005-398371eb1919'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:21:05.042165 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a861281-f7ee-44a9-a079-1d56f2c57df8" -d '{"events": [{"server_uuid": "ffadb752-584c-4f2b-b556-c9aaf611c099", "name": "network-vif-deleted", "tag": "da9b0a26-a986-4fd7-b005-398371eb1919"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:21:05.077093 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7e1c07-e359-4c1c-ba0f-a82981eff526 x-openstack-request-id: req-9b7e1c07-e359-4c1c-ba0f-a82981eff526 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:21:05.077443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffadb752-584c-4f2b-b556-c9aaf611c099", "name": "network-vif-deleted", "tag": "da9b0a26-a986-4fd7-b005-398371eb1919", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:21:05.078003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b7e1c07-e359-4c1c-ba0f-a82981eff526 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:21:05.078127 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffadb752-584c-4f2b-b556-c9aaf611c099', 'name': 'network-vif-deleted', 'tag': 'da9b0a26-a986-4fd7-b005-398371eb1919', 'status': 'completed', 'code': 200} Dec 22 05:21:05.314297 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f2de9a87-3b42-42aa-bfa7-377f6ba62d6d req-d5741176-bad8-4bb2-bcb9-fdc3355c9d24 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffadb752-584c-4f2b-b556-c9aaf611c099 HTTP/1.1" status: 200 len: 210 time: 0.0290487 Dec 22 05:21:06.461774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4002834-eb88-4fe8-afcd-05cd4b612ba4 req-0b35eac4-dcaa-488a-a132-291a80fcfd5b tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:06.463245 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f4002834-eb88-4fe8-afcd-05cd4b612ba4 req-0b35eac4-dcaa-488a-a132-291a80fcfd5b tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 945 time: 0.0486827 Dec 22 05:21:06.501359 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f4002834-eb88-4fe8-afcd-05cd4b612ba4 req-e5eaabe3-12fd-49d2-b1d3-ae38b2364c78 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304170 Dec 22 05:21:06.627432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f866c6-21f9-4ac0-83f0-8c90a6d15172 req-41cfacbb-24cb-45c8-9c58-3bef22a40777 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:06.628817 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-69f866c6-21f9-4ac0-83f0-8c90a6d15172 req-41cfacbb-24cb-45c8-9c58-3bef22a40777 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 945 time: 0.0471582 Dec 22 05:21:06.666314 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-69f866c6-21f9-4ac0-83f0-8c90a6d15172 req-f6b07c0d-878f-48d8-9a25-11f9a5804e0a tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Dec 22 05:21:06.780560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ba2e7-ce94-46fd-a4bd-0efb767505af req-42ba6742-2f5c-4262-86fd-fe3eb5fcd7b5 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:06.782019 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ca0ba2e7-ce94-46fd-a4bd-0efb767505af req-42ba6742-2f5c-4262-86fd-fe3eb5fcd7b5 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 945 time: 0.0486486 Dec 22 05:21:06.818695 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ca0ba2e7-ce94-46fd-a4bd-0efb767505af req-544d4f0e-710b-4411-829d-a751f24e72a1 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308192 Dec 22 05:21:06.985205 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c47cbd-52b4-4de1-8af2-63804687023e req-67479688-c1af-4bb8-a236-22d28e075187 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:06.986632 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-60c47cbd-52b4-4de1-8af2-63804687023e req-67479688-c1af-4bb8-a236-22d28e075187 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 945 time: 0.0514481 Dec 22 05:21:07.023378 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-60c47cbd-52b4-4de1-8af2-63804687023e req-421a01a7-7a5e-4749-8c1a-77b8f38257d9 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309596 Dec 22 05:21:07.147958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d152e-ae44-4b28-ab97-b6fca4cfc227 req-3d717ccb-3e37-4cc4-bed9-57bccee7804e tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:07.147958 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf1d152e-ae44-4b28-ab97-b6fca4cfc227 req-3d717ccb-3e37-4cc4-bed9-57bccee7804e tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 945 time: 0.0513513 Dec 22 05:21:07.181735 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bf1d152e-ae44-4b28-ab97-b6fca4cfc227 req-cc1eb41e-a22f-4e7c-a471-043e5a327df6 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Dec 22 05:21:07.303640 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29beaa-0fdf-4a5d-acc4-90b25de4bede req-3520b4ce-7a96-494a-bbb1-e8c24d9dfe1e tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:07.305112 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-da29beaa-0fdf-4a5d-acc4-90b25de4bede req-3520b4ce-7a96-494a-bbb1-e8c24d9dfe1e tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 945 time: 0.0475953 Dec 22 05:21:07.341734 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-da29beaa-0fdf-4a5d-acc4-90b25de4bede req-d023f441-501d-4adf-b3d2-877252c09970 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301883 Dec 22 05:21:07.734456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31f112-7702-4863-bc27-1be155bcf865 req-c47e4e5d-0866-4597-b107-3969806f2c96 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:07.735894 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ad31f112-7702-4863-bc27-1be155bcf865 req-c47e4e5d-0866-4597-b107-3969806f2c96 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 945 time: 0.0476732 Dec 22 05:21:07.771763 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ad31f112-7702-4863-bc27-1be155bcf865 req-855c5822-cda0-4f66-a075-c56f45f55d77 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297956 Dec 22 05:21:08.124265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device da9b0a26-a986-4fd7-b005-398371eb1919 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:21:08.146124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: da9b0a26-a986-4fd7-b005-398371eb1919 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:21:08.146486 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device da9b0a26-a986-4fd7-b005-398371eb1919 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:21:08.884264 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8fbc5-da20-4439-861b-55af184f9cf0 req-13899796-77a7-48eb-81d0-f2a14ad0f310 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:08.886201 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-59c8fbc5-da20-4439-861b-55af184f9cf0 req-13899796-77a7-48eb-81d0-f2a14ad0f310 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 945 time: 0.0466683 Dec 22 05:21:08.925367 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-59c8fbc5-da20-4439-861b-55af184f9cf0 req-bd0559dc-0764-4a96-bc22-3dc73dca9d99 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/security-groups?id=3ba17215-f289-4948-adab-31aad018d805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Dec 22 05:21:09.244120 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e29968d3-aca8-464b-8f12-7889d4fd36e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:09.258985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ce88c-255b-48af-978f-7c615edd1a55 req-87b42e14-0ef0-4198-bb2c-95c4432ebd49 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:09.261265 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1f1ce88c-255b-48af-978f-7c615edd1a55 req-87b42e14-0ef0-4198-bb2c-95c4432ebd49 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.16 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 945 time: 0.0515192 Dec 22 05:21:09.346286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-1f1ce88c-255b-48af-978f-7c615edd1a55 req-64befc88-e1aa-4f2f-b9a2-2fc938d6f148 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Deleting port f1320408-f24e-40f0-9173-e6e163e494d8 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:21:09.346620 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1f1ce88c-255b-48af-978f-7c615edd1a55 req-64befc88-e1aa-4f2f-b9a2-2fc938d6f148 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:09.436906 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-1f1ce88c-255b-48af-978f-7c615edd1a55 req-64befc88-e1aa-4f2f-b9a2-2fc938d6f148 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] For port f1320408-f24e-40f0-9173-e6e163e494d8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f1320408-f24e-40f0-9173-e6e163e494d8,segment=NetworkSegment(268e3960-80b5-43b8-b263-d8bd3436758c),segment_id=268e3960-80b5-43b8-b263-d8bd3436758c)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:09.437259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1f1ce88c-255b-48af-978f-7c615edd1a55 req-64befc88-e1aa-4f2f-b9a2-2fc938d6f148 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:09.449746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-1f1ce88c-255b-48af-978f-7c615edd1a55 req-64befc88-e1aa-4f2f-b9a2-2fc938d6f148 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Calling delete_port for f1320408-f24e-40f0-9173-e6e163e494d8 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:21:09.615425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1f1ce88c-255b-48af-978f-7c615edd1a55 req-64befc88-e1aa-4f2f-b9a2-2fc938d6f148 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:09.646775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64befc88-e1aa-4f2f-b9a2-2fc938d6f148 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Pushing event deleted for resources: {'Port': ['ID=f1320408-f24e-40f0-9173-e6e163e494d8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:09.649487 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['f1320408-f24e-40f0-9173-e6e163e494d8'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:21:09.688483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1ce88c-255b-48af-978f-7c615edd1a55 req-64befc88-e1aa-4f2f-b9a2-2fc938d6f148 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] No DVR routers for this DVR port f1320408-f24e-40f0-9173-e6e163e494d8 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:21:09.690876 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-1f1ce88c-255b-48af-978f-7c615edd1a55 req-64befc88-e1aa-4f2f-b9a2-2fc938d6f148 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:09.694230 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1f1ce88c-255b-48af-978f-7c615edd1a55 req-64befc88-e1aa-4f2f-b9a2-2fc938d6f148 tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.16 "DELETE /v2.0/ports/f1320408-f24e-40f0-9173-e6e163e494d8 HTTP/1.1" status: 204 len: 173 time: 0.4280832 Dec 22 05:21:09.694679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd20b39-9d8d-49c5-8c17-943ae8b6fc30', 'name': 'network-vif-deleted', 'tag': 'f1320408-f24e-40f0-9173-e6e163e494d8'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:21:09.696948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f8c7d4-6f75-45cd-b864-b246ef129c39" -d '{"events": [{"server_uuid": "cdd20b39-9d8d-49c5-8c17-943ae8b6fc30", "name": "network-vif-deleted", "tag": "f1320408-f24e-40f0-9173-e6e163e494d8"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:21:09.731235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d5fe08-6ba2-4171-9979-bbdadbcf3cca x-openstack-request-id: req-00d5fe08-6ba2-4171-9979-bbdadbcf3cca {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:21:09.731540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd20b39-9d8d-49c5-8c17-943ae8b6fc30", "name": "network-vif-deleted", "tag": "f1320408-f24e-40f0-9173-e6e163e494d8", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:21:09.731793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00d5fe08-6ba2-4171-9979-bbdadbcf3cca {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:21:09.732267 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd20b39-9d8d-49c5-8c17-943ae8b6fc30', 'name': 'network-vif-deleted', 'tag': 'f1320408-f24e-40f0-9173-e6e163e494d8', 'status': 'completed', 'code': 200} Dec 22 05:21:10.030140 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b455f784-9a40-4252-a560-d6637f19a9de req-d789c05e-a70c-40ea-88a9-c87dd0af574d tempest-ServersNegativeTestJSON-1223604364 tempest-ServersNegativeTestJSON-1223604364-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdd20b39-9d8d-49c5-8c17-943ae8b6fc30 HTTP/1.1" status: 200 len: 210 time: 0.0263069 Dec 22 05:21:11.084932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47894) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:11.128039 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ad699b-7ede-4fc9-b7d1-84b490af36e6 admin admin] Deleting subnet 8a260f8e-adb7-4c0d-b060-f503040bcf82 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:21:11.130993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2ad699b-7ede-4fc9-b7d1-84b490af36e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.167760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2ad699b-7ede-4fc9-b7d1-84b490af36e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.205292 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2ad699b-7ede-4fc9-b7d1-84b490af36e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.307213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2ad699b-7ede-4fc9-b7d1-84b490af36e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.333570 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d2ad699b-7ede-4fc9-b7d1-84b490af36e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.336900 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d2ad699b-7ede-4fc9-b7d1-84b490af36e6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8a260f8e-adb7-4c0d-b060-f503040bcf82 HTTP/1.1" status: 204 len: 168 time: 0.2509832 Dec 22 05:21:11.337845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad699b-7ede-4fc9-b7d1-84b490af36e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a260f8e-adb7-4c0d-b060-f503040bcf82,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:11.339875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47896) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:11.409114 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.484387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.503262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86318d40-4e41-4f27-80c0-6fdc542a2d2b']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:11.512048 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268e3960-80b5-43b8-b263-d8bd3436758c') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:11.512368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268e3960-80b5-43b8-b263-d8bd3436758c') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:11.521288 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.534286 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.540056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:21:11.540460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:21:11.542662 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:21:11.677526 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cbb0f70b-8338-4257-a428-a6ea9a37121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.678066 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.682990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:11.686187 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] 10.222.0.54 "DELETE /v2.0/networks/86318d40-4e41-4f27-80c0-6fdc542a2d2b HTTP/1.1" status: 204 len: 168 time: 0.3453727 Dec 22 05:21:11.697063 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c8cd1-e266-43c6-9b3b-d4dc84883264 admin admin] Pushing event deleted for resources: {'Network': ['ID=86318d40-4e41-4f27-80c0-6fdc542a2d2b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:11.920783 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47900) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:11.959763 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-79d2f821-f242-44a0-b73f-61ea6d948b6e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d582c131ded5431fb6f568cf637972c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378337 Dec 22 05:21:11.962147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47902) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:12.008597 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4fee6119-517f-458f-82f9-9541559981d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:12.029042 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4fee6119-517f-458f-82f9-9541559981d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:12.134667 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4fee6119-517f-458f-82f9-9541559981d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:12.137779 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4fee6119-517f-458f-82f9-9541559981d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:12.138935 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4fee6119-517f-458f-82f9-9541559981d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3ba17215-f289-4948-adab-31aad018d805 HTTP/1.1" status: 204 len: 168 time: 0.1758857 Dec 22 05:21:12.146161 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee6119-517f-458f-82f9-9541559981d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba17215-f289-4948-adab-31aad018d805,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:13.060372 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47924) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:13.151754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1568330245'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:13.203840 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:13.226283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Made reservation on behalf of 9fa5533135a04e7ea8ebc6d3c23c3c11 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:13.230099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:13.238448 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:13.310425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:13.381004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:13.408279 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:21:13.414296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b206f3a2-0eb5-46c0-9fcb-920a09d5e56b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:13.420547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:13.420889 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Added segment 9f3d34e1-388c-438d-8869-d6ad9eb674d1 of type vlan for network c966dde7-4183-4659-a790-23d07b307784 Dec 22 05:21:13.462388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:13.888857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:13.894153 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:13.894722 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:13.956919 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event updated for resources: {'Network': ['ID=c966dde7-4183-4659-a790-23d07b307784,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:13.967348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network c966dde7-4183-4659-a790-23d07b307784 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:21:14.000968 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eb5b0d4e-a14f-4b3d-9381-1d0d091f8494 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9395301 Dec 22 05:21:14.183004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device f1320408-f24e-40f0-9173-e6e163e494d8 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:21:14.206673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: f1320408-f24e-40f0-9173-e6e163e494d8 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:21:14.207276 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device f1320408-f24e-40f0-9173-e6e163e494d8 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:21:14.312490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:15.313389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:17.211204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47928) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:17.216796 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-1f6919c4-ab7a-4091-9d50-f39edf0beece tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Request body: {'subnet': {'network_id': 'c966dde7-4183-4659-a790-23d07b307784', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:17.357698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6919c4-ab7a-4091-9d50-f39edf0beece tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Made reservation on behalf of 9fa5533135a04e7ea8ebc6d3c23c3c11 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:17.361236 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1f6919c4-ab7a-4091-9d50-f39edf0beece tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:17.586663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1f6919c4-ab7a-4091-9d50-f39edf0beece tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:17.643457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6919c4-ab7a-4091-9d50-f39edf0beece tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event updated for resources: {'Subnet': ['ID=b26f2292-a79e-4c09-8eab-b59c760b3c36,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:17.654567 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6919c4-ab7a-4091-9d50-f39edf0beece tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Checking segment: {'id': '9f3d34e1-388c-438d-8869-d6ad9eb674d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c966dde7-4183-4659-a790-23d07b307784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:17.654913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6919c4-ab7a-4091-9d50-f39edf0beece tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Network hostable DHCP agents. Network: c966dde7-4183-4659-a790-23d07b307784, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:21:17.734421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6919c4-ab7a-4091-9d50-f39edf0beece tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Network c966dde7-4183-4659-a790-23d07b307784 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:21:17.797252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-1f6919c4-ab7a-4091-9d50-f39edf0beece tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, c966dde7-4183-4659-a790-23d07b307784) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:17.801617 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6919c4-ab7a-4091-9d50-f39edf0beece tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:17.802181 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1f6919c4-ab7a-4091-9d50-f39edf0beece tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:17.806334 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12640d59-7cca-443d-8cfb-db2d3c7bb4d0 None None] Network c966dde7-4183-4659-a790-23d07b307784 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:17.874515 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1f6919c4-ab7a-4091-9d50-f39edf0beece tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6621835 Dec 22 05:21:17.877794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47930) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:17.882719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-19f94d98-e8ab-4bf4-ab45-0438191c96dd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-779266841'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:17.943912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-c966dde7-4183-4659-a790-23d07b307784', 'network_id': 'c966dde7-4183-4659-a790-23d07b307784', 'tenant_id': '9fa5533135a04e7ea8ebc6d3c23c3c11', 'fixed_ips': [{'subnet_id': 'b26f2292-a79e-4c09-8eab-b59c760b3c36'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:21:17.944845 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:17.952472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f94d98-e8ab-4bf4-ab45-0438191c96dd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Made reservation on behalf of 9fa5533135a04e7ea8ebc6d3c23c3c11 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:17.956163 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-19f94d98-e8ab-4bf4-ab45-0438191c96dd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:17.980931 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f94d98-e8ab-4bf4-ab45-0438191c96dd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:21:17.989287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-19f94d98-e8ab-4bf4-ab45-0438191c96dd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:17.989623 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-19f94d98-e8ab-4bf4-ab45-0438191c96dd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Added segment 7349f6e2-29e0-4706-8caa-a83af9979733 of type vlan for network 2febf790-3de0-462b-bebe-ef876992b330 Dec 22 05:21:18.032965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-19f94d98-e8ab-4bf4-ab45-0438191c96dd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:18.081658 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Allocated IP 2001:db8:0:ffff::2 (c966dde7-4183-4659-a790-23d07b307784/b26f2292-a79e-4c09-8eab-b59c760b3c36/075b65dd-0ba2-4397-aca4-7242b8ae8382) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:18.118080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-19f94d98-e8ab-4bf4-ab45-0438191c96dd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:18.123532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f94d98-e8ab-4bf4-ab45-0438191c96dd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:18.124098 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-19f94d98-e8ab-4bf4-ab45-0438191c96dd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:18.188095 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f94d98-e8ab-4bf4-ab45-0438191c96dd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event updated for resources: {'Network': ['ID=2febf790-3de0-462b-bebe-ef876992b330,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:18.204060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 2febf790-3de0-462b-bebe-ef876992b330 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:21:18.252467 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-19f94d98-e8ab-4bf4-ab45-0438191c96dd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3736079 Dec 22 05:21:18.255216 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47932) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:18.260127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4f5db9b0-1010-4c21-8f79-982ec43c6e45 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Request body: {'subnet': {'network_id': '2febf790-3de0-462b-bebe-ef876992b330', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:18.265534 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:18.330083 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:18.374295 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Network c966dde7-4183-4659-a790-23d07b307784 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:18.377070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:18.383444 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:18.386713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Pushing event updated for resources: {'Port': ['ID=075b65dd-0ba2-4397-aca4-7242b8ae8382,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:18.409664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5db9b0-1010-4c21-8f79-982ec43c6e45 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Made reservation on behalf of 9fa5533135a04e7ea8ebc6d3c23c3c11 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:18.413313 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4f5db9b0-1010-4c21-8f79-982ec43c6e45 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:18.440803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Attempting to bind port 075b65dd-0ba2-4397-aca4-7242b8ae8382 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:18.441064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Attempting to bind port 075b65dd-0ba2-4397-aca4-7242b8ae8382 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '9f3d34e1-388c-438d-8869-d6ad9eb674d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c966dde7-4183-4659-a790-23d07b307784'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:18.441443 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Attempting to bind port 075b65dd-0ba2-4397-aca4-7242b8ae8382 on network c966dde7-4183-4659-a790-23d07b307784 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:18.446192 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:18.446553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Checking segment: {'id': '9f3d34e1-388c-438d-8869-d6ad9eb674d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c966dde7-4183-4659-a790-23d07b307784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:18.451070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:18.451070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Bound using segment: {'id': '9f3d34e1-388c-438d-8869-d6ad9eb674d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c966dde7-4183-4659-a790-23d07b307784'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:18.451070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Bound port: 075b65dd-0ba2-4397-aca4-7242b8ae8382, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3d34e1-388c-438d-8869-d6ad9eb674d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c966dde7-4183-4659-a790-23d07b307784'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:18.451070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:18.508683 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] For port 075b65dd-0ba2-4397-aca4-7242b8ae8382, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:18.512163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] For port 075b65dd-0ba2-4397-aca4-7242b8ae8382, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=075b65dd-0ba2-4397-aca4-7242b8ae8382,segment=NetworkSegment(9f3d34e1-388c-438d-8869-d6ad9eb674d1),segment_id=9f3d34e1-388c-438d-8869-d6ad9eb674d1)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:18.581432 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:18.641501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5238bf3-a878-4bbd-a71a-a533884822c8 None None] Pushing event updated for resources: {'Port': ['ID=075b65dd-0ba2-4397-aca4-7242b8ae8382,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:18.678844 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4f5db9b0-1010-4c21-8f79-982ec43c6e45 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:18.742404 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5db9b0-1010-4c21-8f79-982ec43c6e45 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event updated for resources: {'Subnet': ['ID=1b7db51a-c31e-49e3-8b57-fabb0285eeda,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:18.748338 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5db9b0-1010-4c21-8f79-982ec43c6e45 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Checking segment: {'id': '7349f6e2-29e0-4706-8caa-a83af9979733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2febf790-3de0-462b-bebe-ef876992b330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:18.748692 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5db9b0-1010-4c21-8f79-982ec43c6e45 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Network hostable DHCP agents. Network: 2febf790-3de0-462b-bebe-ef876992b330, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:21:18.838435 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5db9b0-1010-4c21-8f79-982ec43c6e45 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Network 2febf790-3de0-462b-bebe-ef876992b330 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:21:18.941023 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-4f5db9b0-1010-4c21-8f79-982ec43c6e45 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 2febf790-3de0-462b-bebe-ef876992b330) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:18.945123 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5db9b0-1010-4c21-8f79-982ec43c6e45 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:18.945711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4f5db9b0-1010-4c21-8f79-982ec43c6e45 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:18.950765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a3022-08f0-4dfd-8e14-6f0f3fdb1c00 None None] Network 2febf790-3de0-462b-bebe-ef876992b330 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:19.013215 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4f5db9b0-1010-4c21-8f79-982ec43c6e45 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7567940 Dec 22 05:21:19.015761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47934) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:19.095098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2febf790-3de0-462b-bebe-ef876992b330', 'network_id': '2febf790-3de0-462b-bebe-ef876992b330', 'tenant_id': '9fa5533135a04e7ea8ebc6d3c23c3c11', 'fixed_ips': [{'subnet_id': '1b7db51a-c31e-49e3-8b57-fabb0285eeda'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:21:19.095954 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.114694 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.189761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.240483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Allocated IP 2001:db8::2 (2febf790-3de0-462b-bebe-ef876992b330/1b7db51a-c31e-49e3-8b57-fabb0285eeda/f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:19.526346 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f602e1-ef6b-4441-b21a-40366d98459b None None] Network c966dde7-4183-4659-a790-23d07b307784 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:19.541090 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.646497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-92e5482a-bf24-4eeb-938f-390dd4749e9b None None] Provisioning complete for port 075b65dd-0ba2-4397-aca4-7242b8ae8382 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:19.646859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-92e5482a-bf24-4eeb-938f-390dd4749e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.669817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.717605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 075b65dd-0ba2-4397-aca4-7242b8ae8382 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:19.765675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Network 2febf790-3de0-462b-bebe-ef876992b330 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:19.778284 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Pushing event updated for resources: {'Port': ['ID=f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:19.780784 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:19.786334 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:19.833338 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.873508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7db51a-c31e-49e3-8b57-fabb0285eeda,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:19.891335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Attempting to bind port f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:19.891700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Attempting to bind port f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '7349f6e2-29e0-4706-8caa-a83af9979733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2febf790-3de0-462b-bebe-ef876992b330'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:19.892056 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Attempting to bind port f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2 on network 2febf790-3de0-462b-bebe-ef876992b330 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:19.894700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-92e5482a-bf24-4eeb-938f-390dd4749e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.918478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:19.918859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Checking segment: {'id': '7349f6e2-29e0-4706-8caa-a83af9979733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2febf790-3de0-462b-bebe-ef876992b330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:19.919260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.920176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Bound using segment: {'id': '7349f6e2-29e0-4706-8caa-a83af9979733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2febf790-3de0-462b-bebe-ef876992b330'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:19.920176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Bound port: f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7349f6e2-29e0-4706-8caa-a83af9979733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2febf790-3de0-462b-bebe-ef876992b330'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:19.920695 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.928389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 075b65dd-0ba2-4397-aca4-7242b8ae8382 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:19.928757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.934962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.969496 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2febf790-3de0-462b-bebe-ef876992b330']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:19.980040 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7349f6e2-29e0-4706-8caa-a83af9979733') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:19.980364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7349f6e2-29e0-4706-8caa-a83af9979733') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:19.990549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:19.995810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-92e5482a-bf24-4eeb-938f-390dd4749e9b None None] For port 075b65dd-0ba2-4397-aca4-7242b8ae8382, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=075b65dd-0ba2-4397-aca4-7242b8ae8382,segment=NetworkSegment(9f3d34e1-388c-438d-8869-d6ad9eb674d1),segment_id=9f3d34e1-388c-438d-8869-d6ad9eb674d1)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:20.005210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:20.011981 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:21:20.012418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:21:20.016687 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:21:20.039746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] For port f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:20.067488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-92e5482a-bf24-4eeb-938f-390dd4749e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:20.119755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:20.123068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] For port f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2,segment=NetworkSegment(7349f6e2-29e0-4706-8caa-a83af9979733),segment_id=7349f6e2-29e0-4706-8caa-a83af9979733)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:20.152833 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.db.api [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 05:21:20.152833 dv-neutron-822523-1-hyperv neutron-server[109182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 05:21:20.152833 dv-neutron-822523-1-hyperv neutron-server[109182]: [parameters: {'id': '2febf790-3de0-462b-bebe-ef876992b330'}] Dec 22 05:21:20.152833 dv-neutron-822523-1-hyperv neutron-server[109182]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:21:20.153329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG oslo_db.api [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:21:20.155372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5482a-bf24-4eeb-938f-390dd4749e9b None None] Pushing event updated for resources: {'Port': ['ID=075b65dd-0ba2-4397-aca4-7242b8ae8382,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:20.202255 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:20.203979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:21:20.204363 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:21:20.230787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c2083e6c-f37f-4292-8025-c255e291f3e6 None None] Provisioning complete for port 075b65dd-0ba2-4397-aca4-7242b8ae8382 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:20.231166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c2083e6c-f37f-4292-8025-c255e291f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:20.308302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7eb314-5d88-411d-8857-a72663e2d202 None None] Pushing event updated for resources: {'Port': ['ID=f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:20.329227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00887c3a-f777-425a-9632-eb5efaefa302 None None] Network 2febf790-3de0-462b-bebe-ef876992b330 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:20.484418 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c376261d-57ab-4d3a-9765-356836a9cc77 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 05:21:20.549349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376261d-57ab-4d3a-9765-356836a9cc77 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 05:21:20.654356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:20.706428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Deleting port f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:21:20.706757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:20.768554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] For port f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2,segment=NetworkSegment(7349f6e2-29e0-4706-8caa-a83af9979733),segment_id=7349f6e2-29e0-4706-8caa-a83af9979733)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:20.769164 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:20.782835 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Calling delete_port for f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:21:20.929403 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:20.935264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:20.954742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Port': ['ID=f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:20.958549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] No DVR routers for this DVR port f50f6bc2-6bca-4f30-bcf4-c5bd2d22b7e2 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:21:21.040666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.060166 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2febf790-3de0-462b-bebe-ef876992b330']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:21.068951 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7349f6e2-29e0-4706-8caa-a83af9979733') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:21.069239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7349f6e2-29e0-4706-8caa-a83af9979733') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:21.078850 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.094261 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.100529 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:21:21.100906 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:21:21.104927 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:21:21.214546 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.218881 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.222573 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/networks/2febf790-3de0-462b-bebe-ef876992b330 HTTP/1.1" status: 204 len: 168 time: 2.2058244 Dec 22 05:21:21.225971 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47938) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:21.231763 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-db3dfcee-13bf-42ab-90de-c0256e29878f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-564166656'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:21.249353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd7668-4eec-4cc9-88dd-abe9f2e3dc49 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Network': ['ID=2febf790-3de0-462b-bebe-ef876992b330,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:21.335152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3dfcee-13bf-42ab-90de-c0256e29878f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Made reservation on behalf of 9fa5533135a04e7ea8ebc6d3c23c3c11 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:21.338682 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db3dfcee-13bf-42ab-90de-c0256e29878f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.360688 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3dfcee-13bf-42ab-90de-c0256e29878f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:21:21.368772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db3dfcee-13bf-42ab-90de-c0256e29878f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.369102 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-db3dfcee-13bf-42ab-90de-c0256e29878f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Added segment eaa73971-b45d-4658-9850-e22a004b66e5 of type vlan for network c319eb6d-ae21-4c84-8d14-41743b11c5cc Dec 22 05:21:21.406761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db3dfcee-13bf-42ab-90de-c0256e29878f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.507139 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db3dfcee-13bf-42ab-90de-c0256e29878f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.512773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3dfcee-13bf-42ab-90de-c0256e29878f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:21.513363 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-db3dfcee-13bf-42ab-90de-c0256e29878f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.574062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dfcee-13bf-42ab-90de-c0256e29878f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event updated for resources: {'Network': ['ID=c319eb6d-ae21-4c84-8d14-41743b11c5cc,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:21.584405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network c319eb6d-ae21-4c84-8d14-41743b11c5cc details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:21:21.635773 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-db3dfcee-13bf-42ab-90de-c0256e29878f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4087646 Dec 22 05:21:21.640212 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47940) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:21.643768 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Request body: {'subnet': {'network_id': 'c319eb6d-ae21-4c84-8d14-41743b11c5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:21.678611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 075b65dd-0ba2-4397-aca4-7242b8ae8382 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:21.727076 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 075b65dd-0ba2-4397-aca4-7242b8ae8382 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:21.727444 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.785781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Made reservation on behalf of 9fa5533135a04e7ea8ebc6d3c23c3c11 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:21.789429 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:21.844967 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Performing IP validity checks on allocation pools {{(pid=109182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 05:21:21.845469 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.ipam_backend_mixin [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109182) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 05:21:22.008642 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.065001 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event updated for resources: {'Subnet': ['ID=58e73605-b9af-4259-b633-4fedf770561d,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:22.081905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Checking segment: {'id': 'eaa73971-b45d-4658-9850-e22a004b66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c319eb6d-ae21-4c84-8d14-41743b11c5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:22.082257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Network hostable DHCP agents. Network: c319eb6d-ae21-4c84-8d14-41743b11c5cc, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:21:22.163725 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Network c319eb6d-ae21-4c84-8d14-41743b11c5cc is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:21:22.220524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, c319eb6d-ae21-4c84-8d14-41743b11c5cc) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:22.225003 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:22.225966 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.228929 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9d96d0-70cf-4f1b-9d23-9d2ec113621c None None] Network c319eb6d-ae21-4c84-8d14-41743b11c5cc requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:22.297751 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c6568744-89da-436b-a120-640f5d3f17a7 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6580257 Dec 22 05:21:22.300605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47942) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:22.369047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-c319eb6d-ae21-4c84-8d14-41743b11c5cc', 'network_id': 'c319eb6d-ae21-4c84-8d14-41743b11c5cc', 'tenant_id': '9fa5533135a04e7ea8ebc6d3c23c3c11', 'fixed_ips': [{'subnet_id': '58e73605-b9af-4259-b633-4fedf770561d'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:21:22.369906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.509214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Allocated IP 2001:db8::3 (c319eb6d-ae21-4c84-8d14-41743b11c5cc/58e73605-b9af-4259-b633-4fedf770561d/968924b3-c4b8-4be1-b42c-4d04e6c4f4e1) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:22.575271 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:21:22.656502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.680369 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.715108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.732239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.751938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Network c319eb6d-ae21-4c84-8d14-41743b11c5cc is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:22.754748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:22.758135 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:22.773305 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Pushing event updated for resources: {'Port': ['ID=968924b3-c4b8-4be1-b42c-4d04e6c4f4e1,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:22.820840 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Attempting to bind port 968924b3-c4b8-4be1-b42c-4d04e6c4f4e1 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:22.821203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Attempting to bind port 968924b3-c4b8-4be1-b42c-4d04e6c4f4e1 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'eaa73971-b45d-4658-9850-e22a004b66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c319eb6d-ae21-4c84-8d14-41743b11c5cc'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:22.821556 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Attempting to bind port 968924b3-c4b8-4be1-b42c-4d04e6c4f4e1 on network c319eb6d-ae21-4c84-8d14-41743b11c5cc {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:22.826372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:22.826760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Checking segment: {'id': 'eaa73971-b45d-4658-9850-e22a004b66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c319eb6d-ae21-4c84-8d14-41743b11c5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:22.827151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.827537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Bound using segment: {'id': 'eaa73971-b45d-4658-9850-e22a004b66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c319eb6d-ae21-4c84-8d14-41743b11c5cc'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:22.827987 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Bound port: 968924b3-c4b8-4be1-b42c-4d04e6c4f4e1, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa73971-b45d-4658-9850-e22a004b66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c319eb6d-ae21-4c84-8d14-41743b11c5cc'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:22.828382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.832791 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.865660 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Subnet': ['ID=58e73605-b9af-4259-b633-4fedf770561d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:22.890837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] For port 968924b3-c4b8-4be1-b42c-4d04e6c4f4e1, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:22.893858 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] For port 968924b3-c4b8-4be1-b42c-4d04e6c4f4e1, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=968924b3-c4b8-4be1-b42c-4d04e6c4f4e1,segment=NetworkSegment(eaa73971-b45d-4658-9850-e22a004b66e5),segment_id=eaa73971-b45d-4658-9850-e22a004b66e5)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:22.921454 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.941605 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c319eb6d-ae21-4c84-8d14-41743b11c5cc']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:22.941798 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.951353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa73971-b45d-4658-9850-e22a004b66e5') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:22.951669 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa73971-b45d-4658-9850-e22a004b66e5') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:22.961332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.977287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.983800 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:21:22.987782 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:21:23.024746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5e5c7-78e1-4e86-bf34-ad1ac8c7ba4f None None] Pushing event updated for resources: {'Port': ['ID=968924b3-c4b8-4be1-b42c-4d04e6c4f4e1,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:23.038863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a3bb7d-6219-42ba-b763-acf8a0c39356 None None] Network c319eb6d-ae21-4c84-8d14-41743b11c5cc requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:23.090670 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.db.api [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 05:21:23.090670 dv-neutron-822523-1-hyperv neutron-server[109182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 05:21:23.090670 dv-neutron-822523-1-hyperv neutron-server[109182]: [parameters: {'id': 'c319eb6d-ae21-4c84-8d14-41743b11c5cc'}] Dec 22 05:21:23.090670 dv-neutron-822523-1-hyperv neutron-server[109182]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:21:23.091446 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG oslo_db.api [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:21:23.152584 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7604df-b0ea-4247-be67-7b04a87f4ee9 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 05:21:23.219110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7604df-b0ea-4247-be67-7b04a87f4ee9 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 05:21:23.592528 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:23.648589 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Deleting port 968924b3-c4b8-4be1-b42c-4d04e6c4f4e1 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:21:23.648918 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:23.709105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] For port 968924b3-c4b8-4be1-b42c-4d04e6c4f4e1, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=968924b3-c4b8-4be1-b42c-4d04e6c4f4e1,segment=NetworkSegment(eaa73971-b45d-4658-9850-e22a004b66e5),segment_id=eaa73971-b45d-4658-9850-e22a004b66e5)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:23.709453 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:23.721210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Calling delete_port for 968924b3-c4b8-4be1-b42c-4d04e6c4f4e1 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:21:23.866682 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:23.892941 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Port': ['ID=968924b3-c4b8-4be1-b42c-4d04e6c4f4e1,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:23.894733 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] No DVR routers for this DVR port 968924b3-c4b8-4be1-b42c-4d04e6c4f4e1 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:21:23.973706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:23.993097 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c319eb6d-ae21-4c84-8d14-41743b11c5cc']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:24.001847 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa73971-b45d-4658-9850-e22a004b66e5') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:24.002135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa73971-b45d-4658-9850-e22a004b66e5') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:24.010983 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:24.023333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:24.029467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:21:24.029836 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:21:24.032623 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:21:24.123835 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:24.136564 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:24.136564 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/networks/c319eb6d-ae21-4c84-8d14-41743b11c5cc HTTP/1.1" status: 204 len: 168 time: 1.8317168 Dec 22 05:21:24.137182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47944) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:24.142325 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-187454583'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:24.144399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bd948-ca9a-40c4-ae0d-dad7776d5afd tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Network': ['ID=c319eb6d-ae21-4c84-8d14-41743b11c5cc,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:24.203632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Made reservation on behalf of 9fa5533135a04e7ea8ebc6d3c23c3c11 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:24.207009 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:24.228959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:21:24.237783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:24.238107 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Added segment 054194fa-d651-4867-97e4-a0736fe2d55a of type vlan for network 8de975ec-f621-45be-b89a-262a63451b00 Dec 22 05:21:24.278225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:24.335151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:24.341210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:24.341776 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:24.406499 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event updated for resources: {'Network': ['ID=8de975ec-f621-45be-b89a-262a63451b00,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:24.415126 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2769167 Dec 22 05:21:24.416849 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:24.417364 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:24.427088 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:24.427252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47946) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:24.427350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:24.427350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:24.427350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:24.427350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:24.427350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:24.427350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:24.427350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:24.427350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:24.427350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b6bf84-a62a-45bd-8182-9dbb0b57a98f tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:24.427933 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-5fa580ec-05b5-42d4-a3c3-060b7c5ff2b0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Request body: {'subnet': {'network_id': '8de975ec-f621-45be-b89a-262a63451b00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:24.434723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 8de975ec-f621-45be-b89a-262a63451b00 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:21:24.558086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa580ec-05b5-42d4-a3c3-060b7c5ff2b0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Made reservation on behalf of 9fa5533135a04e7ea8ebc6d3c23c3c11 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:24.561532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5fa580ec-05b5-42d4-a3c3-060b7c5ff2b0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:24.781399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5fa580ec-05b5-42d4-a3c3-060b7c5ff2b0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:24.840940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa580ec-05b5-42d4-a3c3-060b7c5ff2b0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event updated for resources: {'Subnet': ['ID=44f2b6f4-7e61-42b0-957f-1682d65deb5a,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:24.847610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa580ec-05b5-42d4-a3c3-060b7c5ff2b0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Checking segment: {'id': '054194fa-d651-4867-97e4-a0736fe2d55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8de975ec-f621-45be-b89a-262a63451b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:24.847962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa580ec-05b5-42d4-a3c3-060b7c5ff2b0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Network hostable DHCP agents. Network: 8de975ec-f621-45be-b89a-262a63451b00, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:21:24.929344 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa580ec-05b5-42d4-a3c3-060b7c5ff2b0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Network 8de975ec-f621-45be-b89a-262a63451b00 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:21:25.033841 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-5fa580ec-05b5-42d4-a3c3-060b7c5ff2b0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 8de975ec-f621-45be-b89a-262a63451b00) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:25.037853 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa580ec-05b5-42d4-a3c3-060b7c5ff2b0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:25.038450 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5fa580ec-05b5-42d4-a3c3-060b7c5ff2b0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.042221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b272a32-ffea-4ea4-829a-86abf5b0255f None None] Network 8de975ec-f621-45be-b89a-262a63451b00 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:25.092316 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5fa580ec-05b5-42d4-a3c3-060b7c5ff2b0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6730914 Dec 22 05:21:25.095932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47948) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:25.101105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a359efcc-b0ad-453d-8e86-79abec0a0cef tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1301484134'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:25.169465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a359efcc-b0ad-453d-8e86-79abec0a0cef tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Made reservation on behalf of 9fa5533135a04e7ea8ebc6d3c23c3c11 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:25.173094 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a359efcc-b0ad-453d-8e86-79abec0a0cef tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.198166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a359efcc-b0ad-453d-8e86-79abec0a0cef tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:21:25.207188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a359efcc-b0ad-453d-8e86-79abec0a0cef tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.207521 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-a359efcc-b0ad-453d-8e86-79abec0a0cef tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Added segment a74bcdd3-c843-4302-b2a2-ffd72dff622a of type vlan for network f1320fef-718d-4755-b26d-867036020497 Dec 22 05:21:25.250410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a359efcc-b0ad-453d-8e86-79abec0a0cef tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.322857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-8de975ec-f621-45be-b89a-262a63451b00', 'network_id': '8de975ec-f621-45be-b89a-262a63451b00', 'tenant_id': '9fa5533135a04e7ea8ebc6d3c23c3c11', 'fixed_ips': [{'subnet_id': '44f2b6f4-7e61-42b0-957f-1682d65deb5a'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:21:25.323725 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.323961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a359efcc-b0ad-453d-8e86-79abec0a0cef tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.329446 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a359efcc-b0ad-453d-8e86-79abec0a0cef tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:25.330036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a359efcc-b0ad-453d-8e86-79abec0a0cef tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.393175 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359efcc-b0ad-453d-8e86-79abec0a0cef tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event updated for resources: {'Network': ['ID=f1320fef-718d-4755-b26d-867036020497,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:25.404035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network f1320fef-718d-4755-b26d-867036020497 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:21:25.441131 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a359efcc-b0ad-453d-8e86-79abec0a0cef tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3440404 Dec 22 05:21:25.443865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47950) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:25.448868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3ae87946-4974-40fe-9c31-5e572f4b7406 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Request body: {'subnet': {'network_id': 'f1320fef-718d-4755-b26d-867036020497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:25.513922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Allocated IP 2001:db8::2 (8de975ec-f621-45be-b89a-262a63451b00/44f2b6f4-7e61-42b0-957f-1682d65deb5a/f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:25.592506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae87946-4974-40fe-9c31-5e572f4b7406 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Made reservation on behalf of 9fa5533135a04e7ea8ebc6d3c23c3c11 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:25.595926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ae87946-4974-40fe-9c31-5e572f4b7406 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.655404 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.701499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.739420 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Network 8de975ec-f621-45be-b89a-262a63451b00 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:25.742177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:25.745610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:25.755237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Pushing event updated for resources: {'Port': ['ID=f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:25.808137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Attempting to bind port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:25.808534 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Attempting to bind port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '054194fa-d651-4867-97e4-a0736fe2d55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8de975ec-f621-45be-b89a-262a63451b00'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:25.808896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Attempting to bind port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 on network 8de975ec-f621-45be-b89a-262a63451b00 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:25.809689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ae87946-4974-40fe-9c31-5e572f4b7406 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.813762 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:25.814132 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Checking segment: {'id': '054194fa-d651-4867-97e4-a0736fe2d55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8de975ec-f621-45be-b89a-262a63451b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:25.814527 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.814916 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Bound using segment: {'id': '054194fa-d651-4867-97e4-a0736fe2d55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8de975ec-f621-45be-b89a-262a63451b00'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:25.815377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Bound port: f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054194fa-d651-4867-97e4-a0736fe2d55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8de975ec-f621-45be-b89a-262a63451b00'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:25.815754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.870867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae87946-4974-40fe-9c31-5e572f4b7406 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event updated for resources: {'Subnet': ['ID=75efa841-1bcc-44fa-b737-47716e4a7ca1,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:25.878226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae87946-4974-40fe-9c31-5e572f4b7406 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Checking segment: {'id': 'a74bcdd3-c843-4302-b2a2-ffd72dff622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1320fef-718d-4755-b26d-867036020497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:25.878585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae87946-4974-40fe-9c31-5e572f4b7406 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Network hostable DHCP agents. Network: f1320fef-718d-4755-b26d-867036020497, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:21:25.879259 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] For port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:25.882596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] For port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0,segment=NetworkSegment(054194fa-d651-4867-97e4-a0736fe2d55a),segment_id=054194fa-d651-4867-97e4-a0736fe2d55a)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:25.957498 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:25.964311 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae87946-4974-40fe-9c31-5e572f4b7406 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Network f1320fef-718d-4755-b26d-867036020497 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:21:26.014579 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6725c05-a7c6-45e1-a3d9-bf344efe724b None None] Pushing event updated for resources: {'Port': ['ID=f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:26.050171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-3ae87946-4974-40fe-9c31-5e572f4b7406 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, f1320fef-718d-4755-b26d-867036020497) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:26.056068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae87946-4974-40fe-9c31-5e572f4b7406 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:26.059201 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3ae87946-4974-40fe-9c31-5e572f4b7406 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.062373 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6be67b5-4552-43ea-a548-8926922b6461 None None] Network f1320fef-718d-4755-b26d-867036020497 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:26.138997 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3ae87946-4974-40fe-9c31-5e572f4b7406 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6939843 Dec 22 05:21:26.141852 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47952) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:26.228645 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-f1320fef-718d-4755-b26d-867036020497', 'network_id': 'f1320fef-718d-4755-b26d-867036020497', 'tenant_id': '9fa5533135a04e7ea8ebc6d3c23c3c11', 'fixed_ips': [{'subnet_id': '75efa841-1bcc-44fa-b737-47716e4a7ca1'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:21:26.229628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.268432 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.324424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.372963 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Allocated IP 2001:db8::2 (f1320fef-718d-4755-b26d-867036020497/75efa841-1bcc-44fa-b737-47716e4a7ca1/da971ebc-de60-4936-a9a2-69c4c5a851b5) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:26.514097 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.575447 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.613280 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Network f1320fef-718d-4755-b26d-867036020497 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:26.616032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:26.619560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:26.632802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Pushing event updated for resources: {'Port': ['ID=da971ebc-de60-4936-a9a2-69c4c5a851b5,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:26.638784 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.670504 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Subnet': ['ID=75efa841-1bcc-44fa-b737-47716e4a7ca1,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:26.688465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Attempting to bind port da971ebc-de60-4936-a9a2-69c4c5a851b5 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:26.688837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Attempting to bind port da971ebc-de60-4936-a9a2-69c4c5a851b5 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'a74bcdd3-c843-4302-b2a2-ffd72dff622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1320fef-718d-4755-b26d-867036020497'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:26.689202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Attempting to bind port da971ebc-de60-4936-a9a2-69c4c5a851b5 on network f1320fef-718d-4755-b26d-867036020497 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:26.694497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:26.694869 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Checking segment: {'id': 'a74bcdd3-c843-4302-b2a2-ffd72dff622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1320fef-718d-4755-b26d-867036020497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:26.695268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.695662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Bound using segment: {'id': 'a74bcdd3-c843-4302-b2a2-ffd72dff622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1320fef-718d-4755-b26d-867036020497'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:26.696163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Bound port: da971ebc-de60-4936-a9a2-69c4c5a851b5, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74bcdd3-c843-4302-b2a2-ffd72dff622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1320fef-718d-4755-b26d-867036020497'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:26.696573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.735882 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.759975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1320fef-718d-4755-b26d-867036020497']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:26.766891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] For port da971ebc-de60-4936-a9a2-69c4c5a851b5, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:26.769899 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74bcdd3-c843-4302-b2a2-ffd72dff622a') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:26.770195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74bcdd3-c843-4302-b2a2-ffd72dff622a') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:26.770642 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] For port da971ebc-de60-4936-a9a2-69c4c5a851b5, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=da971ebc-de60-4936-a9a2-69c4c5a851b5,segment=NetworkSegment(a74bcdd3-c843-4302-b2a2-ffd72dff622a),segment_id=a74bcdd3-c843-4302-b2a2-ffd72dff622a)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:26.780134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.823078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.824140 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.831297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:21:26.832320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:21:26.835948 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:21:26.904384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f88e9-fea1-46bc-825f-bd3e2bee78a7 None None] Pushing event updated for resources: {'Port': ['ID=da971ebc-de60-4936-a9a2-69c4c5a851b5,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:26.920148 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.db.api [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 05:21:26.920148 dv-neutron-822523-1-hyperv neutron-server[109182]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 05:21:26.920148 dv-neutron-822523-1-hyperv neutron-server[109182]: [parameters: {'id': 'f1320fef-718d-4755-b26d-867036020497'}] Dec 22 05:21:26.920148 dv-neutron-822523-1-hyperv neutron-server[109182]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:21:26.920718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG oslo_db.api [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:21:26.920868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f1d19-91e5-4ea9-b975-eb19ff9cc491 None None] Network f1320fef-718d-4755-b26d-867036020497 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:26.963328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a912c7-3b9f-4e67-8e14-1c1262ad6c01 None None] Network 8de975ec-f621-45be-b89a-262a63451b00 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:27.062662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ecd4ae61-7c4b-4f65-84b3-8a793dc76c8d None None] Provisioning complete for port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:27.063023 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ae61-7c4b-4f65-84b3-8a793dc76c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.236365 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ae61-7c4b-4f65-84b3-8a793dc76c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.271467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ecd4ae61-7c4b-4f65-84b3-8a793dc76c8d None None] For port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0,segment=NetworkSegment(054194fa-d651-4867-97e4-a0736fe2d55a),segment_id=054194fa-d651-4867-97e4-a0736fe2d55a)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:27.335366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ecd4ae61-7c4b-4f65-84b3-8a793dc76c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.385062 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4ae61-7c4b-4f65-84b3-8a793dc76c8d None None] Pushing event updated for resources: {'Port': ['ID=f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:27.414558 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e96fda9-cf37-4a30-8557-6fc86398ddd4 None None] get_active_networks_info from dv-neutron-822523-1-hyperv {{(pid=109184) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 22 05:21:27.422339 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.472891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8929d920-df3e-43e5-9837-383108e1dcfe None None] Provisioning complete for port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:27.473244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8929d920-df3e-43e5-9837-383108e1dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.480619 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Deleting port da971ebc-de60-4936-a9a2-69c4c5a851b5 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:21:27.480953 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.523004 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e96fda9-cf37-4a30-8557-6fc86398ddd4 None None] Resources bound (agent type, host, resource id): {{(pid=109184) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 05:21:27.542602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] For port da971ebc-de60-4936-a9a2-69c4c5a851b5, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=da971ebc-de60-4936-a9a2-69c4c5a851b5,segment=NetworkSegment(a74bcdd3-c843-4302-b2a2-ffd72dff622a),segment_id=a74bcdd3-c843-4302-b2a2-ffd72dff622a)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:27.542958 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.555301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Calling delete_port for da971ebc-de60-4936-a9a2-69c4c5a851b5 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:21:27.707758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:27.718046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.743191 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Port': ['ID=da971ebc-de60-4936-a9a2-69c4c5a851b5,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:27.748368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] No DVR routers for this DVR port da971ebc-de60-4936-a9a2-69c4c5a851b5 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:21:27.795604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:27.795967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.832475 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.852147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1320fef-718d-4755-b26d-867036020497']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:27.861223 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74bcdd3-c843-4302-b2a2-ffd72dff622a') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:27.861512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74bcdd3-c843-4302-b2a2-ffd72dff622a') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:27.871312 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.885127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.891387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:21:27.891754 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:21:27.894597 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:21:28.043740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.050482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.053548 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/networks/f1320fef-718d-4755-b26d-867036020497 HTTP/1.1" status: 204 len: 168 time: 1.9107139 Dec 22 05:21:28.056692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47954) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:28.065283 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52647bc-bc57-4a5f-aecb-cfdb5c5507a5 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Network': ['ID=f1320fef-718d-4755-b26d-867036020497,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:28.085519 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c3fc3c-5bc5-4e70-9bf6-c2c13981954a tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] GET failed (client error): The resource could not be found. Dec 22 05:21:28.086766 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a6c3fc3c-5bc5-4e70-9bf6-c2c13981954a tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "GET /v2.0/subnets/75efa841-1bcc-44fa-b737-47716e4a7ca1 HTTP/1.1" status: 404 len: 337 time: 0.0285861 Dec 22 05:21:28.089549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47956) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:28.107302 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5bb8ea5-b2d6-49e6-a1de-2a113c0ae2f0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] DELETE failed (client error): The resource could not be found. Dec 22 05:21:28.107803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5bb8ea5-b2d6-49e6-a1de-2a113c0ae2f0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:21:28.110702 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d5bb8ea5-b2d6-49e6-a1de-2a113c0ae2f0 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/networks/f1320fef-718d-4755-b26d-867036020497 HTTP/1.1" status: 404 len: 339 time: 0.0202770 Dec 22 05:21:28.114040 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47958) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:28.142841 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73e55cb-8ddf-47d9-9ec3-a8d35779a089 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] DELETE failed (client error): The resource could not be found. Dec 22 05:21:28.143260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73e55cb-8ddf-47d9-9ec3-a8d35779a089 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:21:28.146181 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f73e55cb-8ddf-47d9-9ec3-a8d35779a089 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/subnets/75efa841-1bcc-44fa-b737-47716e4a7ca1 HTTP/1.1" status: 404 len: 337 time: 0.0312839 Dec 22 05:21:28.148438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47960) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:28.165223 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36dd665-ef2d-4739-a9b0-2664d9627f21 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] DELETE failed (client error): The resource could not be found. Dec 22 05:21:28.167409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b36dd665-ef2d-4739-a9b0-2664d9627f21 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109183) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:21:28.169087 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b36dd665-ef2d-4739-a9b0-2664d9627f21 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/networks/f1320fef-718d-4755-b26d-867036020497 HTTP/1.1" status: 404 len: 339 time: 0.0198112 Dec 22 05:21:28.171174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47962) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:28.219325 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-771fc0ef-bb12-4ecf-b1da-3e4cb6cd027e tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Deleting subnet 44f2b6f4-7e61-42b0-957f-1682d65deb5a {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:21:28.222277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-771fc0ef-bb12-4ecf-b1da-3e4cb6cd027e tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.261059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-771fc0ef-bb12-4ecf-b1da-3e4cb6cd027e tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.344380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-771fc0ef-bb12-4ecf-b1da-3e4cb6cd027e tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.467258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-771fc0ef-bb12-4ecf-b1da-3e4cb6cd027e tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.493329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fc0ef-bb12-4ecf-b1da-3e4cb6cd027e tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Subnet': ['ID=44f2b6f4-7e61-42b0-957f-1682d65deb5a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:28.499710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-771fc0ef-bb12-4ecf-b1da-3e4cb6cd027e tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.505462 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-771fc0ef-bb12-4ecf-b1da-3e4cb6cd027e tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/subnets/44f2b6f4-7e61-42b0-957f-1682d65deb5a HTTP/1.1" status: 204 len: 168 time: 0.3312843 Dec 22 05:21:28.505851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47964) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:28.509388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ef6d5-0a2f-4ac0-ab17-4c2c2efecb6a None None] Network 8de975ec-f621-45be-b89a-262a63451b00 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:28.581411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.642292 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Deleting port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:21:28.642630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.679054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be19466-7bf4-4b31-b5df-a01d93a80bd7 None None] DHCP port deletion for 8de975ec-f621-45be-b89a-262a63451b00 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:21:28.708405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] For port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0,segment=NetworkSegment(054194fa-d651-4867-97e4-a0736fe2d55a),segment_id=054194fa-d651-4867-97e4-a0736fe2d55a)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:28.708799 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.722260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Calling delete_port for f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:21:28.723557 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8be19466-7bf4-4b31-b5df-a01d93a80bd7 None None] Deleting port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:21:28.723924 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8be19466-7bf4-4b31-b5df-a01d93a80bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.783666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8be19466-7bf4-4b31-b5df-a01d93a80bd7 None None] For port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0,segment=NetworkSegment(054194fa-d651-4867-97e4-a0736fe2d55a),segment_id=054194fa-d651-4867-97e4-a0736fe2d55a)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:28.783971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8be19466-7bf4-4b31-b5df-a01d93a80bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.796694 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-8be19466-7bf4-4b31-b5df-a01d93a80bd7 None None] Calling delete_port for f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:21:28.872298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.877794 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8be19466-7bf4-4b31-b5df-a01d93a80bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:28.898686 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Port': ['ID=f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:28.902872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be19466-7bf4-4b31-b5df-a01d93a80bd7 None None] Pushing event deleted for resources: {'Port': ['ID=f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:28.903577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] No DVR routers for this DVR port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:21:28.906391 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be19466-7bf4-4b31-b5df-a01d93a80bd7 None None] No DVR routers for this DVR port f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:21:28.996579 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.016742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de975ec-f621-45be-b89a-262a63451b00']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:29.027054 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054194fa-d651-4867-97e4-a0736fe2d55a') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:29.027341 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054194fa-d651-4867-97e4-a0736fe2d55a') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:29.036645 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.050163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.056095 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:21:29.056502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:21:29.059841 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:21:29.164026 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.172170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.176573 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/networks/8de975ec-f621-45be-b89a-262a63451b00 HTTP/1.1" status: 204 len: 168 time: 0.6697536 Dec 22 05:21:29.179322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47966) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:29.192404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcfe0a-d35c-4fbc-999f-90f19508349b tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Network': ['ID=8de975ec-f621-45be-b89a-262a63451b00,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:29.206825 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe76141e-0ac1-4469-a113-c9c6012910ee tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] DELETE failed (client error): The resource could not be found. Dec 22 05:21:29.207274 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe76141e-0ac1-4469-a113-c9c6012910ee tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:21:29.210340 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fe76141e-0ac1-4469-a113-c9c6012910ee tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/subnets/58e73605-b9af-4259-b633-4fedf770561d HTTP/1.1" status: 404 len: 337 time: 0.0299470 Dec 22 05:21:29.212940 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47968) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:29.235802 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c342561-b8f5-4b50-b431-b0c6d2c34fda tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] DELETE failed (client error): The resource could not be found. Dec 22 05:21:29.236400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c342561-b8f5-4b50-b431-b0c6d2c34fda tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:21:29.239890 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1c342561-b8f5-4b50-b431-b0c6d2c34fda tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/networks/c319eb6d-ae21-4c84-8d14-41743b11c5cc HTTP/1.1" status: 404 len: 339 time: 0.0260179 Dec 22 05:21:29.242314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47970) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:29.268934 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-249a208d-418a-4ec1-8028-0dd26a28dd03 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] DELETE failed (client error): The resource could not be found. Dec 22 05:21:29.269366 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249a208d-418a-4ec1-8028-0dd26a28dd03 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:21:29.272385 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-249a208d-418a-4ec1-8028-0dd26a28dd03 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/subnets/1b7db51a-c31e-49e3-8b57-fabb0285eeda HTTP/1.1" status: 404 len: 337 time: 0.0291529 Dec 22 05:21:29.274902 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47972) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:29.293186 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d37437-19ae-4fcf-be3c-b1cd5d09e307 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] DELETE failed (client error): The resource could not be found. Dec 22 05:21:29.293711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d37437-19ae-4fcf-be3c-b1cd5d09e307 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109182) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:21:29.296685 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-96d37437-19ae-4fcf-be3c-b1cd5d09e307 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/networks/2febf790-3de0-462b-bebe-ef876992b330 HTTP/1.1" status: 404 len: 339 time: 0.0209093 Dec 22 05:21:29.299369 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 47974) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:29.350972 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d212791-7653-40c0-8c0d-dde8ac6e5081 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Deleting subnet b26f2292-a79e-4c09-8eab-b59c760b3c36 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:21:29.354132 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d212791-7653-40c0-8c0d-dde8ac6e5081 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.394766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d212791-7653-40c0-8c0d-dde8ac6e5081 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.480883 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d212791-7653-40c0-8c0d-dde8ac6e5081 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.587305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d212791-7653-40c0-8c0d-dde8ac6e5081 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.615770 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d212791-7653-40c0-8c0d-dde8ac6e5081 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Subnet': ['ID=b26f2292-a79e-4c09-8eab-b59c760b3c36,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:29.617723 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d212791-7653-40c0-8c0d-dde8ac6e5081 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.621497 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9d212791-7653-40c0-8c0d-dde8ac6e5081 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/subnets/b26f2292-a79e-4c09-8eab-b59c760b3c36 HTTP/1.1" status: 204 len: 168 time: 0.3212655 Dec 22 05:21:29.624100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47976) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:29.626338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6888dd1-3d37-4972-8f58-8495e5e4d4d6 None None] Network c966dde7-4183-4659-a790-23d07b307784 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:29.688988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:21:29.710927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.716082 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:21:29.716594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f5ef695b-4ed3-4aa3-b21d-dcd29423e0c0 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:21:29.764680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Deleting port 075b65dd-0ba2-4397-aca4-7242b8ae8382 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:21:29.764932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.811846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0525e25-cc85-4b1d-997d-eca8e9f82bc7 None None] DHCP port deletion for c966dde7-4183-4659-a790-23d07b307784 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:21:29.829080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] For port 075b65dd-0ba2-4397-aca4-7242b8ae8382, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=075b65dd-0ba2-4397-aca4-7242b8ae8382,segment=NetworkSegment(9f3d34e1-388c-438d-8869-d6ad9eb674d1),segment_id=9f3d34e1-388c-438d-8869-d6ad9eb674d1)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:29.830383 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.846998 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Calling delete_port for 075b65dd-0ba2-4397-aca4-7242b8ae8382 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:21:29.857621 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f0525e25-cc85-4b1d-997d-eca8e9f82bc7 None None] Deleting port 075b65dd-0ba2-4397-aca4-7242b8ae8382 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:21:29.857993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f0525e25-cc85-4b1d-997d-eca8e9f82bc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.920836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-f0525e25-cc85-4b1d-997d-eca8e9f82bc7 None None] For port 075b65dd-0ba2-4397-aca4-7242b8ae8382, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=075b65dd-0ba2-4397-aca4-7242b8ae8382,segment=NetworkSegment(9f3d34e1-388c-438d-8869-d6ad9eb674d1),segment_id=9f3d34e1-388c-438d-8869-d6ad9eb674d1)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:29.921222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f0525e25-cc85-4b1d-997d-eca8e9f82bc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:29.934723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f0525e25-cc85-4b1d-997d-eca8e9f82bc7 None None] Calling delete_port for 075b65dd-0ba2-4397-aca4-7242b8ae8382 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:21:30.003953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:30.009554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f0525e25-cc85-4b1d-997d-eca8e9f82bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:30.030681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Port': ['ID=075b65dd-0ba2-4397-aca4-7242b8ae8382,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:30.033558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] No DVR routers for this DVR port 075b65dd-0ba2-4397-aca4-7242b8ae8382 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:21:30.037145 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0525e25-cc85-4b1d-997d-eca8e9f82bc7 None None] Pushing event deleted for resources: {'Port': ['ID=075b65dd-0ba2-4397-aca4-7242b8ae8382,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:30.041483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0525e25-cc85-4b1d-997d-eca8e9f82bc7 None None] No DVR routers for this DVR port 075b65dd-0ba2-4397-aca4-7242b8ae8382 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:21:30.117025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:30.152396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c966dde7-4183-4659-a790-23d07b307784']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:30.162728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3d34e1-388c-438d-8869-d6ad9eb674d1') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:30.163004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3d34e1-388c-438d-8869-d6ad9eb674d1') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:30.174154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:30.188354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:30.195350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:21:30.195719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:21:30.198711 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:21:30.334114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:30.342412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:30.345671 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] 10.222.0.54 "DELETE /v2.0/networks/c966dde7-4183-4659-a790-23d07b307784 HTTP/1.1" status: 204 len: 168 time: 0.7203443 Dec 22 05:21:30.355736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e9d52-33f6-4cc7-ad40-34adb18db6c6 tempest-NetworksIpV6Test-467596072 tempest-NetworksIpV6Test-467596072-project] Pushing event deleted for resources: {'Network': ['ID=c966dde7-4183-4659-a790-23d07b307784,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:30.809195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47982) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:30.935505 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b8254b81-aea1-4e3a-a336-ab9a75fba3f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9fa5533135a04e7ea8ebc6d3c23c3c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1251602 Dec 22 05:21:30.937893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 47986) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:30.988312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b637-1ff6-4c7c-b993-b6944976433e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:31.009187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b637-1ff6-4c7c-b993-b6944976433e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:31.111756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b637-1ff6-4c7c-b993-b6944976433e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:31.114277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b5b6b637-1ff6-4c7c-b993-b6944976433e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:31.115411 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b5b6b637-1ff6-4c7c-b993-b6944976433e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b206f3a2-0eb5-46c0-9fcb-920a09d5e56b HTTP/1.1" status: 204 len: 168 time: 0.1766491 Dec 22 05:21:31.123681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6b637-1ff6-4c7c-b993-b6944976433e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b206f3a2-0eb5-46c0-9fcb-920a09d5e56b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:31.672207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 075b65dd-0ba2-4397-aca4-7242b8ae8382 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:21:31.695304 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 075b65dd-0ba2-4397-aca4-7242b8ae8382 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:21:31.695639 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 075b65dd-0ba2-4397-aca4-7242b8ae8382 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:21:32.065263 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48008) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:32.156273 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-12e64a8e-c4d8-482b-8c1e-c11e4d191302 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-803012898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:32.237759 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12e64a8e-c4d8-482b-8c1e-c11e4d191302 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.238700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12e64a8e-c4d8-482b-8c1e-c11e4d191302 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.291815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12e64a8e-c4d8-482b-8c1e-c11e4d191302 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.346527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12e64a8e-c4d8-482b-8c1e-c11e4d191302 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.445515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-12e64a8e-c4d8-482b-8c1e-c11e4d191302 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.446677 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-12e64a8e-c4d8-482b-8c1e-c11e4d191302 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3804386 Dec 22 05:21:32.450022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48012) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:32.454654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-63658762'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:32.557500 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Made reservation on behalf of dc4d1550027049858ad2ee95d016a49c for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:32.561331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.570753 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.653415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.727857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.750562 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:21:32.763333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec216d92-068a-47cd-a8d0-4b7b53b6c9c0,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:32.768003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.768359 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Added segment 49e3893f-a9c7-4579-ab85-971be3b686cc of type vlan for network f362457c-21cb-4ece-94f2-4f3c9b8f0713 Dec 22 05:21:32.809103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.911766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.917634 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:32.918198 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:32.993145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Pushing event updated for resources: {'Network': ['ID=f362457c-21cb-4ece-94f2-4f3c9b8f0713,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:33.003124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network f362457c-21cb-4ece-94f2-4f3c9b8f0713 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:21:33.034830 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b3434754-d1f4-4b93-b619-c7e450e52a6c tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5838294 Dec 22 05:21:33.037641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48014) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:33.043375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dcc46558-f51f-4a56-a701-cbf588ec192f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Request body: {'subnet': {'network_id': 'f362457c-21cb-4ece-94f2-4f3c9b8f0713', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:33.186366 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc46558-f51f-4a56-a701-cbf588ec192f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Made reservation on behalf of dc4d1550027049858ad2ee95d016a49c for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:33.189894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcc46558-f51f-4a56-a701-cbf588ec192f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:33.431427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcc46558-f51f-4a56-a701-cbf588ec192f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:33.494671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc46558-f51f-4a56-a701-cbf588ec192f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Pushing event updated for resources: {'Subnet': ['ID=215f2c1d-a9a0-4d03-be5f-d914806fdbfe,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:33.503119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc46558-f51f-4a56-a701-cbf588ec192f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Checking segment: {'id': '49e3893f-a9c7-4579-ab85-971be3b686cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f362457c-21cb-4ece-94f2-4f3c9b8f0713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:33.503512 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc46558-f51f-4a56-a701-cbf588ec192f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Network hostable DHCP agents. Network: f362457c-21cb-4ece-94f2-4f3c9b8f0713, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:21:33.579569 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc46558-f51f-4a56-a701-cbf588ec192f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Network f362457c-21cb-4ece-94f2-4f3c9b8f0713 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:21:33.676616 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-dcc46558-f51f-4a56-a701-cbf588ec192f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, f362457c-21cb-4ece-94f2-4f3c9b8f0713) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:33.680756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc46558-f51f-4a56-a701-cbf588ec192f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:33.681389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dcc46558-f51f-4a56-a701-cbf588ec192f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:33.685338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337c5bac-3eba-4de5-bac1-b7c30debadd1 None None] Network f362457c-21cb-4ece-94f2-4f3c9b8f0713 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:33.760668 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dcc46558-f51f-4a56-a701-cbf588ec192f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7218382 Dec 22 05:21:33.764144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48016) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:33.768965 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2f9be102-51c8-4482-8a81-5d810169872f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1036875661'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:33.825806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-f362457c-21cb-4ece-94f2-4f3c9b8f0713', 'network_id': 'f362457c-21cb-4ece-94f2-4f3c9b8f0713', 'tenant_id': 'dc4d1550027049858ad2ee95d016a49c', 'fixed_ips': [{'subnet_id': '215f2c1d-a9a0-4d03-be5f-d914806fdbfe'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:21:33.826639 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:33.877615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9be102-51c8-4482-8a81-5d810169872f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Made reservation on behalf of dc4d1550027049858ad2ee95d016a49c for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:33.881109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f9be102-51c8-4482-8a81-5d810169872f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:33.904346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9be102-51c8-4482-8a81-5d810169872f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:21:33.913116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f9be102-51c8-4482-8a81-5d810169872f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:33.917627 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-2f9be102-51c8-4482-8a81-5d810169872f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Added segment 53f0799f-f619-42d3-8fe0-5f64d3f64361 of type vlan for network 5371e54f-f8a6-4579-b247-bacf2b31e558 Dec 22 05:21:33.960877 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f9be102-51c8-4482-8a81-5d810169872f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:33.960985 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Allocated IP 172.20.0.2 (f362457c-21cb-4ece-94f2-4f3c9b8f0713/215f2c1d-a9a0-4d03-be5f-d914806fdbfe/def851d7-2263-4af1-a78c-a337bf99b5e6) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:34.059644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f9be102-51c8-4482-8a81-5d810169872f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:34.065251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9be102-51c8-4482-8a81-5d810169872f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:34.065830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f9be102-51c8-4482-8a81-5d810169872f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:34.096998 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:34.135968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9be102-51c8-4482-8a81-5d810169872f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Pushing event updated for resources: {'Network': ['ID=5371e54f-f8a6-4579-b247-bacf2b31e558,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:34.145895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 5371e54f-f8a6-4579-b247-bacf2b31e558 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:21:34.183505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:34.199667 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2f9be102-51c8-4482-8a81-5d810169872f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4344869 Dec 22 05:21:34.202487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48018) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:34.207412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e824dfbe-e711-4d3b-a0cd-d1a18b1ae09a tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Request body: {'subnet': {'network_id': '5371e54f-f8a6-4579-b247-bacf2b31e558', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:34.245172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Network f362457c-21cb-4ece-94f2-4f3c9b8f0713 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:34.247048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Pushing event updated for resources: {'Port': ['ID=def851d7-2263-4af1-a78c-a337bf99b5e6,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:34.251324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:34.253366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:34.307000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Attempting to bind port def851d7-2263-4af1-a78c-a337bf99b5e6 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:34.307358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Attempting to bind port def851d7-2263-4af1-a78c-a337bf99b5e6 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '49e3893f-a9c7-4579-ab85-971be3b686cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f362457c-21cb-4ece-94f2-4f3c9b8f0713'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:34.308291 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Attempting to bind port def851d7-2263-4af1-a78c-a337bf99b5e6 on network f362457c-21cb-4ece-94f2-4f3c9b8f0713 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:34.313077 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:34.313441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Checking segment: {'id': '49e3893f-a9c7-4579-ab85-971be3b686cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f362457c-21cb-4ece-94f2-4f3c9b8f0713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:34.313831 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:34.314219 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Bound using segment: {'id': '49e3893f-a9c7-4579-ab85-971be3b686cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f362457c-21cb-4ece-94f2-4f3c9b8f0713'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:34.314666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Bound port: def851d7-2263-4af1-a78c-a337bf99b5e6, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e3893f-a9c7-4579-ab85-971be3b686cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'f362457c-21cb-4ece-94f2-4f3c9b8f0713'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:34.315034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:34.363339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e824dfbe-e711-4d3b-a0cd-d1a18b1ae09a tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Made reservation on behalf of dc4d1550027049858ad2ee95d016a49c for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:34.366993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e824dfbe-e711-4d3b-a0cd-d1a18b1ae09a tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:34.374776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] For port def851d7-2263-4af1-a78c-a337bf99b5e6, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:34.377876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] For port def851d7-2263-4af1-a78c-a337bf99b5e6, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=def851d7-2263-4af1-a78c-a337bf99b5e6,segment=NetworkSegment(49e3893f-a9c7-4579-ab85-971be3b686cc),segment_id=49e3893f-a9c7-4579-ab85-971be3b686cc)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:34.425868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:34.482743 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c307aa-f956-4cf8-bfe7-7556918824a7 None None] Pushing event updated for resources: {'Port': ['ID=def851d7-2263-4af1-a78c-a337bf99b5e6,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:34.608476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e824dfbe-e711-4d3b-a0cd-d1a18b1ae09a tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:34.698427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824dfbe-e711-4d3b-a0cd-d1a18b1ae09a tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Pushing event updated for resources: {'Subnet': ['ID=3f57df3a-cbdf-406e-b8ec-00cf58121046,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:34.706616 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e824dfbe-e711-4d3b-a0cd-d1a18b1ae09a tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Checking segment: {'id': '53f0799f-f619-42d3-8fe0-5f64d3f64361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5371e54f-f8a6-4579-b247-bacf2b31e558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:34.706972 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e824dfbe-e711-4d3b-a0cd-d1a18b1ae09a tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Network hostable DHCP agents. Network: 5371e54f-f8a6-4579-b247-bacf2b31e558, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:21:34.793086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e824dfbe-e711-4d3b-a0cd-d1a18b1ae09a tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Network 5371e54f-f8a6-4579-b247-bacf2b31e558 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:21:34.843232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-e824dfbe-e711-4d3b-a0cd-d1a18b1ae09a tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 5371e54f-f8a6-4579-b247-bacf2b31e558) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:34.847298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e824dfbe-e711-4d3b-a0cd-d1a18b1ae09a tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:34.847859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e824dfbe-e711-4d3b-a0cd-d1a18b1ae09a tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:34.852508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae4173-0870-419a-ad27-998b970a8d95 None None] Network 5371e54f-f8a6-4579-b247-bacf2b31e558 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:34.914057 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e824dfbe-e711-4d3b-a0cd-d1a18b1ae09a tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7104774 Dec 22 05:21:34.917167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48020) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:34.921982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-77e1fd43-9810-4f41-af31-c64a516630a2 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Request body: {'router': {'external_gateway_info': {'network_id': '5371e54f-f8a6-4579-b247-bacf2b31e558'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:35.139434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-77e1fd43-9810-4f41-af31-c64a516630a2 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.146810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-5371e54f-f8a6-4579-b247-bacf2b31e558', 'network_id': '5371e54f-f8a6-4579-b247-bacf2b31e558', 'tenant_id': 'dc4d1550027049858ad2ee95d016a49c', 'fixed_ips': [{'subnet_id': '3f57df3a-cbdf-406e-b8ec-00cf58121046'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:21:35.147674 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.291795 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Allocated IP 172.21.0.2 (5371e54f-f8a6-4579-b247-bacf2b31e558/3f57df3a-cbdf-406e-b8ec-00cf58121046/d9ea162f-abd6-4d1d-a817-93e34d11f574) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:35.333060 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.api.v2.resource [None req-77e1fd43-9810-4f41-af31-c64a516630a2 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 05:21:35.336673 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-77e1fd43-9810-4f41-af31-c64a516630a2 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] 10.222.0.54 "PUT /v2.0/routers/f15b9046-e88d-45d3-a59d-7238342f936e HTTP/1.1" status: 400 len: 364 time: 0.4161017 Dec 22 05:21:35.340158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48022) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:35.356683 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01aaf61f-4979-4006-872f-29d135e1bebd None None] Network f362457c-21cb-4ece-94f2-4f3c9b8f0713 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:35.394408 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-7491357b-9b05-40a9-b14a-4a4722b7fcca tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Deleting subnet 3f57df3a-cbdf-406e-b8ec-00cf58121046 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:21:35.447855 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-12c3e144-2751-4b05-82c3-bfa8dcf97c1f None None] Provisioning complete for port def851d7-2263-4af1-a78c-a337bf99b5e6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:35.448788 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-12c3e144-2751-4b05-82c3-bfa8dcf97c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.566113 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.636097 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-12c3e144-2751-4b05-82c3-bfa8dcf97c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.654313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7491357b-9b05-40a9-b14a-4a4722b7fcca tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.658399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.704935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-12c3e144-2751-4b05-82c3-bfa8dcf97c1f None None] For port def851d7-2263-4af1-a78c-a337bf99b5e6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=def851d7-2263-4af1-a78c-a337bf99b5e6,segment=NetworkSegment(49e3893f-a9c7-4579-ab85-971be3b686cc),segment_id=49e3893f-a9c7-4579-ab85-971be3b686cc)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:35.705226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7491357b-9b05-40a9-b14a-4a4722b7fcca tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.718301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Network 5371e54f-f8a6-4579-b247-bacf2b31e558 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:35.722313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device def851d7-2263-4af1-a78c-a337bf99b5e6 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:35.730845 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:35.733773 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:35.753073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Pushing event updated for resources: {'Port': ['ID=d9ea162f-abd6-4d1d-a817-93e34d11f574,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:35.790128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-12c3e144-2751-4b05-82c3-bfa8dcf97c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.842428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7491357b-9b05-40a9-b14a-4a4722b7fcca tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.852490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Attempting to bind port d9ea162f-abd6-4d1d-a817-93e34d11f574 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:35.852859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Attempting to bind port d9ea162f-abd6-4d1d-a817-93e34d11f574 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '53f0799f-f619-42d3-8fe0-5f64d3f64361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5371e54f-f8a6-4579-b247-bacf2b31e558'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:35.853219 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Attempting to bind port d9ea162f-abd6-4d1d-a817-93e34d11f574 on network 5371e54f-f8a6-4579-b247-bacf2b31e558 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:35.872989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:35.873380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Checking segment: {'id': '53f0799f-f619-42d3-8fe0-5f64d3f64361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5371e54f-f8a6-4579-b247-bacf2b31e558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:35.873771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.874145 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Bound using segment: {'id': '53f0799f-f619-42d3-8fe0-5f64d3f64361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5371e54f-f8a6-4579-b247-bacf2b31e558'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:35.874615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Bound port: d9ea162f-abd6-4d1d-a817-93e34d11f574, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f0799f-f619-42d3-8fe0-5f64d3f64361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5371e54f-f8a6-4579-b247-bacf2b31e558'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:35.874996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.892691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port def851d7-2263-4af1-a78c-a337bf99b5e6 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:35.893074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.894952 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3e144-2751-4b05-82c3-bfa8dcf97c1f None None] Pushing event updated for resources: {'Port': ['ID=def851d7-2263-4af1-a78c-a337bf99b5e6,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:35.964708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7491357b-9b05-40a9-b14a-4a4722b7fcca tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:35.990081 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] For port d9ea162f-abd6-4d1d-a817-93e34d11f574, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:35.992997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491357b-9b05-40a9-b14a-4a4722b7fcca tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Pushing event deleted for resources: {'Subnet': ['ID=3f57df3a-cbdf-406e-b8ec-00cf58121046,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:35.994140 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] For port d9ea162f-abd6-4d1d-a817-93e34d11f574, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d9ea162f-abd6-4d1d-a817-93e34d11f574,segment=NetworkSegment(53f0799f-f619-42d3-8fe0-5f64d3f64361),segment_id=53f0799f-f619-42d3-8fe0-5f64d3f64361)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:35.998105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7491357b-9b05-40a9-b14a-4a4722b7fcca tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.003772 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7491357b-9b05-40a9-b14a-4a4722b7fcca tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] 10.222.0.54 "DELETE /v2.0/subnets/3f57df3a-cbdf-406e-b8ec-00cf58121046 HTTP/1.1" status: 204 len: 168 time: 0.6603799 Dec 22 05:21:36.004147 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48024) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:36.043127 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-23765cd8-efa2-49a0-9c2b-a294f9b6ed4e None None] Provisioning complete for port def851d7-2263-4af1-a78c-a337bf99b5e6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:36.043454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-23765cd8-efa2-49a0-9c2b-a294f9b6ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.079380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.082891 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.140266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Deleting port d9ea162f-abd6-4d1d-a817-93e34d11f574 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:21:36.140594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.163591 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dadb7-5c24-4a27-b7c4-4396a5d99ee8 None None] Pushing event updated for resources: {'Port': ['ID=d9ea162f-abd6-4d1d-a817-93e34d11f574,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:36.207447 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] For port d9ea162f-abd6-4d1d-a817-93e34d11f574, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d9ea162f-abd6-4d1d-a817-93e34d11f574,segment=NetworkSegment(53f0799f-f619-42d3-8fe0-5f64d3f64361),segment_id=53f0799f-f619-42d3-8fe0-5f64d3f64361)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:36.207808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.220614 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Calling delete_port for d9ea162f-abd6-4d1d-a817-93e34d11f574 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:21:36.392215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.418676 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Pushing event deleted for resources: {'Port': ['ID=d9ea162f-abd6-4d1d-a817-93e34d11f574,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:36.423213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] No DVR routers for this DVR port d9ea162f-abd6-4d1d-a817-93e34d11f574 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:21:36.431684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:36.432024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:36.432383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:36.432735 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:36.433057 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:36.433378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:36.433695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:36.434014 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:36.434330 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:36.434644 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:36.434957 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:36.435267 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:36.514505 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.534304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5371e54f-f8a6-4579-b247-bacf2b31e558']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:36.543622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f0799f-f619-42d3-8fe0-5f64d3f64361') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:36.543907 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f0799f-f619-42d3-8fe0-5f64d3f64361') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:36.553228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.565724 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.571303 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:21:36.571676 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:21:36.575073 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:21:36.711126 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.716107 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.719905 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] 10.222.0.54 "DELETE /v2.0/networks/5371e54f-f8a6-4579-b247-bacf2b31e558 HTTP/1.1" status: 204 len: 168 time: 0.7146349 Dec 22 05:21:36.722516 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48026) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:36.739309 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a455a89-e269-4764-b328-516ddf78e5a1 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Pushing event deleted for resources: {'Network': ['ID=5371e54f-f8a6-4579-b247-bacf2b31e558,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:36.777239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-5416169c-3df2-47e6-87f8-a978211b0646 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Deleting subnet 215f2c1d-a9a0-4d03-be5f-d914806fdbfe {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:21:36.780733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5416169c-3df2-47e6-87f8-a978211b0646 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.821758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5416169c-3df2-47e6-87f8-a978211b0646 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:36.911729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5416169c-3df2-47e6-87f8-a978211b0646 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.035883 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6f5fce-a395-4231-b13e-f0d3216fb9fc None None] DHCP port deletion for 5371e54f-f8a6-4579-b247-bacf2b31e558 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:21:37.044733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5416169c-3df2-47e6-87f8-a978211b0646 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.052341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184c048-a443-4583-8439-89746152390a None None] Network 5371e54f-f8a6-4579-b247-bacf2b31e558 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:37.064291 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f184c048-a443-4583-8439-89746152390a None None] Network 5371e54f-f8a6-4579-b247-bacf2b31e558 could not be found, it might have been deleted concurrently. {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 22 05:21:37.070800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5416169c-3df2-47e6-87f8-a978211b0646 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Pushing event deleted for resources: {'Subnet': ['ID=215f2c1d-a9a0-4d03-be5f-d914806fdbfe,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:37.077007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5416169c-3df2-47e6-87f8-a978211b0646 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.082545 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5416169c-3df2-47e6-87f8-a978211b0646 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] 10.222.0.54 "DELETE /v2.0/subnets/215f2c1d-a9a0-4d03-be5f-d914806fdbfe HTTP/1.1" status: 204 len: 168 time: 0.3567877 Dec 22 05:21:37.082802 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48028) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:37.084728 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e06151-5ad3-441d-a765-9a0e008e437a None None] Network f362457c-21cb-4ece-94f2-4f3c9b8f0713 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:37.125829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6554a91c-85ba-443c-9d35-2c7a04cc6c50 None None] Could not find standard attr ID for object d9ea162f-abd6-4d1d-a817-93e34d11f574. {{(pid=109184) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 05:21:37.160027 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.211451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Deleting port def851d7-2263-4af1-a78c-a337bf99b5e6 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:21:37.211784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.264936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d168b1fa-dbfd-45a9-86ce-7dcd93f06a06 None None] DHCP port deletion for f362457c-21cb-4ece-94f2-4f3c9b8f0713 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:21:37.278383 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] For port def851d7-2263-4af1-a78c-a337bf99b5e6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=def851d7-2263-4af1-a78c-a337bf99b5e6,segment=NetworkSegment(49e3893f-a9c7-4579-ab85-971be3b686cc),segment_id=49e3893f-a9c7-4579-ab85-971be3b686cc)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:37.278737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.291038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Calling delete_port for def851d7-2263-4af1-a78c-a337bf99b5e6 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:21:37.311326 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d168b1fa-dbfd-45a9-86ce-7dcd93f06a06 None None] Deleting port def851d7-2263-4af1-a78c-a337bf99b5e6 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:21:37.311695 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d168b1fa-dbfd-45a9-86ce-7dcd93f06a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.374859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-d168b1fa-dbfd-45a9-86ce-7dcd93f06a06 None None] For port def851d7-2263-4af1-a78c-a337bf99b5e6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=def851d7-2263-4af1-a78c-a337bf99b5e6,segment=NetworkSegment(49e3893f-a9c7-4579-ab85-971be3b686cc),segment_id=49e3893f-a9c7-4579-ab85-971be3b686cc)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:37.375262 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d168b1fa-dbfd-45a9-86ce-7dcd93f06a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.387903 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d168b1fa-dbfd-45a9-86ce-7dcd93f06a06 None None] Calling delete_port for def851d7-2263-4af1-a78c-a337bf99b5e6 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:21:37.449505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.459535 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d168b1fa-dbfd-45a9-86ce-7dcd93f06a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.476281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Pushing event deleted for resources: {'Port': ['ID=def851d7-2263-4af1-a78c-a337bf99b5e6,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:37.478143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] No DVR routers for this DVR port def851d7-2263-4af1-a78c-a337bf99b5e6 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:21:37.486679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168b1fa-dbfd-45a9-86ce-7dcd93f06a06 None None] Pushing event deleted for resources: {'Port': ['ID=def851d7-2263-4af1-a78c-a337bf99b5e6,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:37.488526 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168b1fa-dbfd-45a9-86ce-7dcd93f06a06 None None] No DVR routers for this DVR port def851d7-2263-4af1-a78c-a337bf99b5e6 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:21:37.558382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.584368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f362457c-21cb-4ece-94f2-4f3c9b8f0713']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:37.593349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e3893f-a9c7-4579-ab85-971be3b686cc') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:37.593640 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e3893f-a9c7-4579-ab85-971be3b686cc') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:37.603078 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.615871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.622099 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:21:37.622471 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:21:37.625377 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:21:37.676608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device def851d7-2263-4af1-a78c-a337bf99b5e6 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:21:37.700881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: def851d7-2263-4af1-a78c-a337bf99b5e6 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:21:37.701224 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device def851d7-2263-4af1-a78c-a337bf99b5e6 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:21:37.769047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.775985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:37.779396 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] 10.222.0.54 "DELETE /v2.0/networks/f362457c-21cb-4ece-94f2-4f3c9b8f0713 HTTP/1.1" status: 204 len: 168 time: 0.6955636 Dec 22 05:21:37.782096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48030) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:37.791211 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5719c9-1159-4ba6-9248-156ef4fa1678 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Pushing event deleted for resources: {'Network': ['ID=f362457c-21cb-4ece-94f2-4f3c9b8f0713,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:37.808901 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a7d8a0cc-eb34-424a-9174-ad117eaaf273 tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] 10.222.0.54 "GET /v2.0/ports?device_id=f15b9046-e88d-45d3-a59d-7238342f936e HTTP/1.1" status: 200 len: 205 time: 0.0257075 Dec 22 05:21:37.811266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48032) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:37.888108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d0848a51-2a4c-4ecb-a238-ace8e1b04d0f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:38.043895 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d0848a51-2a4c-4ecb-a238-ace8e1b04d0f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:38.045880 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d0848a51-2a4c-4ecb-a238-ace8e1b04d0f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:38.179104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d0848a51-2a4c-4ecb-a238-ace8e1b04d0f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:38.179597 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0848a51-2a4c-4ecb-a238-ace8e1b04d0f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Fanout notify agent at l3_agent the message router_deleted on router f15b9046-e88d-45d3-a59d-7238342f936e {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:21:38.186312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d0848a51-2a4c-4ecb-a238-ace8e1b04d0f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:38.190175 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d0848a51-2a4c-4ecb-a238-ace8e1b04d0f tempest-RoutersNegativeTest-65216548 tempest-RoutersNegativeTest-65216548-project] 10.222.0.54 "DELETE /v2.0/routers/f15b9046-e88d-45d3-a59d-7238342f936e HTTP/1.1" status: 204 len: 168 time: 0.3752065 Dec 22 05:21:38.618873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48038) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:38.748848 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b4f98ffb-9d51-4ef9-a81b-865ab0cc9ecd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dc4d1550027049858ad2ee95d016a49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288395 Dec 22 05:21:38.751289 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48042) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:38.797707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3872193c-3d86-4168-8a3f-c49d3df502b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:38.818462 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3872193c-3d86-4168-8a3f-c49d3df502b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:38.917656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3872193c-3d86-4168-8a3f-c49d3df502b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:38.920175 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3872193c-3d86-4168-8a3f-c49d3df502b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:38.921379 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3872193c-3d86-4168-8a3f-c49d3df502b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ec216d92-068a-47cd-a8d0-4b7b53b6c9c0 HTTP/1.1" status: 204 len: 168 time: 0.1692195 Dec 22 05:21:38.929543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872193c-3d86-4168-8a3f-c49d3df502b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec216d92-068a-47cd-a8d0-4b7b53b6c9c0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:39.243402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5151-699b-4f3e-96f2-9870a95293e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:39.847936 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48064) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:39.941259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1432991727-network', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:40.031540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Made reservation on behalf of db4ce8d9be6f46d5b24e4e89f7069d99 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:40.033883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:40.042944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:40.114672 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:40.174858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:40.199281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:21:40.208697 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43132c6a-f5c2-4833-9739-10a294cb5f0e,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:40.214172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:40.214501 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Added segment 88d84996-2553-4647-8e48-1c3004b3628e of type vlan for network 470e8726-79fe-4ac5-954d-f9049d1b71b5 Dec 22 05:21:40.261989 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:40.363277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:40.364199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:40.364841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:40.421273 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] Pushing event updated for resources: {'Network': ['ID=470e8726-79fe-4ac5-954d-f9049d1b71b5,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:40.430851 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 470e8726-79fe-4ac5-954d-f9049d1b71b5 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:21:40.468958 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4cb1e2bf-bfe1-41a7-9c2d-a2060e444efc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6199183 Dec 22 05:21:40.472051 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48068) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:40.476868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f354f6ea-aa93-40ce-9bbd-6424c74afc13 admin admin] Request body: {'subnet': {'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1432991727-subnet', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:40.562003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f354f6ea-aa93-40ce-9bbd-6424c74afc13 admin admin] Made reservation on behalf of db4ce8d9be6f46d5b24e4e89f7069d99 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:40.564379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f354f6ea-aa93-40ce-9bbd-6424c74afc13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:40.779459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f354f6ea-aa93-40ce-9bbd-6424c74afc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:40.834222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354f6ea-aa93-40ce-9bbd-6424c74afc13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a89c96-03d5-423a-957d-cb0177f121e8,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:40.842006 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f354f6ea-aa93-40ce-9bbd-6424c74afc13 admin admin] Checking segment: {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:40.842351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354f6ea-aa93-40ce-9bbd-6424c74afc13 admin admin] Network hostable DHCP agents. Network: 470e8726-79fe-4ac5-954d-f9049d1b71b5, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:21:40.921655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354f6ea-aa93-40ce-9bbd-6424c74afc13 admin admin] Network 470e8726-79fe-4ac5-954d-f9049d1b71b5 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:21:40.984745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-f354f6ea-aa93-40ce-9bbd-6424c74afc13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 470e8726-79fe-4ac5-954d-f9049d1b71b5) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:40.988703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f354f6ea-aa93-40ce-9bbd-6424c74afc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:40.989278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f354f6ea-aa93-40ce-9bbd-6424c74afc13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:40.996465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc45e6-ec0a-44cd-a05f-13cd6cc447fb None None] Network 470e8726-79fe-4ac5-954d-f9049d1b71b5 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:41.086304 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f354f6ea-aa93-40ce-9bbd-6424c74afc13 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6131763 Dec 22 05:21:41.089315 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48070) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:41.093550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1432991727-router', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:41.136377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-470e8726-79fe-4ac5-954d-f9049d1b71b5', 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'fixed_ips': [{'subnet_id': 'b8a89c96-03d5-423a-957d-cb0177f121e8'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:21:41.137207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:41.192386 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:41.193434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:41.248810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:41.271745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Allocated IP 172.20.0.2 (470e8726-79fe-4ac5-954d-f9049d1b71b5/b8a89c96-03d5-423a-957d-cb0177f121e8/2e8ffa76-d022-401b-86eb-deff7d4e6392) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:41.409063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:41.438054 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:41.460744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:41.497215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Network 470e8726-79fe-4ac5-954d-f9049d1b71b5 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:41.499899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:41.503298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:41.512573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Pushing event updated for resources: {'Port': ['ID=2e8ffa76-d022-401b-86eb-deff7d4e6392,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:41.564490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Attempting to bind port 2e8ffa76-d022-401b-86eb-deff7d4e6392 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:41.564853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Attempting to bind port 2e8ffa76-d022-401b-86eb-deff7d4e6392 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:41.565209 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Attempting to bind port 2e8ffa76-d022-401b-86eb-deff7d4e6392 on network 470e8726-79fe-4ac5-954d-f9049d1b71b5 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:41.570437 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:41.570808 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Checking segment: {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:41.571207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:41.571595 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Bound using segment: {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:41.572060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Bound port: 2e8ffa76-d022-401b-86eb-deff7d4e6392, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:41.572462 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:41.651087 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] For port 2e8ffa76-d022-401b-86eb-deff7d4e6392, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:41.654958 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] For port 2e8ffa76-d022-401b-86eb-deff7d4e6392, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2e8ffa76-d022-401b-86eb-deff7d4e6392,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:41.722849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d70ec0ec-101d-4f66-85ef-fdd7e455b13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:41.751837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:41.811087 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ddcca-8c92-44f1-816b-49b7acd36b16 None None] Pushing event updated for resources: {'Port': ['ID=2e8ffa76-d022-401b-86eb-deff7d4e6392,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:42.072790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:42.092121 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:42.194589 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Allocated IP 172.26.5.243 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/31b6b195-48f2-4aec-8e2b-07d81220eead) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:42.294944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:42.391666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:42.435519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:42.438293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:42.441927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:42.450703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Pushing event updated for resources: {'Port': ['ID=31b6b195-48f2-4aec-8e2b-07d81220eead,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:42.635430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2705dc4-e7fe-4cea-b40e-ca38b5754c70 None None] Network 470e8726-79fe-4ac5-954d-f9049d1b71b5 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:42.698142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e3d078bc-9681-4844-b4c5-e84dfb52485d None None] Provisioning complete for port 2e8ffa76-d022-401b-86eb-deff7d4e6392 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:42.698429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3d078bc-9681-4844-b4c5-e84dfb52485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:42.753197 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:42.843237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3d078bc-9681-4844-b4c5-e84dfb52485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:42.880017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e3d078bc-9681-4844-b4c5-e84dfb52485d None None] For port 2e8ffa76-d022-401b-86eb-deff7d4e6392, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2e8ffa76-d022-401b-86eb-deff7d4e6392,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:42.950418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:42.985033 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3d078bc-9681-4844-b4c5-e84dfb52485d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:43.039999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d078bc-9681-4844-b4c5-e84dfb52485d None None] Pushing event updated for resources: {'Port': ['ID=2e8ffa76-d022-401b-86eb-deff7d4e6392,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:43.103542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b27f0f81-e9b2-4167-a4d6-0c5de3196910 None None] Provisioning complete for port 2e8ffa76-d022-401b-86eb-deff7d4e6392 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:43.103904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b27f0f81-e9b2-4167-a4d6-0c5de3196910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:43.150891 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Router 355e13b2-ed61-44f0-a6a7-873b3bd78959 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:21:43.242457 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:43.256018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:21:43.264441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Sync routers for ids ['355e13b2-ed61-44f0-a6a7-873b3bd78959'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:21:43.273148 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Routers {'355e13b2-ed61-44f0-a6a7-873b3bd78959'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:21:43.273777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:21:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['355e13b2-ed61-44f0-a6a7-873b3bd78959'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:43.329998 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:43.331241 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-00bad2b7-1c8f-4ca2-8c9c-00186ccc87d9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2410214 Dec 22 05:21:43.334135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48072) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:43.377002 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Set router 355e13b2-ed61-44f0-a6a7-873b3bd78959 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:21:43.550488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'name': 'tempest-TestEncryptedCinderVolumes-1432991727-router', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:41Z', 'updated_at': '2021-12-22T05:21:42Z', 'revision_number': 3, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'gw_port': {'id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:42Z', 'updated_at': '2021-12-22T05:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:43.719786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Checking router: 355e13b2-ed61-44f0-a6a7-873b3bd78959 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:21:43.720388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Updating router 355e13b2-ed61-44f0-a6a7-873b3bd78959 port 31b6b195-48f2-4aec-8e2b-07d81220eead binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:21:43.738287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2e8ffa76-d022-401b-86eb-deff7d4e6392 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:43.764854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:43.769073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:43.875211 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 2e8ffa76-d022-401b-86eb-deff7d4e6392 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:43.875498 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:43.962295 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Allocated IP 172.20.0.1 (470e8726-79fe-4ac5-954d-f9049d1b71b5/b8a89c96-03d5-423a-957d-cb0177f121e8/cc390925-5560-4491-bc2e-ee9358026613) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:44.063739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.091711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.157964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.168461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.201380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Network 470e8726-79fe-4ac5-954d-f9049d1b71b5 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:44.204140 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:44.206552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:44.216550 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Attempting to bind port 31b6b195-48f2-4aec-8e2b-07d81220eead on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:44.216919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Attempting to bind port 31b6b195-48f2-4aec-8e2b-07d81220eead by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:44.217280 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Attempting to bind port 31b6b195-48f2-4aec-8e2b-07d81220eead on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:44.225034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256a96c-ae30-4d57-aa25-86f6332c479b None None] Pushing event updated for resources: {'Port': ['ID=31b6b195-48f2-4aec-8e2b-07d81220eead,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:44.229546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:44.229955 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:44.230885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.231257 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:44.231720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Bound port: 31b6b195-48f2-4aec-8e2b-07d81220eead, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:44.232093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.235782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Pushing event updated for resources: {'Port': ['ID=cc390925-5560-4491-bc2e-ee9358026613,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:44.257350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.298865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] For port 31b6b195-48f2-4aec-8e2b-07d81220eead, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:44.304370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] For port 31b6b195-48f2-4aec-8e2b-07d81220eead, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=31b6b195-48f2-4aec-8e2b-07d81220eead,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:44.335187 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.361767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.429685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256a96c-ae30-4d57-aa25-86f6332c479b None None] Pushing event updated for resources: {'Port': ['ID=31b6b195-48f2-4aec-8e2b-07d81220eead,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:44.433124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Routers {'355e13b2-ed61-44f0-a6a7-873b3bd78959'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:21:44.433711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:21:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['355e13b2-ed61-44f0-a6a7-873b3bd78959'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:44.439372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-200ff8ff-8de6-44cc-9265-6ae2260e37ac None None] Provisioning complete for port cc390925-5560-4491-bc2e-ee9358026613 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:44.439739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-200ff8ff-8de6-44cc-9265-6ae2260e37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.448036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.541858 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-200ff8ff-8de6-44cc-9265-6ae2260e37ac None None] Port cc390925-5560-4491-bc2e-ee9358026613 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:21:44.570776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] Set router 355e13b2-ed61-44f0-a6a7-873b3bd78959 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:21:44.608212 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.670735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.736954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:44.739747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Pushing event updated for resources: {'Port': ['ID=cc390925-5560-4491-bc2e-ee9358026613,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:44.771102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'name': 'tempest-TestEncryptedCinderVolumes-1432991727-router', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:41Z', 'updated_at': '2021-12-22T05:21:44Z', 'revision_number': 4, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'gw_port': {'id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:42Z', 'updated_at': '2021-12-22T05:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'cc390925-5560-4491-bc2e-ee9358026613', 'name': '', 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'mac_address': 'fa:16:3e:1b:f9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'b8a89c96-03d5-423a-957d-cb0177f121e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:43Z', 'updated_at': '2021-12-22T05:21:43Z', 'revision_number': 1, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'subnets': [{'id': 'b8a89c96-03d5-423a-957d-cb0177f121e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:44.797950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1257ad1-263d-44aa-8918-97ea52f3fb76 None None] The sync data for ids ['355e13b2-ed61-44f0-a6a7-873b3bd78959'] in dv-neutron-822523-1-hyperv is: [{'id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'name': 'tempest-TestEncryptedCinderVolumes-1432991727-router', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:41Z', 'updated_at': '2021-12-22T05:21:44Z', 'revision_number': 4, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'gw_port': {'id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:42Z', 'updated_at': '2021-12-22T05:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'cc390925-5560-4491-bc2e-ee9358026613', 'name': '', 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'mac_address': 'fa:16:3e:1b:f9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'b8a89c96-03d5-423a-957d-cb0177f121e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:43Z', 'updated_at': '2021-12-22T05:21:43Z', 'revision_number': 1, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'subnets': [{'id': 'b8a89c96-03d5-423a-957d-cb0177f121e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:21:44.834744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Network 470e8726-79fe-4ac5-954d-f9049d1b71b5 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:44.836100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:44.961338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Router 355e13b2-ed61-44f0-a6a7-873b3bd78959 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:21:45.065677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-86d60126-6f7e-4b8d-9b44-02c3c1c89be0 None None] Provisioning complete for port cc390925-5560-4491-bc2e-ee9358026613 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:45.066042 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-86d60126-6f7e-4b8d-9b44-02c3c1c89be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:45.093723 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:21:45.109187 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-21e65ebe-5a2d-4068-9bef-46f26609adfd admin admin] 10.222.0.54 "PUT /v2.0/routers/355e13b2-ed61-44f0-a6a7-873b3bd78959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7647653 Dec 22 05:21:45.109828 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-86d60126-6f7e-4b8d-9b44-02c3c1c89be0 None None] Port cc390925-5560-4491-bc2e-ee9358026613 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:21:45.283582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:45.722483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 31b6b195-48f2-4aec-8e2b-07d81220eead up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:45.781011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 31b6b195-48f2-4aec-8e2b-07d81220eead triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:45.781745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:45.788643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48088) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:45.794124 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-972661838-network', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:45.859810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:45.877908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Made reservation on behalf of 9350afa5ca96497db59c6ddb10a065fd for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:45.882711 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:45.883175 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 31b6b195-48f2-4aec-8e2b-07d81220eead, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=31b6b195-48f2-4aec-8e2b-07d81220eead,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:45.889540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:45.952426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:45.966633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:46.005013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=31b6b195-48f2-4aec-8e2b-07d81220eead,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:46.037981 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:46.059168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:21:46.074347 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56abc474-c576-4fa1-b407-dda3785fc1c7,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:46.077211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:46.077544 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Added segment 228d30b1-dbc5-4e9f-9364-e77beb7945fc of type vlan for network b1673ab3-5c76-40d8-aa66-621676eaf731 Dec 22 05:21:46.117520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:46.215074 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:46.216072 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:46.216698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:46.277734 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] Pushing event updated for resources: {'Network': ['ID=b1673ab3-5c76-40d8-aa66-621676eaf731,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:46.287311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network b1673ab3-5c76-40d8-aa66-621676eaf731 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:21:46.343280 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f369f18f-4671-407e-baa1-bb6d2e2cc99b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5535083 Dec 22 05:21:46.345860 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48090) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:46.351393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4198bd17-b654-4754-98cf-950e58c81884 admin admin] Request body: {'subnet': {'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-972661838-subnet', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'ip_version': 4}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:46.437438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4198bd17-b654-4754-98cf-950e58c81884 admin admin] Made reservation on behalf of 9350afa5ca96497db59c6ddb10a065fd for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:46.439852 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4198bd17-b654-4754-98cf-950e58c81884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:46.666929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4198bd17-b654-4754-98cf-950e58c81884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:46.726597 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198bd17-b654-4754-98cf-950e58c81884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec99f0ce-2af3-47ea-9b35-ae47bbd55a83,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:46.743474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4198bd17-b654-4754-98cf-950e58c81884 admin admin] Checking segment: {'id': '228d30b1-dbc5-4e9f-9364-e77beb7945fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:46.743474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4198bd17-b654-4754-98cf-950e58c81884 admin admin] Network hostable DHCP agents. Network: b1673ab3-5c76-40d8-aa66-621676eaf731, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:21:46.750790 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Sync routers for ids ['355e13b2-ed61-44f0-a6a7-873b3bd78959'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:21:46.760761 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Routers {'355e13b2-ed61-44f0-a6a7-873b3bd78959'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:21:46.761359 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:21:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['355e13b2-ed61-44f0-a6a7-873b3bd78959'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:46.831962 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4198bd17-b654-4754-98cf-950e58c81884 admin admin] Network b1673ab3-5c76-40d8-aa66-621676eaf731 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:21:46.865049 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Set router 355e13b2-ed61-44f0-a6a7-873b3bd78959 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:21:46.893571 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-4198bd17-b654-4754-98cf-950e58c81884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, b1673ab3-5c76-40d8-aa66-621676eaf731) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:46.901075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4198bd17-b654-4754-98cf-950e58c81884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:46.901360 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c79e0-7071-44c1-b53f-20d8f6c3d8d8 None None] Network b1673ab3-5c76-40d8-aa66-621676eaf731 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:46.902296 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4198bd17-b654-4754-98cf-950e58c81884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:46.984055 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4198bd17-b654-4754-98cf-950e58c81884 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6369417 Dec 22 05:21:46.986440 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48092) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:46.991646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-972661838-router', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:47.054613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-b1673ab3-5c76-40d8-aa66-621676eaf731', 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'fixed_ips': [{'subnet_id': 'ec99f0ce-2af3-47ea-9b35-ae47bbd55a83'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:21:47.055456 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.078250 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'name': 'tempest-TestEncryptedCinderVolumes-1432991727-router', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:41Z', 'updated_at': '2021-12-22T05:21:44Z', 'revision_number': 4, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'gw_port': {'id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:42Z', 'updated_at': '2021-12-22T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'cc390925-5560-4491-bc2e-ee9358026613', 'name': '', 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'mac_address': 'fa:16:3e:1b:f9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'b8a89c96-03d5-423a-957d-cb0177f121e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:43Z', 'updated_at': '2021-12-22T05:21:44Z', 'revision_number': 2, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'subnets': [{'id': 'b8a89c96-03d5-423a-957d-cb0177f121e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:47.090668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.091724 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.104897 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Checking router: 355e13b2-ed61-44f0-a6a7-873b3bd78959 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:21:47.105258 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Updating router 355e13b2-ed61-44f0-a6a7-873b3bd78959 port cc390925-5560-4491-bc2e-ee9358026613 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:21:47.129344 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.147501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.188458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Allocated IP 172.20.0.2 (b1673ab3-5c76-40d8-aa66-621676eaf731/ec99f0ce-2af3-47ea-9b35-ae47bbd55a83/0605f917-965e-4127-85b0-3d89c48609b9) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:47.342205 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.344360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.398776 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.434214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.485668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Network b1673ab3-5c76-40d8-aa66-621676eaf731 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:47.489154 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.494423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:47.497801 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:47.506239 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Pushing event updated for resources: {'Port': ['ID=0605f917-965e-4127-85b0-3d89c48609b9,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:47.565041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Attempting to bind port 0605f917-965e-4127-85b0-3d89c48609b9 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:47.565482 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Attempting to bind port 0605f917-965e-4127-85b0-3d89c48609b9 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '228d30b1-dbc5-4e9f-9364-e77beb7945fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:47.565758 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Attempting to bind port 0605f917-965e-4127-85b0-3d89c48609b9 on network b1673ab3-5c76-40d8-aa66-621676eaf731 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:47.569784 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Pushing event updated for resources: {'Port': ['ID=cc390925-5560-4491-bc2e-ee9358026613,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:47.570995 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:47.571378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Checking segment: {'id': '228d30b1-dbc5-4e9f-9364-e77beb7945fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:47.571775 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.572163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Bound using segment: {'id': '228d30b1-dbc5-4e9f-9364-e77beb7945fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:47.572653 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Bound port: 0605f917-965e-4127-85b0-3d89c48609b9, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228d30b1-dbc5-4e9f-9364-e77beb7945fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:47.578683 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.589616 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:47.590078 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:47.590514 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:47.590943 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:47.591408 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:47.591782 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:47.592213 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:47.592642 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:47.593603 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:47.593603 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:47.593814 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:47.594232 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:21:47.611574 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Attempting to bind port cc390925-5560-4491-bc2e-ee9358026613 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:47.612106 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Attempting to bind port cc390925-5560-4491-bc2e-ee9358026613 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:47.612586 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Attempting to bind port cc390925-5560-4491-bc2e-ee9358026613 on network 470e8726-79fe-4ac5-954d-f9049d1b71b5 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:47.618111 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:47.618874 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Checking segment: {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:47.619148 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.619646 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Bound using segment: {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:47.621626 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Bound port: cc390925-5560-4491-bc2e-ee9358026613, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:47.621626 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.649788 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] For port 0605f917-965e-4127-85b0-3d89c48609b9, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:47.653314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] For port 0605f917-965e-4127-85b0-3d89c48609b9, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0605f917-965e-4127-85b0-3d89c48609b9,segment=NetworkSegment(228d30b1-dbc5-4e9f-9364-e77beb7945fc),segment_id=228d30b1-dbc5-4e9f-9364-e77beb7945fc)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:47.707867 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 31b6b195-48f2-4aec-8e2b-07d81220eead up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:47.713867 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.716732 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] For port cc390925-5560-4491-bc2e-ee9358026613, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:47.719565 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] For port cc390925-5560-4491-bc2e-ee9358026613, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=cc390925-5560-4491-bc2e-ee9358026613,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:47.798987 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.814478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071a56e-cd02-4129-8e18-47846334f883 None None] Pushing event updated for resources: {'Port': ['ID=0605f917-965e-4127-85b0-3d89c48609b9,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:47.849040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 31b6b195-48f2-4aec-8e2b-07d81220eead triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:47.849377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.909653 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e133339f-1a95-479e-9572-301139c06a54 None None] Provisioning complete for port cc390925-5560-4491-bc2e-ee9358026613 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:47.910304 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e133339f-1a95-479e-9572-301139c06a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:47.914912 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a951c-ae01-4e47-b261-8b68290a687f None None] Pushing event updated for resources: {'Port': ['ID=cc390925-5560-4491-bc2e-ee9358026613,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:47.920124 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Routers {'355e13b2-ed61-44f0-a6a7-873b3bd78959'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:21:47.928074 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:21:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['355e13b2-ed61-44f0-a6a7-873b3bd78959'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:48.079197 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e133339f-1a95-479e-9572-301139c06a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:48.173153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-e133339f-1a95-479e-9572-301139c06a54 None None] For port cc390925-5560-4491-bc2e-ee9358026613, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=cc390925-5560-4491-bc2e-ee9358026613,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:48.208079 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] Set router 355e13b2-ed61-44f0-a6a7-873b3bd78959 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:21:48.224131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:48.246199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:48.249095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e133339f-1a95-479e-9572-301139c06a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:48.336350 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133339f-1a95-479e-9572-301139c06a54 None None] Pushing event updated for resources: {'Port': ['ID=cc390925-5560-4491-bc2e-ee9358026613,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:48.374309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-154aa9b1-ceea-4bbd-9205-3f14b99b8990 None None] Provisioning complete for port cc390925-5560-4491-bc2e-ee9358026613 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:48.374686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-154aa9b1-ceea-4bbd-9205-3f14b99b8990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:48.383747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Allocated IP 172.26.5.220 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/ed0cd887-fe6b-4b74-9655-34152f5add0c) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:48.497273 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:48.584258 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'name': 'tempest-TestEncryptedCinderVolumes-1432991727-router', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:41Z', 'updated_at': '2021-12-22T05:21:44Z', 'revision_number': 4, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'gw_port': {'id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:42Z', 'updated_at': '2021-12-22T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'cc390925-5560-4491-bc2e-ee9358026613', 'name': '', 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'mac_address': 'fa:16:3e:1b:f9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'b8a89c96-03d5-423a-957d-cb0177f121e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:43Z', 'updated_at': '2021-12-22T05:21:47Z', 'revision_number': 4, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'subnets': [{'id': 'b8a89c96-03d5-423a-957d-cb0177f121e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:48.592159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:48.613236 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25d1f65-a2b1-4387-b913-d5af26ccbf0f None None] The sync data for ids ['355e13b2-ed61-44f0-a6a7-873b3bd78959'] in dv-neutron-822523-1-hyperv is: [{'id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'name': 'tempest-TestEncryptedCinderVolumes-1432991727-router', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:41Z', 'updated_at': '2021-12-22T05:21:44Z', 'revision_number': 4, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'gw_port': {'id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:42Z', 'updated_at': '2021-12-22T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'cc390925-5560-4491-bc2e-ee9358026613', 'name': '', 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'mac_address': 'fa:16:3e:1b:f9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'b8a89c96-03d5-423a-957d-cb0177f121e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:43Z', 'updated_at': '2021-12-22T05:21:47Z', 'revision_number': 4, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'subnets': [{'id': 'b8a89c96-03d5-423a-957d-cb0177f121e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:21:48.640743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:48.643742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:48.650664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:48.654410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0cd887-fe6b-4b74-9655-34152f5add0c,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:48.986439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:49.102402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5273859c-429b-4da7-bd12-bd1bd49004f3 None None] Network b1673ab3-5c76-40d8-aa66-621676eaf731 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:21:49.216409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:49.217147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9cfef75a-1e08-426b-b582-5ec63df3278c None None] Provisioning complete for port 0605f917-965e-4127-85b0-3d89c48609b9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:49.217511 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9cfef75a-1e08-426b-b582-5ec63df3278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:49.345761 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9cfef75a-1e08-426b-b582-5ec63df3278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:49.379722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9cfef75a-1e08-426b-b582-5ec63df3278c None None] For port 0605f917-965e-4127-85b0-3d89c48609b9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0605f917-965e-4127-85b0-3d89c48609b9,segment=NetworkSegment(228d30b1-dbc5-4e9f-9364-e77beb7945fc),segment_id=228d30b1-dbc5-4e9f-9364-e77beb7945fc)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:49.430478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Router 7d4e60a2-cc35-4891-983a-e3302767579e is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:21:49.449586 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9cfef75a-1e08-426b-b582-5ec63df3278c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:49.501283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfef75a-1e08-426b-b582-5ec63df3278c None None] Pushing event updated for resources: {'Port': ['ID=0605f917-965e-4127-85b0-3d89c48609b9,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:49.540722 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:21:49.549360 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Sync routers for ids ['7d4e60a2-cc35-4891-983a-e3302767579e'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:21:49.563112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Routers {'7d4e60a2-cc35-4891-983a-e3302767579e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:21:49.563711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:21:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['7d4e60a2-cc35-4891-983a-e3302767579e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:49.616817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:49.617997 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-87924a72-36df-4068-8a94-a176e6175543 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6299872 Dec 22 05:21:49.621291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48094) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:21:49.628978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-727b838b-49bb-4108-8683-f347cdb621e4 None None] Provisioning complete for port 0605f917-965e-4127-85b0-3d89c48609b9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:49.629345 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-727b838b-49bb-4108-8683-f347cdb621e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:49.702008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Set router 7d4e60a2-cc35-4891-983a-e3302767579e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:21:49.871336 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0605f917-965e-4127-85b0-3d89c48609b9 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:50.036539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 0605f917-965e-4127-85b0-3d89c48609b9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:50.036909 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.059100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.142472 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'name': 'tempest-TestEncryptedCinderVolumes-972661838-router', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:47Z', 'updated_at': '2021-12-22T05:21:48Z', 'revision_number': 3, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'gw_port': {'id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:48Z', 'updated_at': '2021-12-22T05:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:50.171881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Checking router: 7d4e60a2-cc35-4891-983a-e3302767579e for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:21:50.172244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Updating router 7d4e60a2-cc35-4891-983a-e3302767579e port ed0cd887-fe6b-4b74-9655-34152f5add0c binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:21:50.179283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device cc390925-5560-4491-bc2e-ee9358026613 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:50.217747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Allocated IP 172.20.0.1 (b1673ab3-5c76-40d8-aa66-621676eaf731/ec99f0ce-2af3-47ea-9b35-ae47bbd55a83/3d74ad09-51dc-4c4b-bc25-2736895492f6) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:50.239990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.322238 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.354233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port cc390925-5560-4491-bc2e-ee9358026613 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:50.354602 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.403924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.441425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Network b1673ab3-5c76-40d8-aa66-621676eaf731 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:50.445706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:50.449290 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:50.473923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Pushing event updated for resources: {'Port': ['ID=3d74ad09-51dc-4c4b-bc25-2736895492f6,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:50.494911 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.599090 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.672021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.708632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.730330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6426e-ba50-48f9-ab64-0794f4ea6936 None None] Pushing event updated for resources: {'Port': ['ID=ed0cd887-fe6b-4b74-9655-34152f5add0c,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:50.737183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Attempting to bind port ed0cd887-fe6b-4b74-9655-34152f5add0c on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:50.737449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Attempting to bind port ed0cd887-fe6b-4b74-9655-34152f5add0c by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:50.737837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Attempting to bind port ed0cd887-fe6b-4b74-9655-34152f5add0c on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:50.748904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a316ca4e-2154-4b10-b56b-6ac06e717633 None None] Provisioning complete for port 3d74ad09-51dc-4c4b-bc25-2736895492f6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:50.749281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a316ca4e-2154-4b10-b56b-6ac06e717633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.752243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:50.752619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:50.753009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.753407 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:50.753877 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Bound port: ed0cd887-fe6b-4b74-9655-34152f5add0c, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:50.754252 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.817665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a316ca4e-2154-4b10-b56b-6ac06e717633 None None] Port 3d74ad09-51dc-4c4b-bc25-2736895492f6 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:21:50.834939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] For port ed0cd887-fe6b-4b74-9655-34152f5add0c, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:50.837963 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] For port ed0cd887-fe6b-4b74-9655-34152f5add0c, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ed0cd887-fe6b-4b74-9655-34152f5add0c,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:50.872999 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.924098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.946336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.953430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:50.984017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Routers {'7d4e60a2-cc35-4891-983a-e3302767579e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:21:50.984769 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:21:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['7d4e60a2-cc35-4891-983a-e3302767579e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:50.987771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6426e-ba50-48f9-ab64-0794f4ea6936 None None] Pushing event updated for resources: {'Port': ['ID=ed0cd887-fe6b-4b74-9655-34152f5add0c,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:51.021631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Pushing event updated for resources: {'Port': ['ID=3d74ad09-51dc-4c4b-bc25-2736895492f6,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:51.027317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:51.096964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] Set router 7d4e60a2-cc35-4891-983a-e3302767579e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:21:51.118740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Network b1673ab3-5c76-40d8-aa66-621676eaf731 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:51.120118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:51.238998 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Router 7d4e60a2-cc35-4891-983a-e3302767579e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:21:51.310780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'name': 'tempest-TestEncryptedCinderVolumes-972661838-router', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:47Z', 'updated_at': '2021-12-22T05:21:50Z', 'revision_number': 4, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'gw_port': {'id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:48Z', 'updated_at': '2021-12-22T05:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '3d74ad09-51dc-4c4b-bc25-2736895492f6', 'name': '', 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'mac_address': 'fa:16:3e:cf:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ec99f0ce-2af3-47ea-9b35-ae47bbd55a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:50Z', 'updated_at': '2021-12-22T05:21:50Z', 'revision_number': 2, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'subnets': [{'id': 'ec99f0ce-2af3-47ea-9b35-ae47bbd55a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:51.339567 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd5edb-bbf9-4c6e-b702-b5de4a1e2515 None None] The sync data for ids ['7d4e60a2-cc35-4891-983a-e3302767579e'] in dv-neutron-822523-1-hyperv is: [{'id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'name': 'tempest-TestEncryptedCinderVolumes-972661838-router', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:47Z', 'updated_at': '2021-12-22T05:21:50Z', 'revision_number': 4, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'gw_port': {'id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:48Z', 'updated_at': '2021-12-22T05:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '3d74ad09-51dc-4c4b-bc25-2736895492f6', 'name': '', 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'mac_address': 'fa:16:3e:cf:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ec99f0ce-2af3-47ea-9b35-ae47bbd55a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:50Z', 'updated_at': '2021-12-22T05:21:50Z', 'revision_number': 2, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'subnets': [{'id': 'ec99f0ce-2af3-47ea-9b35-ae47bbd55a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:21:51.349314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d2795543-b8fa-4f73-a1a1-05f5b3b7363a None None] Provisioning complete for port 3d74ad09-51dc-4c4b-bc25-2736895492f6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:51.349679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d2795543-b8fa-4f73-a1a1-05f5b3b7363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:51.353452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:21:51.368718 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d6f01f00-d397-441e-9d67-5bb5240f4e86 admin admin] 10.222.0.54 "PUT /v2.0/routers/7d4e60a2-cc35-4891-983a-e3302767579e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7464125 Dec 22 05:21:51.387991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d2795543-b8fa-4f73-a1a1-05f5b3b7363a None None] Port 3d74ad09-51dc-4c4b-bc25-2736895492f6 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:21:52.185695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-3e1ab30e-ea3d-4880-85bd-4b21cabfa192 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:52.187205 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-3e1ab30e-ea3d-4880-85bd-4b21cabfa192 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/networks?id=470e8726-79fe-4ac5-954d-f9049d1b71b5 HTTP/1.1" status: 200 len: 817 time: 0.1068673 Dec 22 05:21:52.203034 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-985595ae-f81e-42f2-9ed1-6bba9c8a4315 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/quotas/db4ce8d9be6f46d5b24e4e89f7069d99 HTTP/1.1" status: 200 len: 375 time: 0.0098889 Dec 22 05:21:52.254597 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-32a79e41-59a9-4490-9ba1-801d0a247daf tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=db4ce8d9be6f46d5b24e4e89f7069d99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456047 Dec 22 05:21:52.447158 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-a2b51cb5-c192-436a-87d7-4dfcfd3ee789 service neutron] 10.222.0.54 "GET /v2.0/networks/470e8726-79fe-4ac5-954d-f9049d1b71b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799328 Dec 22 05:21:52.546346 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-bd6d9bc0-9e01-443f-8200-31f4f434788c service neutron] 10.222.0.54 "GET /v2.0/networks/470e8726-79fe-4ac5-954d-f9049d1b71b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930705 Dec 22 05:21:52.826009 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0d30abc2-4322-48cc-a096-8b639c12f2f9 req-74fd4fd6-3090-4dc3-9964-4b56bd775bdc tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 210 time: 0.0318198 Dec 22 05:21:53.240343 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Sync routers for ids ['7d4e60a2-cc35-4891-983a-e3302767579e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:21:53.253358 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Routers {'7d4e60a2-cc35-4891-983a-e3302767579e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:21:53.253991 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:21:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['7d4e60a2-cc35-4891-983a-e3302767579e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:53.361878 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Set router 7d4e60a2-cc35-4891-983a-e3302767579e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:21:53.554598 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'name': 'tempest-TestEncryptedCinderVolumes-972661838-router', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:47Z', 'updated_at': '2021-12-22T05:21:50Z', 'revision_number': 4, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'gw_port': {'id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:48Z', 'updated_at': '2021-12-22T05:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '3d74ad09-51dc-4c4b-bc25-2736895492f6', 'name': '', 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'mac_address': 'fa:16:3e:cf:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ec99f0ce-2af3-47ea-9b35-ae47bbd55a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:50Z', 'updated_at': '2021-12-22T05:21:50Z', 'revision_number': 2, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'subnets': [{'id': 'ec99f0ce-2af3-47ea-9b35-ae47bbd55a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:53.579834 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Checking router: 7d4e60a2-cc35-4891-983a-e3302767579e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:21:53.580143 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Updating router 7d4e60a2-cc35-4891-983a-e3302767579e port 3d74ad09-51dc-4c4b-bc25-2736895492f6 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:21:53.609029 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:53.717343 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ed0cd887-fe6b-4b74-9655-34152f5add0c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:53.767202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ed0cd887-fe6b-4b74-9655-34152f5add0c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:53.767656 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:53.843174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:53.864448 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port ed0cd887-fe6b-4b74-9655-34152f5add0c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ed0cd887-fe6b-4b74-9655-34152f5add0c,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:53.886917 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:53.927442 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d0563e14-19ae-4a02-803c-adb465e37b11 req-92991a85-a1bf-4baa-af3d-0dba638d26d3 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 210 time: 0.0285993 Dec 22 05:21:53.980214 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:53.980379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:54.033647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=ed0cd887-fe6b-4b74-9655-34152f5add0c,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:54.034154 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd30b0-8272-4bf6-8899-db87de2b0493 None None] Pushing event updated for resources: {'Port': ['ID=3d74ad09-51dc-4c4b-bc25-2736895492f6,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:54.087153 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Attempting to bind port 3d74ad09-51dc-4c4b-bc25-2736895492f6 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:54.087515 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Attempting to bind port 3d74ad09-51dc-4c4b-bc25-2736895492f6 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '228d30b1-dbc5-4e9f-9364-e77beb7945fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:54.087933 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Attempting to bind port 3d74ad09-51dc-4c4b-bc25-2736895492f6 on network b1673ab3-5c76-40d8-aa66-621676eaf731 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:54.094934 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:54.094934 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Checking segment: {'id': '228d30b1-dbc5-4e9f-9364-e77beb7945fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:54.094934 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:54.094934 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Bound using segment: {'id': '228d30b1-dbc5-4e9f-9364-e77beb7945fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:54.094934 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Bound port: 3d74ad09-51dc-4c4b-bc25-2736895492f6, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228d30b1-dbc5-4e9f-9364-e77beb7945fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:54.094934 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:54.163243 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] For port 3d74ad09-51dc-4c4b-bc25-2736895492f6, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:54.166550 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] For port 3d74ad09-51dc-4c4b-bc25-2736895492f6, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3d74ad09-51dc-4c4b-bc25-2736895492f6,segment=NetworkSegment(228d30b1-dbc5-4e9f-9364-e77beb7945fc),segment_id=228d30b1-dbc5-4e9f-9364-e77beb7945fc)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:54.249401 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:54.312070 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Routers {'7d4e60a2-cc35-4891-983a-e3302767579e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:21:54.312713 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:21:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['7d4e60a2-cc35-4891-983a-e3302767579e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:54.315670 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd30b0-8272-4bf6-8899-db87de2b0493 None None] Pushing event updated for resources: {'Port': ['ID=3d74ad09-51dc-4c4b-bc25-2736895492f6,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:54.336569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-18ffca3b-6316-4b7c-b498-ab7097106f53 None None] Provisioning complete for port 3d74ad09-51dc-4c4b-bc25-2736895492f6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:54.337029 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-18ffca3b-6316-4b7c-b498-ab7097106f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:54.428662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-18ffca3b-6316-4b7c-b498-ab7097106f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:54.431145 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] Set router 7d4e60a2-cc35-4891-983a-e3302767579e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:21:54.463713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-18ffca3b-6316-4b7c-b498-ab7097106f53 None None] For port 3d74ad09-51dc-4c4b-bc25-2736895492f6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3d74ad09-51dc-4c4b-bc25-2736895492f6,segment=NetworkSegment(228d30b1-dbc5-4e9f-9364-e77beb7945fc),segment_id=228d30b1-dbc5-4e9f-9364-e77beb7945fc)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:21:54.540450 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-18ffca3b-6316-4b7c-b498-ab7097106f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:54.589777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffca3b-6316-4b7c-b498-ab7097106f53 None None] Pushing event updated for resources: {'Port': ['ID=3d74ad09-51dc-4c4b-bc25-2736895492f6,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:54.630063 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'name': 'tempest-TestEncryptedCinderVolumes-972661838-router', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:47Z', 'updated_at': '2021-12-22T05:21:50Z', 'revision_number': 4, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'gw_port': {'id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:48Z', 'updated_at': '2021-12-22T05:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '3d74ad09-51dc-4c4b-bc25-2736895492f6', 'name': '', 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'mac_address': 'fa:16:3e:cf:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ec99f0ce-2af3-47ea-9b35-ae47bbd55a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:50Z', 'updated_at': '2021-12-22T05:21:54Z', 'revision_number': 4, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'subnets': [{'id': 'ec99f0ce-2af3-47ea-9b35-ae47bbd55a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:21:54.658388 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d087594-9bce-435e-9e0e-95ae6c4821ff None None] The sync data for ids ['7d4e60a2-cc35-4891-983a-e3302767579e'] in dv-neutron-822523-1-hyperv is: [{'id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'name': 'tempest-TestEncryptedCinderVolumes-972661838-router', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:47Z', 'updated_at': '2021-12-22T05:21:50Z', 'revision_number': 4, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'gw_port': {'id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:48Z', 'updated_at': '2021-12-22T05:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '3d74ad09-51dc-4c4b-bc25-2736895492f6', 'name': '', 'network_id': 'b1673ab3-5c76-40d8-aa66-621676eaf731', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'mac_address': 'fa:16:3e:cf:70:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ec99f0ce-2af3-47ea-9b35-ae47bbd55a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:50Z', 'updated_at': '2021-12-22T05:21:54Z', 'revision_number': 4, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'subnets': [{'id': 'ec99f0ce-2af3-47ea-9b35-ae47bbd55a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:21:54.658959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-19506ba2-2c42-436c-8365-3647b88d60a9 None None] Provisioning complete for port 3d74ad09-51dc-4c4b-bc25-2736895492f6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:54.659331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-19506ba2-2c42-436c-8365-3647b88d60a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:55.025277 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-439875c0-5689-4d23-a8b9-a0d1892b1d73 req-ee5911bc-5112-45b0-a19c-bea59616746f tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 210 time: 0.0261188 Dec 22 05:21:55.088494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-082dce66-728f-489f-8548-9004c54d096f tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:55.090537 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-082dce66-728f-489f-8548-9004c54d096f tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.16 "GET /v2.0/networks?id=470e8726-79fe-4ac5-954d-f9049d1b71b5 HTTP/1.1" status: 200 len: 817 time: 0.1128862 Dec 22 05:21:55.109765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Request body: {'port': {'device_id': '49f29883-7e78-4014-836d-2aba1450628b', 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5', 'admin_state_up': True, 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:55.288692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Made reservation on behalf of db4ce8d9be6f46d5b24e4e89f7069d99 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:21:55.292821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:55.441448 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Allocated IP 172.20.0.4 (470e8726-79fe-4ac5-954d-f9049d1b71b5/b8a89c96-03d5-423a-957d-cb0177f121e8/7eef3b39-32ea-410a-a0ae-312e2ac823ca) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:21:55.585039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:55.707445 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:55.715580 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ed0cd887-fe6b-4b74-9655-34152f5add0c up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:55.756031 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Network 470e8726-79fe-4ac5-954d-f9049d1b71b5 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:21:55.759479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:21:55.763229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:21:55.767286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ed0cd887-fe6b-4b74-9655-34152f5add0c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:55.767286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:55.774963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Pushing event updated for resources: {'Port': ['ID=7eef3b39-32ea-410a-a0ae-312e2ac823ca,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:55.826321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:55.826954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:55.857631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3d74ad09-51dc-4c4b-bc25-2736895492f6 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:21:55.898652 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-264746cf-4d6f-483a-a4b5-e1aa7c4506a4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7917542 Dec 22 05:21:55.905618 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 3d74ad09-51dc-4c4b-bc25-2736895492f6 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:55.905986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:55.918111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Request body: {'port': {'device_id': '49f29883-7e78-4014-836d-2aba1450628b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:21:55.982920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:55.996019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-90d4349a-b24f-41b5-9c6a-59f5b421dd09 None None] Provisioning complete for port 7eef3b39-32ea-410a-a0ae-312e2ac823ca triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:21:55.996409 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-90d4349a-b24f-41b5-9c6a-59f5b421dd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:56.030991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-90d4349a-b24f-41b5-9c6a-59f5b421dd09 None None] Port 7eef3b39-32ea-410a-a0ae-312e2ac823ca cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:21:56.191294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678cb83-e2dd-4cac-a802-34cf4a26beb7 req-41d1aab1-6547-45a9-a66f-079923954ca1 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:56.192771 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1678cb83-e2dd-4cac-a802-34cf4a26beb7 req-41d1aab1-6547-45a9-a66f-079923954ca1 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 931 time: 0.0960648 Dec 22 05:21:56.257161 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1678cb83-e2dd-4cac-a802-34cf4a26beb7 req-b44ac4a8-5c53-4d5f-a72b-371df4a3965b tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513406 Dec 22 05:21:56.306588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eef3b39-32ea-410a-a0ae-312e2ac823ca {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:21:56.314296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:56.326362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Transition to ACTIVE for port object 7eef3b39-32ea-410a-a0ae-312e2ac823ca will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:21:56.431502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:56.483344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Pushing event updated for resources: {'Port': ['ID=7eef3b39-32ea-410a-a0ae-312e2ac823ca,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:56.552465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Attempting to bind port 7eef3b39-32ea-410a-a0ae-312e2ac823ca on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:21:56.552797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Attempting to bind port 7eef3b39-32ea-410a-a0ae-312e2ac823ca by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:21:56.553126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Attempting to bind port 7eef3b39-32ea-410a-a0ae-312e2ac823ca on network 470e8726-79fe-4ac5-954d-f9049d1b71b5 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:56.557762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Port 7eef3b39-32ea-410a-a0ae-312e2ac823ca on network 470e8726-79fe-4ac5-954d-f9049d1b71b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:21:56.558126 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Attempting to bind port 7eef3b39-32ea-410a-a0ae-312e2ac823ca on network 470e8726-79fe-4ac5-954d-f9049d1b71b5 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:21:56.563873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:21:56.564228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Checking segment: {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:21:56.564615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Bound using segment: {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:21:56.565040 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Bound port: 7eef3b39-32ea-410a-a0ae-312e2ac823ca, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:21:56.565391 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:56.633889 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] For port 7eef3b39-32ea-410a-a0ae-312e2ac823ca, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:21:56.637404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] For port 7eef3b39-32ea-410a-a0ae-312e2ac823ca, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7eef3b39-32ea-410a-a0ae-312e2ac823ca,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:21:56.706447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:56.742232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:56.742751 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:21:56.744152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] 10.222.0.16 "PUT /v2.0/ports/7eef3b39-32ea-410a-a0ae-312e2ac823ca HTTP/1.1" status: 200 len: 1093 time: 0.8308899 Dec 22 05:21:56.744610 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f29883-7e78-4014-836d-2aba1450628b', 'tag': '7eef3b39-32ea-410a-a0ae-312e2ac823ca'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:21:56.746982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4203b0a2-0a10-474a-816f-f5cc48de7a02" -d '{"events": [{"name": "network-changed", "server_uuid": "49f29883-7e78-4014-836d-2aba1450628b", "tag": "7eef3b39-32ea-410a-a0ae-312e2ac823ca"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:21:56.775193 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e229f4-7cf9-4615-840a-1f290cce808d service neutron] Pushing event updated for resources: {'Port': ['ID=7eef3b39-32ea-410a-a0ae-312e2ac823ca,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:21:56.785464 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f50c14-08bd-4e93-9a41-f377ccc2ef38 x-openstack-request-id: req-17f50c14-08bd-4e93-9a41-f377ccc2ef38 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:21:56.785464 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f29883-7e78-4014-836d-2aba1450628b", "tag": "7eef3b39-32ea-410a-a0ae-312e2ac823ca", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:21:56.785666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17f50c14-08bd-4e93-9a41-f377ccc2ef38 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:21:56.785968 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f29883-7e78-4014-836d-2aba1450628b', 'tag': '7eef3b39-32ea-410a-a0ae-312e2ac823ca', 'status': 'completed', 'code': 200} Dec 22 05:21:57.004093 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203b0a2-0a10-474a-816f-f5cc48de7a02 req-901207a1-6154-447d-b823-d02a8bca485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:57.005531 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4203b0a2-0a10-474a-816f-f5cc48de7a02 req-901207a1-6154-447d-b823-d02a8bca485c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db4ce8d9be6f46d5b24e4e89f7069d99&device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 1096 time: 0.0416167 Dec 22 05:21:57.108600 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203b0a2-0a10-474a-816f-f5cc48de7a02 req-c34c7d0d-c402-4099-9aba-5db34c5fb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:57.109944 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4203b0a2-0a10-474a-816f-f5cc48de7a02 req-c34c7d0d-c402-4099-9aba-5db34c5fb061 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=db4ce8d9be6f46d5b24e4e89f7069d99&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0910988 Dec 22 05:21:57.201530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203b0a2-0a10-474a-816f-f5cc48de7a02 req-16f4c712-8f3c-463a-85c0-f5c4f288d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:57.202965 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4203b0a2-0a10-474a-816f-f5cc48de7a02 req-16f4c712-8f3c-463a-85c0-f5c4f288d3c3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856817 Dec 22 05:21:57.637721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-9e575581-8a3f-41fa-bec8-f92cbc0f6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:57.639311 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-9e575581-8a3f-41fa-bec8-f92cbc0f6b12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db4ce8d9be6f46d5b24e4e89f7069d99&device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 1096 time: 0.3774662 Dec 22 05:21:57.698595 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-e4251070-1dc6-4be0-9eb0-82bf84d6b6af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eef3b39-32ea-410a-a0ae-312e2ac823ca HTTP/1.1" status: 200 len: 217 time: 0.0359182 Dec 22 05:21:57.744096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd22d6-19f7-4174-b00e-cc03c409ba8a req-80bff839-2133-43f8-9a55-bcd3bff118cf tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:57.745592 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-31fd22d6-19f7-4174-b00e-cc03c409ba8a req-80bff839-2133-43f8-9a55-bcd3bff118cf tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 943 time: 0.1102502 Dec 22 05:21:57.773294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-0306ce77-fe88-45f0-9ff4-cb2253932c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:57.774669 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-0306ce77-fe88-45f0-9ff4-cb2253932c0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8a89c96-03d5-423a-957d-cb0177f121e8 HTTP/1.1" status: 200 len: 856 time: 0.0698187 Dec 22 05:21:57.800547 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-31fd22d6-19f7-4174-b00e-cc03c409ba8a req-777a72bb-a562-4ddf-9648-bae0acd756ab tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490561 Dec 22 05:21:57.827791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-276b3fcd-df1d-4465-9c04-69984b0fd2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:57.829360 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-276b3fcd-df1d-4465-9c04-69984b0fd2bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=470e8726-79fe-4ac5-954d-f9049d1b71b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440066 Dec 22 05:21:57.916734 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-23c236ad-6619-4c39-9e50-0c2d1065d3d9 service neutron] 10.222.0.16 "GET /v2.0/networks/470e8726-79fe-4ac5-954d-f9049d1b71b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796640 Dec 22 05:21:58.007888 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7afc87a9-ef7f-471f-abc5-173338b84172 req-6ed89f88-e770-4296-9b85-ca7c840a2af8 service neutron] 10.222.0.16 "GET /v2.0/networks/470e8726-79fe-4ac5-954d-f9049d1b71b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840268 Dec 22 05:21:58.920858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8e80f-95f4-477d-96ec-0b510f9dffa9 req-2e149ebc-f489-4232-a69f-71110a80e886 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:58.922566 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0db8e80f-95f4-477d-96ec-0b510f9dffa9 req-2e149ebc-f489-4232-a69f-71110a80e886 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 943 time: 0.0551941 Dec 22 05:21:58.959123 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0db8e80f-95f4-477d-96ec-0b510f9dffa9 req-1f77496d-638e-4722-ac89-6f80cd8ef6fd tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306969 Dec 22 05:21:59.573307 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:22:00.072669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1c54e-5acc-4219-956b-416f7b822337 req-dbfcb617-d052-4352-8c27-445543809b1f tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:00.074299 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2a1c54e-5acc-4219-956b-416f7b822337 req-dbfcb617-d052-4352-8c27-445543809b1f tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 943 time: 0.0494583 Dec 22 05:22:00.113098 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a2a1c54e-5acc-4219-956b-416f7b822337 req-63559a13-47c5-48f9-97b3-03854057744d tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329320 Dec 22 05:22:00.420738 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7eef3b39-32ea-410a-a0ae-312e2ac823ca details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:22:00.511747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7eef3b39-32ea-410a-a0ae-312e2ac823ca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7eef3b39-32ea-410a-a0ae-312e2ac823ca,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:00.525901 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '7eef3b39-32ea-410a-a0ae-312e2ac823ca', 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5', 'port_id': '7eef3b39-32ea-410a-a0ae-312e2ac823ca', 'mac_address': 'fa:16:3e:95:1a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a89c96-03d5-423a-957d-cb0177f121e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:22:00.567087 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:00.579761 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eef3b39-32ea-410a-a0ae-312e2ac823ca {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:22:00.598499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7eef3b39-32ea-410a-a0ae-312e2ac823ca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7eef3b39-32ea-410a-a0ae-312e2ac823ca,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:00.694269 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:00.741697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=7eef3b39-32ea-410a-a0ae-312e2ac823ca,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:00.749134 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:00.749477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:00.749811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:00.750137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:00.750459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:00.750777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:00.751101 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:00.751414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:00.751726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:00.752036 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:00.752497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:00.752812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:00.973574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['7eef3b39-32ea-410a-a0ae-312e2ac823ca'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:22:01.221624 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fdbea0-be6d-49c1-b051-2ef9f6115df2 req-dd48592a-543a-42bf-8388-df8d01213940 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:01.222979 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c8fdbea0-be6d-49c1-b051-2ef9f6115df2 req-dd48592a-543a-42bf-8388-df8d01213940 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 944 time: 0.0467215 Dec 22 05:22:01.259406 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c8fdbea0-be6d-49c1-b051-2ef9f6115df2 req-97ea88d8-0123-4a19-b00f-5710fc485f2f tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306146 Dec 22 05:22:02.373630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd7aec-aeae-4a87-9781-d49ba0c20ef8 req-d57baf9c-2c0c-46f8-ac24-a99208505b18 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:02.375075 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d3fd7aec-aeae-4a87-9781-d49ba0c20ef8 req-d57baf9c-2c0c-46f8-ac24-a99208505b18 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 944 time: 0.0516880 Dec 22 05:22:02.411184 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d3fd7aec-aeae-4a87-9781-d49ba0c20ef8 req-2e58debb-0a7f-4dae-8d62-5ee39e4a177c tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302451 Dec 22 05:22:02.436692 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7eef3b39-32ea-410a-a0ae-312e2ac823ca up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:22:02.597370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 7eef3b39-32ea-410a-a0ae-312e2ac823ca completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:22:02.601227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 7eef3b39-32ea-410a-a0ae-312e2ac823ca triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:02.601594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:02.677718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:02.699158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f29883-7e78-4014-836d-2aba1450628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eef3b39-32ea-410a-a0ae-312e2ac823ca'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:02.701363 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660c6cad-3af7-4dc8-ac83-cd1f32eaa2a3" -d '{"events": [{"server_uuid": "49f29883-7e78-4014-836d-2aba1450628b", "name": "network-vif-plugged", "status": "completed", "tag": "7eef3b39-32ea-410a-a0ae-312e2ac823ca"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:22:02.713179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7eef3b39-32ea-410a-a0ae-312e2ac823ca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7eef3b39-32ea-410a-a0ae-312e2ac823ca,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:02.737694 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab47682b-c40e-4a1a-bb58-1e59cedccf43 x-openstack-request-id: req-ab47682b-c40e-4a1a-bb58-1e59cedccf43 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:22:02.738008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f29883-7e78-4014-836d-2aba1450628b", "name": "network-vif-plugged", "status": "completed", "tag": "7eef3b39-32ea-410a-a0ae-312e2ac823ca", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:22:02.738259 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab47682b-c40e-4a1a-bb58-1e59cedccf43 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:22:02.738688 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f29883-7e78-4014-836d-2aba1450628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eef3b39-32ea-410a-a0ae-312e2ac823ca', 'code': 200} Dec 22 05:22:02.774172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:02.821399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=7eef3b39-32ea-410a-a0ae-312e2ac823ca,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:03.066336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ded5e-5662-4eeb-a82e-f77bfdbe8a81 req-a9c83b9c-47b4-4713-b7c7-b5a7ac085e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:03.067775 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a47ded5e-5662-4eeb-a82e-f77bfdbe8a81 req-a9c83b9c-47b4-4713-b7c7-b5a7ac085e57 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 1098 time: 0.0389979 Dec 22 05:22:03.101098 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a47ded5e-5662-4eeb-a82e-f77bfdbe8a81 req-8ea00744-0235-4438-a32f-551b187802e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264282 Dec 22 05:22:03.522498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7ff35-a37c-4cdd-9c43-ea5fc69296d6 req-6716a9f2-b35a-4cd4-be13-660e172bacdc tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:03.524021 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-57e7ff35-a37c-4cdd-9c43-ea5fc69296d6 req-6716a9f2-b35a-4cd4-be13-660e172bacdc tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 945 time: 0.0485668 Dec 22 05:22:03.562135 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-57e7ff35-a37c-4cdd-9c43-ea5fc69296d6 req-02f5c73e-b9da-4cff-bf46-c6cb9acccffd tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321476 Dec 22 05:22:04.674767 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b6045-425a-4950-b15e-7ddcf3a54c31 req-763fbbfc-5620-4d83-92c9-7c4e65acd364 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:04.676235 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-da3b6045-425a-4950-b15e-7ddcf3a54c31 req-763fbbfc-5620-4d83-92c9-7c4e65acd364 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 945 time: 0.0472932 Dec 22 05:22:04.711885 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-da3b6045-425a-4950-b15e-7ddcf3a54c31 req-e0ae5154-ff2b-4b2f-a965-9d8d2fa3b09d tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295765 Dec 22 05:22:04.833024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e6c3d-afeb-4b9d-8059-8491626e2d35 req-2c03d109-4113-45db-b310-9061a5171a14 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:04.834476 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dc9e6c3d-afeb-4b9d-8059-8491626e2d35 req-2c03d109-4113-45db-b310-9061a5171a14 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 945 time: 0.0532508 Dec 22 05:22:04.871177 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-dc9e6c3d-afeb-4b9d-8059-8491626e2d35 req-d421bdf6-6fd1-4b34-8e4a-b0f43a0036ba tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300939 Dec 22 05:22:09.265925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0e898a58-5fa2-4981-9c51-301c4a9295f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:11.729367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-16e8b82b-03c6-4a74-b2ec-3e707cfb40cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:13.231464 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:14.374052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:15.265074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:19.926206 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-03368585-bacd-4169-a76e-9c0a129713de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392020 Dec 22 05:22:20.029025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-a551cbbe-778b-43a7-8733-8b1bc020b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:20.030654 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-a551cbbe-778b-43a7-8733-8b1bc020b9a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db4ce8d9be6f46d5b24e4e89f7069d99&device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 1098 time: 0.0411813 Dec 22 05:22:20.140480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-a3aab7e6-9359-4d4e-951e-a85e4672c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:20.142775 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-a3aab7e6-9359-4d4e-951e-a85e4672c0d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=470e8726-79fe-4ac5-954d-f9049d1b71b5 HTTP/1.1" status: 200 len: 918 time: 0.0908833 Dec 22 05:22:20.184534 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-0f3d302d-dbe8-484f-a614-c9bd77325f39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7eef3b39-32ea-410a-a0ae-312e2ac823ca HTTP/1.1" status: 200 len: 217 time: 0.0351357 Dec 22 05:22:20.232922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-f27ff072-0f68-463c-9029-5a3e36b3f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:20.234450 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-f27ff072-0f68-463c-9029-5a3e36b3f42e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8a89c96-03d5-423a-957d-cb0177f121e8 HTTP/1.1" status: 200 len: 856 time: 0.0425935 Dec 22 05:22:20.284022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-62a74409-0c50-48a4-8b72-40a5d9841f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:20.285504 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-62a74409-0c50-48a4-8b72-40a5d9841f53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=470e8726-79fe-4ac5-954d-f9049d1b71b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440528 Dec 22 05:22:20.296626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-fa71c880-f76b-438c-bc89-bcf5fcb34bf2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:22:20.297565 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-fa71c880-f76b-438c-bc89-bcf5fcb34bf2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051665 Dec 22 05:22:20.387321 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-de3e6bf1-4def-44f7-a27a-646ca010047f service neutron] 10.222.0.16 "GET /v2.0/networks/470e8726-79fe-4ac5-954d-f9049d1b71b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823293 Dec 22 05:22:20.490389 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-82baec5a-8235-4a47-8d03-38fa6e8d8dd5 req-88fe9eac-21ca-4424-9026-60a0020c8285 service neutron] 10.222.0.16 "GET /v2.0/networks/470e8726-79fe-4ac5-954d-f9049d1b71b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935020 Dec 22 05:22:20.928402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:27.375163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c204f-b054-48e2-a332-c611be9923ee req-9840ef0c-9c3a-4f35-9203-f4a164c52867 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:27.376673 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-085c204f-b054-48e2-a332-c611be9923ee req-9840ef0c-9c3a-4f35-9203-f4a164c52867 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 945 time: 0.0493205 Dec 22 05:22:27.414893 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-085c204f-b054-48e2-a332-c611be9923ee req-09c7756e-4662-4799-83ac-4877e07f238f tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320830 Dec 22 05:22:28.531087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1fc8f-e031-4b52-85f6-aa60738068f2 req-f0f79ca0-02cb-411c-866b-c3e280c4cf00 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:28.532539 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0ef1fc8f-e031-4b52-85f6-aa60738068f2 req-f0f79ca0-02cb-411c-866b-c3e280c4cf00 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 945 time: 0.0513909 Dec 22 05:22:28.568873 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0ef1fc8f-e031-4b52-85f6-aa60738068f2 req-5d869bcc-c9c9-43f3-ad65-4f32949a9154 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304701 Dec 22 05:22:29.092163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de42b5-97ac-4c23-89c0-7771a11a7d73 req-af66ea8a-98b2-419d-ae5e-a1d11a9c3e43 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:29.093615 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-31de42b5-97ac-4c23-89c0-7771a11a7d73 req-af66ea8a-98b2-419d-ae5e-a1d11a9c3e43 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.16 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 945 time: 0.0469949 Dec 22 05:22:29.186046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-31de42b5-97ac-4c23-89c0-7771a11a7d73 req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Deleting port 7eef3b39-32ea-410a-a0ae-312e2ac823ca {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:22:29.186380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-31de42b5-97ac-4c23-89c0-7771a11a7d73 req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:29.272687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-31de42b5-97ac-4c23-89c0-7771a11a7d73 req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] For port 7eef3b39-32ea-410a-a0ae-312e2ac823ca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7eef3b39-32ea-410a-a0ae-312e2ac823ca,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:29.272962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-31de42b5-97ac-4c23-89c0-7771a11a7d73 req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:29.285439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-31de42b5-97ac-4c23-89c0-7771a11a7d73 req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Calling delete_port for 7eef3b39-32ea-410a-a0ae-312e2ac823ca owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:22:29.479876 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-31de42b5-97ac-4c23-89c0-7771a11a7d73 req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:29.506148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Pushing event deleted for resources: {'Port': ['ID=7eef3b39-32ea-410a-a0ae-312e2ac823ca,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:29.514691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['7eef3b39-32ea-410a-a0ae-312e2ac823ca'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:22:29.519711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:29.519711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:29.519711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:29.519711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:29.519711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:29.519711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:29.519711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:29.519711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:29.519711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:29.519711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:29.519711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:29.520483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:29.561456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-31de42b5-97ac-4c23-89c0-7771a11a7d73 req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] No DVR routers for this DVR port 7eef3b39-32ea-410a-a0ae-312e2ac823ca on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:22:29.563980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-31de42b5-97ac-4c23-89c0-7771a11a7d73 req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:29.567551 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-31de42b5-97ac-4c23-89c0-7771a11a7d73 req-6e77a51a-27de-4e9b-bb3d-188590e0cbb6 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.16 "DELETE /v2.0/ports/7eef3b39-32ea-410a-a0ae-312e2ac823ca HTTP/1.1" status: 204 len: 173 time: 0.4669514 Dec 22 05:22:29.568012 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f29883-7e78-4014-836d-2aba1450628b', 'name': 'network-vif-deleted', 'tag': '7eef3b39-32ea-410a-a0ae-312e2ac823ca'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:29.570264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e554d6-cd97-480c-88b1-c82af3e741c6" -d '{"events": [{"server_uuid": "49f29883-7e78-4014-836d-2aba1450628b", "name": "network-vif-deleted", "tag": "7eef3b39-32ea-410a-a0ae-312e2ac823ca"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:22:29.604924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943e8b46-db5d-4461-9ee4-7d81cd5199c3 x-openstack-request-id: req-943e8b46-db5d-4461-9ee4-7d81cd5199c3 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:22:29.605314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f29883-7e78-4014-836d-2aba1450628b", "name": "network-vif-deleted", "tag": "7eef3b39-32ea-410a-a0ae-312e2ac823ca", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:22:29.605454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-943e8b46-db5d-4461-9ee4-7d81cd5199c3 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:22:29.605839 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f29883-7e78-4014-836d-2aba1450628b', 'name': 'network-vif-deleted', 'tag': '7eef3b39-32ea-410a-a0ae-312e2ac823ca', 'status': 'completed', 'code': 200} Dec 22 05:22:29.663467 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6bb78be5-dfbe-4592-b600-3d87a2117451 req-0adacb6a-e204-4697-b509-e18006639ca2 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=49f29883-7e78-4014-836d-2aba1450628b HTTP/1.1" status: 200 len: 210 time: 0.0267289 Dec 22 05:22:31.349622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-4dfc60b9-85b3-4cde-9cc4-b25aaaf0e78d tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:31.351033 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-4dfc60b9-85b3-4cde-9cc4-b25aaaf0e78d tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/networks?id=470e8726-79fe-4ac5-954d-f9049d1b71b5 HTTP/1.1" status: 200 len: 817 time: 0.1004746 Dec 22 05:22:31.365450 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-09dd6d63-cfd6-4733-b249-864b7cda6cde tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/quotas/db4ce8d9be6f46d5b24e4e89f7069d99 HTTP/1.1" status: 200 len: 375 time: 0.0086145 Dec 22 05:22:31.413516 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-3ddada75-d4af-4d4e-abbd-9e154192c428 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=db4ce8d9be6f46d5b24e4e89f7069d99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430551 Dec 22 05:22:31.550890 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-f5d9d498-276b-43ee-b93e-920a7daabc7d service neutron] 10.222.0.54 "GET /v2.0/networks/470e8726-79fe-4ac5-954d-f9049d1b71b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257203 Dec 22 05:22:31.641538 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-7db306a2-6c64-47ac-9a86-3f05294bec01 service neutron] 10.222.0.54 "GET /v2.0/networks/470e8726-79fe-4ac5-954d-f9049d1b71b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845854 Dec 22 05:22:31.870661 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8536eb32-3fe9-4263-b223-b1c2d541805f req-3334b1a6-e152-4e45-b440-eb4bad84b953 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 210 time: 0.0307350 Dec 22 05:22:32.604153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7eef3b39-32ea-410a-a0ae-312e2ac823ca no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:22:32.626130 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 7eef3b39-32ea-410a-a0ae-312e2ac823ca {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:22:32.626470 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7eef3b39-32ea-410a-a0ae-312e2ac823ca not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:22:32.963220 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-97e4fc31-cb76-4ae9-a774-7557998a68fc req-05e810d5-0165-4282-ab1c-62cb7a1f3f23 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 210 time: 0.0265393 Dec 22 05:22:33.629397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-9fbd38a6-5756-433a-9935-0f1e190e0d92 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:33.630824 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-9fbd38a6-5756-433a-9935-0f1e190e0d92 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.16 "GET /v2.0/networks?id=470e8726-79fe-4ac5-954d-f9049d1b71b5 HTTP/1.1" status: 200 len: 817 time: 0.1034801 Dec 22 05:22:33.649451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Request body: {'port': {'device_id': 'febfeeb3-9ec7-45e0-90c1-20a389955d47', 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5', 'admin_state_up': True, 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:33.853481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Made reservation on behalf of db4ce8d9be6f46d5b24e4e89f7069d99 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:22:33.857712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:33.983946 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Allocated IP 172.20.0.11 (470e8726-79fe-4ac5-954d-f9049d1b71b5/b8a89c96-03d5-423a-957d-cb0177f121e8/9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:22:34.071008 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1840e21f-419c-43aa-8ba6-c90a62260821 req-6c3138e9-405e-4bb2-9004-f19267230ef7 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 210 time: 0.0387685 Dec 22 05:22:34.153174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:34.268873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:34.314605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Network 470e8726-79fe-4ac5-954d-f9049d1b71b5 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:22:34.317549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:22:34.321222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:22:34.330424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Pushing event updated for resources: {'Port': ['ID=9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:34.379020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:34.379640 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:34.451158 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-a927b495-eae4-46b3-95a8-c9f4175bb3ce tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8052197 Dec 22 05:22:34.470124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Request body: {'port': {'device_id': 'febfeeb3-9ec7-45e0-90c1-20a389955d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:34.496820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-730fc8ce-85e5-434e-b6ea-bdcd9609e55b None None] Provisioning complete for port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:34.497386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-730fc8ce-85e5-434e-b6ea-bdcd9609e55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:34.528853 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:34.530266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-730fc8ce-85e5-434e-b6ea-bdcd9609e55b None None] Port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:22:34.792951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:22:34.800531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:34.812135 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Transition to ACTIVE for port object 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:22:34.910492 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:34.961533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:35.033760 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Attempting to bind port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:22:35.034108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Attempting to bind port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:22:35.034412 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Attempting to bind port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb on network 470e8726-79fe-4ac5-954d-f9049d1b71b5 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:22:35.038924 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb on network 470e8726-79fe-4ac5-954d-f9049d1b71b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:22:35.039244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Attempting to bind port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb on network 470e8726-79fe-4ac5-954d-f9049d1b71b5 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:22:35.044381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:22:35.044653 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Checking segment: {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:22:35.045032 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Bound using segment: {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:22:35.045456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Bound port: 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d84996-2553-4647-8e48-1c3004b3628e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:22:35.046073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:35.111653 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] For port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:22:35.114761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] For port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:22:35.187578 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295aafc7-e086-4a1c-ac5d-0eab5be9ed81 req-23f81d16-c742-4156-88d4-c7e23b0269a8 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:35.188838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:35.189048 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-295aafc7-e086-4a1c-ac5d-0eab5be9ed81 req-23f81d16-c742-4156-88d4-c7e23b0269a8 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 944 time: 0.0503271 Dec 22 05:22:35.223476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:35.223903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:35.225309 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb HTTP/1.1" status: 200 len: 1094 time: 0.7595263 Dec 22 05:22:35.225748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febfeeb3-9ec7-45e0-90c1-20a389955d47', 'tag': '9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:35.228020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa09d27-b4f9-432d-ae61-1027fc436d82" -d '{"events": [{"name": "network-changed", "server_uuid": "febfeeb3-9ec7-45e0-90c1-20a389955d47", "tag": "9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:22:35.228694 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-295aafc7-e086-4a1c-ac5d-0eab5be9ed81 req-13bbbdcd-8865-48ff-8054-bc027a776ba5 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Dec 22 05:22:35.253567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d32bf4-83cc-47d5-bc81-c16bff8b1429 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:35.273951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e660284-e695-46b4-ab8c-77cd09d39d95 x-openstack-request-id: req-8e660284-e695-46b4-ab8c-77cd09d39d95 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:22:35.274243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "febfeeb3-9ec7-45e0-90c1-20a389955d47", "tag": "9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:22:35.274496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8e660284-e695-46b4-ab8c-77cd09d39d95 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:22:35.274898 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febfeeb3-9ec7-45e0-90c1-20a389955d47', 'tag': '9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb', 'status': 'completed', 'code': 200} Dec 22 05:22:35.362226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09d27-b4f9-432d-ae61-1027fc436d82 req-d3a229ef-f13e-4b93-a9ed-9c3ad24c3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:35.363859 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9fa09d27-b4f9-432d-ae61-1027fc436d82 req-d3a229ef-f13e-4b93-a9ed-9c3ad24c3a76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db4ce8d9be6f46d5b24e4e89f7069d99&device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 1097 time: 0.0447576 Dec 22 05:22:35.472050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09d27-b4f9-432d-ae61-1027fc436d82 req-7ed7f38a-d998-42f6-9621-517250bbdd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:35.473554 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9fa09d27-b4f9-432d-ae61-1027fc436d82 req-7ed7f38a-d998-42f6-9621-517250bbdd94 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=db4ce8d9be6f46d5b24e4e89f7069d99&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0963712 Dec 22 05:22:35.569068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09d27-b4f9-432d-ae61-1027fc436d82 req-97ddf58b-b2a0-4426-a50c-f5c045525414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:35.570392 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9fa09d27-b4f9-432d-ae61-1027fc436d82 req-97ddf58b-b2a0-4426-a50c-f5c045525414 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898900 Dec 22 05:22:35.665766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-388d269f-026e-4947-96b7-57ce9b0d138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:35.667258 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-388d269f-026e-4947-96b7-57ce9b0d138b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db4ce8d9be6f46d5b24e4e89f7069d99&device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 1097 time: 0.0401645 Dec 22 05:22:35.714682 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-719defcd-98ef-4a11-b844-278105986c89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb HTTP/1.1" status: 200 len: 217 time: 0.0334284 Dec 22 05:22:35.766755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-5d7ebef9-d816-4e04-8701-b0a972ee4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:35.768249 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-5d7ebef9-d816-4e04-8701-b0a972ee4742 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b8a89c96-03d5-423a-957d-cb0177f121e8 HTTP/1.1" status: 200 len: 856 time: 0.0468388 Dec 22 05:22:35.813787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-b373e901-f5fd-4aaa-a5e9-9a2d9c75efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:35.815238 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-b373e901-f5fd-4aaa-a5e9-9a2d9c75efb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=470e8726-79fe-4ac5-954d-f9049d1b71b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398853 Dec 22 05:22:35.902404 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-0842b0ea-79eb-4e3e-87c1-9d60f7df28d7 service neutron] 10.222.0.16 "GET /v2.0/networks/470e8726-79fe-4ac5-954d-f9049d1b71b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799055 Dec 22 05:22:35.992948 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86a408c9-bf92-47ec-9ef7-e72822cf4c6a req-d113865f-b929-45b4-8758-3243cd5aaff1 service neutron] 10.222.0.16 "GET /v2.0/networks/470e8726-79fe-4ac5-954d-f9049d1b71b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835886 Dec 22 05:22:36.351078 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4c4c-50b0-415c-bcdd-95dbc5c1ca9d req-5c3a98e5-cf2e-48c2-b78c-7fb9feb70431 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:36.352525 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-406d4c4c-50b0-415c-bcdd-95dbc5c1ca9d req-5c3a98e5-cf2e-48c2-b78c-7fb9feb70431 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 944 time: 0.0510631 Dec 22 05:22:36.390376 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-406d4c4c-50b0-415c-bcdd-95dbc5c1ca9d req-44298220-8493-4adb-8692-e5f278236fab tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Dec 22 05:22:36.571943 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:22:37.504638 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0b79a-c8cf-4671-b67c-7f18134d96f1 req-75af53ed-c8d4-4817-bc2a-f2837e35b975 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:37.506192 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0ed0b79a-c8cf-4671-b67c-7f18134d96f1 req-75af53ed-c8d4-4817-bc2a-f2837e35b975 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 944 time: 0.0495191 Dec 22 05:22:37.543442 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0ed0b79a-c8cf-4671-b67c-7f18134d96f1 req-470c3def-16dc-457b-a221-d6ba1af3aec9 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Dec 22 05:22:38.617220 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:22:38.707387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426b8c3-86ad-4c64-b989-037297b036ce req-30228fbe-9b96-4832-94b4-f0f8acc7f930 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:38.708999 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c426b8c3-86ad-4c64-b989-037297b036ce req-30228fbe-9b96-4832-94b4-f0f8acc7f930 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 944 time: 0.1012402 Dec 22 05:22:38.714114 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:38.748105 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c426b8c3-86ad-4c64-b989-037297b036ce req-b51333b8-673c-476d-b0e4-750752464f73 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321438 Dec 22 05:22:38.860429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb', 'network_id': '470e8726-79fe-4ac5-954d-f9049d1b71b5', 'port_id': '9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb', 'mac_address': 'fa:16:3e:30:5d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a89c96-03d5-423a-957d-cb0177f121e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:22:38.896433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:38.909297 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:22:38.928386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:38.984695 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:39.031122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:39.250904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bfe57ae5-fe37-4f41-859c-802c2ab658e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:39.283048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:22:39.861194 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b73970-cf1e-43db-bb81-5f05f554d2fe req-77ed6dfb-b80c-4577-8b4c-f154b4573b63 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:39.862645 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b0b73970-cf1e-43db-bb81-5f05f554d2fe req-77ed6dfb-b80c-4577-8b4c-f154b4573b63 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 945 time: 0.0478437 Dec 22 05:22:39.902908 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b0b73970-cf1e-43db-bb81-5f05f554d2fe req-b6475ef6-4bbc-40d3-9be4-653304c2da05 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345643 Dec 22 05:22:40.627068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:22:40.745264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:22:40.748941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:40.749306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:40.825174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:40.846248 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febfeeb3-9ec7-45e0-90c1-20a389955d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:40.848485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7000733-2f5d-4b3f-b0e6-b64f4ccf90a8" -d '{"events": [{"server_uuid": "febfeeb3-9ec7-45e0-90c1-20a389955d47", "name": "network-vif-plugged", "status": "completed", "tag": "9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:22:40.860946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:40.886612 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c6c74b-98bf-4f08-a2a6-e157a2949475 x-openstack-request-id: req-70c6c74b-98bf-4f08-a2a6-e157a2949475 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:22:40.886903 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febfeeb3-9ec7-45e0-90c1-20a389955d47", "name": "network-vif-plugged", "status": "completed", "tag": "9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:22:40.887152 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-70c6c74b-98bf-4f08-a2a6-e157a2949475 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:22:40.887561 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febfeeb3-9ec7-45e0-90c1-20a389955d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb', 'code': 200} Dec 22 05:22:40.934195 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:40.982275 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:41.023276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d4606-783f-4e75-bdd5-8e72c2b03ef5 req-149502c2-ec2a-4cfb-aa71-735ad0e54a12 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:41.024836 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d88d4606-783f-4e75-bdd5-8e72c2b03ef5 req-149502c2-ec2a-4cfb-aa71-735ad0e54a12 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 946 time: 0.0486042 Dec 22 05:22:41.062636 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d88d4606-783f-4e75-bdd5-8e72c2b03ef5 req-b5916527-bc4d-4192-aee1-1773066ca64a tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Dec 22 05:22:41.206376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9b3d3-8f02-49a8-83b1-0ebd2bf42292 req-fb6b73d3-1758-4578-8891-bcedcc3d4a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:41.207798 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3fc9b3d3-8f02-49a8-83b1-0ebd2bf42292 req-fb6b73d3-1758-4578-8891-bcedcc3d4a40 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 1099 time: 0.0381274 Dec 22 05:22:41.242152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3fc9b3d3-8f02-49a8-83b1-0ebd2bf42292 req-471540e0-f636-46b1-9768-6868cf13bfb9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271547 Dec 22 05:22:41.731477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3a200b5f-0fc1-4719-89a8-fa3ca5a62acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:42.175492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb1aa7-7fe8-4c22-855b-aca0bc46b82f req-745dc68a-8448-4a6a-99dc-0ff5c3fb3ca5 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:42.177654 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3abb1aa7-7fe8-4c22-855b-aca0bc46b82f req-745dc68a-8448-4a6a-99dc-0ff5c3fb3ca5 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 946 time: 0.0481691 Dec 22 05:22:42.227482 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3abb1aa7-7fe8-4c22-855b-aca0bc46b82f req-a6d9259c-bf3a-486c-9a86-b36d3c30ec39 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312893 Dec 22 05:22:43.245430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:43.326756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6b4c9-96c0-48f2-9cf2-ac30fdde961c req-f4c8ea40-b8bb-4de1-aeff-a2d7a23e1096 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:43.328207 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-46d6b4c9-96c0-48f2-9cf2-ac30fdde961c req-f4c8ea40-b8bb-4de1-aeff-a2d7a23e1096 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 946 time: 0.0477562 Dec 22 05:22:43.368425 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-46d6b4c9-96c0-48f2-9cf2-ac30fdde961c req-984e1e48-7eaf-4957-9b7f-3399db9d4e1f tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342274 Dec 22 05:22:43.482413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1089002-c392-4ea6-b0c3-11267703e3c8 req-4b55f364-08a1-42ce-a47b-357eb9ff4192 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:43.483834 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b1089002-c392-4ea6-b0c3-11267703e3c8 req-4b55f364-08a1-42ce-a47b-357eb9ff4192 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 946 time: 0.0507586 Dec 22 05:22:43.524283 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b1089002-c392-4ea6-b0c3-11267703e3c8 req-a97f7864-5739-4325-9ddd-a707a1a61428 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305464 Dec 22 05:22:44.356390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:45.287816 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:22:50.930637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:05.861492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e56377-07aa-48ee-9a2e-ef47db04b2e1 req-6d8c4676-4908-4f6e-997e-debb7ca33d2d tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:05.862929 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-68e56377-07aa-48ee-9a2e-ef47db04b2e1 req-6d8c4676-4908-4f6e-997e-debb7ca33d2d tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 946 time: 0.0476701 Dec 22 05:23:05.900138 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-68e56377-07aa-48ee-9a2e-ef47db04b2e1 req-33b3579b-29f6-4444-8939-6fc0f00a55ab tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312474 Dec 22 05:23:07.013151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d0841-bdfc-4081-aa94-b851235d0f80 req-fd48ee84-fdc3-4cbb-a4e8-70b721d1fbb4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:07.014610 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ed3d0841-bdfc-4081-aa94-b851235d0f80 req-fd48ee84-fdc3-4cbb-a4e8-70b721d1fbb4 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 946 time: 0.0482171 Dec 22 05:23:07.050979 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ed3d0841-bdfc-4081-aa94-b851235d0f80 req-3e444659-7227-4180-9eb0-f00c53749cb3 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/security-groups?id=43132c6a-f5c2-4833-9739-10a294cb5f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306213 Dec 22 05:23:07.560726 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cee34-47fc-4990-aee7-a24b7491ab07 req-90fd6a18-cd2d-4663-bb04-8695f9dba779 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:07.562152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3a4cee34-47fc-4990-aee7-a24b7491ab07 req-90fd6a18-cd2d-4663-bb04-8695f9dba779 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.16 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 946 time: 0.0474520 Dec 22 05:23:07.651769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-3a4cee34-47fc-4990-aee7-a24b7491ab07 req-30e75837-42fe-465f-8555-ba52b5615207 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Deleting port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:23:07.652098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3a4cee34-47fc-4990-aee7-a24b7491ab07 req-30e75837-42fe-465f-8555-ba52b5615207 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:07.738504 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-3a4cee34-47fc-4990-aee7-a24b7491ab07 req-30e75837-42fe-465f-8555-ba52b5615207 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] For port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:07.738834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3a4cee34-47fc-4990-aee7-a24b7491ab07 req-30e75837-42fe-465f-8555-ba52b5615207 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:07.751669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-3a4cee34-47fc-4990-aee7-a24b7491ab07 req-30e75837-42fe-465f-8555-ba52b5615207 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Calling delete_port for 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:23:07.964371 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3a4cee34-47fc-4990-aee7-a24b7491ab07 req-30e75837-42fe-465f-8555-ba52b5615207 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:07.991136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e75837-42fe-465f-8555-ba52b5615207 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Pushing event deleted for resources: {'Port': ['ID=9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:07.998515 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:23:08.034208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4cee34-47fc-4990-aee7-a24b7491ab07 req-30e75837-42fe-465f-8555-ba52b5615207 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] No DVR routers for this DVR port 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:23:08.036532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3a4cee34-47fc-4990-aee7-a24b7491ab07 req-30e75837-42fe-465f-8555-ba52b5615207 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:08.039802 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3a4cee34-47fc-4990-aee7-a24b7491ab07 req-30e75837-42fe-465f-8555-ba52b5615207 tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.16 "DELETE /v2.0/ports/9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb HTTP/1.1" status: 204 len: 173 time: 0.4714344 Dec 22 05:23:08.040270 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febfeeb3-9ec7-45e0-90c1-20a389955d47', 'name': 'network-vif-deleted', 'tag': '9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:23:08.042994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36e86c3-1f55-4b7a-9742-dce3a09008ad" -d '{"events": [{"server_uuid": "febfeeb3-9ec7-45e0-90c1-20a389955d47", "name": "network-vif-deleted", "tag": "9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:23:08.151324 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814f3a15-7625-41b4-b5c8-90e3c2058e16 x-openstack-request-id: req-814f3a15-7625-41b4-b5c8-90e3c2058e16 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:23:08.151616 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "febfeeb3-9ec7-45e0-90c1-20a389955d47", "name": "network-vif-deleted", "tag": "9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:23:08.151864 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-814f3a15-7625-41b4-b5c8-90e3c2058e16 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:23:08.152297 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febfeeb3-9ec7-45e0-90c1-20a389955d47', 'name': 'network-vif-deleted', 'tag': '9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb', 'status': 'completed', 'code': 200} Dec 22 05:23:08.154189 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5f9d1ce9-94d9-44b3-80b1-66bb15132ceb req-a00f3ea2-7d0c-4c8d-a095-31f2fd5f563f tempest-TestEncryptedCinderVolumes-1086150902 tempest-TestEncryptedCinderVolumes-1086150902-project] 10.222.0.54 "GET /v2.0/ports?device_id=febfeeb3-9ec7-45e0-90c1-20a389955d47 HTTP/1.1" status: 200 len: 210 time: 0.0379386 Dec 22 05:23:09.244265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4522b84c-8855-49b8-88e1-2034ec3881b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:09.349152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48426) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:09.693486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0de8019a-9cd8-4707-9275-60cf154b0c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:09.941734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0de8019a-9cd8-4707-9275-60cf154b0c6d admin admin] Deleting port cc390925-5560-4491-bc2e-ee9358026613 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:23:09.941983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0de8019a-9cd8-4707-9275-60cf154b0c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:10.016546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-0de8019a-9cd8-4707-9275-60cf154b0c6d admin admin] For port cc390925-5560-4491-bc2e-ee9358026613, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=cc390925-5560-4491-bc2e-ee9358026613,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:10.016917 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0de8019a-9cd8-4707-9275-60cf154b0c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:10.032289 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0de8019a-9cd8-4707-9275-60cf154b0c6d admin admin] Calling delete_port for cc390925-5560-4491-bc2e-ee9358026613 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:23:10.258659 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0de8019a-9cd8-4707-9275-60cf154b0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:10.283248 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8019a-9cd8-4707-9275-60cf154b0c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc390925-5560-4491-bc2e-ee9358026613,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:10.444533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0de8019a-9cd8-4707-9275-60cf154b0c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:10.652733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de8019a-9cd8-4707-9275-60cf154b0c6d admin admin] Router 355e13b2-ed61-44f0-a6a7-873b3bd78959 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:23:10.804013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:23:10.825679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:23:10.826015 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9f4a3b18-820f-4cdc-9c7b-1e5517cdf3fb not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:23:11.092719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de8019a-9cd8-4707-9275-60cf154b0c6d admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:23:11.099429 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0de8019a-9cd8-4707-9275-60cf154b0c6d admin admin] 10.222.0.54 "PUT /v2.0/routers/355e13b2-ed61-44f0-a6a7-873b3bd78959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7475836 Dec 22 05:23:11.100810 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48428) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:11.104035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c9251-6f76-464f-b561-cb3799732117 None None] Sync routers for ids ['355e13b2-ed61-44f0-a6a7-873b3bd78959'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:23:11.113598 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c9251-6f76-464f-b561-cb3799732117 None None] Routers {'355e13b2-ed61-44f0-a6a7-873b3bd78959'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:11.114286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7e7c9251-6f76-464f-b561-cb3799732117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:22:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['355e13b2-ed61-44f0-a6a7-873b3bd78959'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:11.203413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:11.217785 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7e7c9251-6f76-464f-b561-cb3799732117 None None] Set router 355e13b2-ed61-44f0-a6a7-873b3bd78959 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:11.302416 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:11.394609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7e7c9251-6f76-464f-b561-cb3799732117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'name': 'tempest-TestEncryptedCinderVolumes-1432991727-router', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:41Z', 'updated_at': '2021-12-22T05:23:10Z', 'revision_number': 5, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'gw_port': {'id': '31b6b195-48f2-4aec-8e2b-07d81220eead', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:7a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:42Z', 'updated_at': '2021-12-22T05:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:11.425013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c9251-6f76-464f-b561-cb3799732117 None None] Checking router: 355e13b2-ed61-44f0-a6a7-873b3bd78959 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:23:11.426152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Deleting port 31b6b195-48f2-4aec-8e2b-07d81220eead {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:23:11.426680 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:11.433213 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c9251-6f76-464f-b561-cb3799732117 None None] Routers {'355e13b2-ed61-44f0-a6a7-873b3bd78959'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:11.433808 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7e7c9251-6f76-464f-b561-cb3799732117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:22:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['355e13b2-ed61-44f0-a6a7-873b3bd78959'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:11.505924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] For port 31b6b195-48f2-4aec-8e2b-07d81220eead, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=31b6b195-48f2-4aec-8e2b-07d81220eead,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:11.506243 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:11.515035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7e7c9251-6f76-464f-b561-cb3799732117 None None] Set router 355e13b2-ed61-44f0-a6a7-873b3bd78959 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:11.519306 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Calling delete_port for 31b6b195-48f2-4aec-8e2b-07d81220eead owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:23:11.568501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7e7c9251-6f76-464f-b561-cb3799732117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'name': 'tempest-TestEncryptedCinderVolumes-1432991727-router', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:41Z', 'updated_at': '2021-12-22T05:23:11Z', 'revision_number': 6, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:11.594708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7c9251-6f76-464f-b561-cb3799732117 None None] The sync data for ids ['355e13b2-ed61-44f0-a6a7-873b3bd78959'] in dv-neutron-822523-1-hyperv is: [{'id': '355e13b2-ed61-44f0-a6a7-873b3bd78959', 'name': 'tempest-TestEncryptedCinderVolumes-1432991727-router', 'tenant_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:41Z', 'updated_at': '2021-12-22T05:23:11Z', 'revision_number': 6, 'project_id': 'db4ce8d9be6f46d5b24e4e89f7069d99', 'gw_port_host': None}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:23:11.758698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:11.758944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-11856e07-1542-4ac2-a3bf-7e8685e023d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:11.785572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=31b6b195-48f2-4aec-8e2b-07d81220eead,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:11.810184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:11.810530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:11.810868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:11.811201 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:11.811534 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:11.811860 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:11.812182 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:11.812529 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:11.812849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:11.813168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:11.813485 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:11.813799 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:11.853686 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:11.940795 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:11.942885 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.041339 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.041989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 355e13b2-ed61-44f0-a6a7-873b3bd78959 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:23:12.046937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.055301 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3139b8a1-3bc8-4d30-ada9-6b1986fe9a01 admin admin] 10.222.0.54 "DELETE /v2.0/routers/355e13b2-ed61-44f0-a6a7-873b3bd78959 HTTP/1.1" status: 204 len: 168 time: 0.9490807 Dec 22 05:23:12.055532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48430) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:12.096145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-5312cd20-fb0b-4cff-bc16-5cf56ea159b9 admin admin] Deleting subnet b8a89c96-03d5-423a-957d-cb0177f121e8 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:23:12.099352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5312cd20-fb0b-4cff-bc16-5cf56ea159b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.132564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5312cd20-fb0b-4cff-bc16-5cf56ea159b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.210647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5312cd20-fb0b-4cff-bc16-5cf56ea159b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.329907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5312cd20-fb0b-4cff-bc16-5cf56ea159b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.356145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312cd20-fb0b-4cff-bc16-5cf56ea159b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a89c96-03d5-423a-957d-cb0177f121e8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:12.358115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5312cd20-fb0b-4cff-bc16-5cf56ea159b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.363562 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5312cd20-fb0b-4cff-bc16-5cf56ea159b9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b8a89c96-03d5-423a-957d-cb0177f121e8 HTTP/1.1" status: 204 len: 168 time: 0.3090193 Dec 22 05:23:12.363718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1228403d-9c46-480b-a730-ba746db39d23 None None] Network 470e8726-79fe-4ac5-954d-f9049d1b71b5 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:23:12.364147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48432) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:12.412776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device cc390925-5560-4491-bc2e-ee9358026613 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:23:12.439286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.442807 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: cc390925-5560-4491-bc2e-ee9358026613 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:23:12.443156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device cc390925-5560-4491-bc2e-ee9358026613 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:23:12.495413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Deleting port 2e8ffa76-d022-401b-86eb-deff7d4e6392 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:23:12.495754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.560532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] For port 2e8ffa76-d022-401b-86eb-deff7d4e6392, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2e8ffa76-d022-401b-86eb-deff7d4e6392,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:12.560897 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.573627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Calling delete_port for 2e8ffa76-d022-401b-86eb-deff7d4e6392 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:23:12.577229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] DHCP port deletion for 470e8726-79fe-4ac5-954d-f9049d1b71b5 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:23:12.626380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Deleting port 2e8ffa76-d022-401b-86eb-deff7d4e6392 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:23:12.627007 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.693735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] For port 2e8ffa76-d022-401b-86eb-deff7d4e6392, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2e8ffa76-d022-401b-86eb-deff7d4e6392,segment=NetworkSegment(88d84996-2553-4647-8e48-1c3004b3628e),segment_id=88d84996-2553-4647-8e48-1c3004b3628e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:12.698306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.707158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Calling delete_port for 2e8ffa76-d022-401b-86eb-deff7d4e6392 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:23:12.749929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.780400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] No DVR routers for this DVR port 2e8ffa76-d022-401b-86eb-deff7d4e6392 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:23:12.782476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8ffa76-d022-401b-86eb-deff7d4e6392,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:23:12.783088 dv-neutron-822523-1-hyperv neutron-server[109184]: self.session.flush() Dec 22 05:23:12.794900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.817700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Pushing event deleted for resources: {'Port': ['ID=2e8ffa76-d022-401b-86eb-deff7d4e6392,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:12.821897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] No DVR routers for this DVR port 2e8ffa76-d022-401b-86eb-deff7d4e6392 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:23:12.828353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:12.828806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:12.829025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:12.829355 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:12.829678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:12.830000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:12.830319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:12.830661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:12.830940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:12.831256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:12.831569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:12.831879 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcdbbb3-0bb9-482d-a8b8-10f3d5271765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:12.855737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.875207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470e8726-79fe-4ac5-954d-f9049d1b71b5']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:12.883990 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d84996-2553-4647-8e48-1c3004b3628e') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:12.884317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d84996-2553-4647-8e48-1c3004b3628e') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:12.896767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.909892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.915458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:23:12.916076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:23:12.918058 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:23:13.018206 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:13.023372 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:13.027329 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] 10.222.0.54 "DELETE /v2.0/networks/470e8726-79fe-4ac5-954d-f9049d1b71b5 HTTP/1.1" status: 204 len: 168 time: 0.6618514 Dec 22 05:23:13.030213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48434) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:13.038171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d36b9-8f65-4b9f-ac28-ccd71f97f198 admin admin] Pushing event deleted for resources: {'Network': ['ID=470e8726-79fe-4ac5-954d-f9049d1b71b5,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:13.227156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:13.570792 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:23:13.636315 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c5da3d54-f2fb-4381-af30-25c0671f1b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:13.730833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 31b6b195-48f2-4aec-8e2b-07d81220eead no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:23:13.751546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 31b6b195-48f2-4aec-8e2b-07d81220eead {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:23:13.751890 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 31b6b195-48f2-4aec-8e2b-07d81220eead not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:23:13.752334 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2e8ffa76-d022-401b-86eb-deff7d4e6392 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:23:13.770361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 2e8ffa76-d022-401b-86eb-deff7d4e6392 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:23:13.770699 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2e8ffa76-d022-401b-86eb-deff7d4e6392 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:23:13.874361 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-c5da3d54-f2fb-4381-af30-25c0671f1b11 admin admin] Deleting port 3d74ad09-51dc-4c4b-bc25-2736895492f6 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:23:13.874617 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c5da3d54-f2fb-4381-af30-25c0671f1b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:13.954459 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-c5da3d54-f2fb-4381-af30-25c0671f1b11 admin admin] For port 3d74ad09-51dc-4c4b-bc25-2736895492f6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=3d74ad09-51dc-4c4b-bc25-2736895492f6,segment=NetworkSegment(228d30b1-dbc5-4e9f-9364-e77beb7945fc),segment_id=228d30b1-dbc5-4e9f-9364-e77beb7945fc)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:13.954842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c5da3d54-f2fb-4381-af30-25c0671f1b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:13.967266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-c5da3d54-f2fb-4381-af30-25c0671f1b11 admin admin] Calling delete_port for 3d74ad09-51dc-4c4b-bc25-2736895492f6 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:23:14.209466 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c5da3d54-f2fb-4381-af30-25c0671f1b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:14.234794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da3d54-f2fb-4381-af30-25c0671f1b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d74ad09-51dc-4c4b-bc25-2736895492f6,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:14.352787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:14.396636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c5da3d54-f2fb-4381-af30-25c0671f1b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:14.606121 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5da3d54-f2fb-4381-af30-25c0671f1b11 admin admin] Router 7d4e60a2-cc35-4891-983a-e3302767579e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:23:14.710947 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5da3d54-f2fb-4381-af30-25c0671f1b11 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:23:14.716467 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c5da3d54-f2fb-4381-af30-25c0671f1b11 admin admin] 10.222.0.54 "PUT /v2.0/routers/7d4e60a2-cc35-4891-983a-e3302767579e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6851335 Dec 22 05:23:14.719048 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48436) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:14.721640 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c21a7-be2f-4eb0-aed4-64a1545bca6c None None] Sync routers for ids ['7d4e60a2-cc35-4891-983a-e3302767579e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:23:14.733317 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c21a7-be2f-4eb0-aed4-64a1545bca6c None None] Routers {'7d4e60a2-cc35-4891-983a-e3302767579e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:14.733996 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-173c21a7-be2f-4eb0-aed4-64a1545bca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:23:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['7d4e60a2-cc35-4891-983a-e3302767579e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:14.828609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:14.923417 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-173c21a7-be2f-4eb0-aed4-64a1545bca6c None None] Set router 7d4e60a2-cc35-4891-983a-e3302767579e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:14.932410 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.062890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Deleting port ed0cd887-fe6b-4b74-9655-34152f5add0c {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:23:15.063399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.094522 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-173c21a7-be2f-4eb0-aed4-64a1545bca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'name': 'tempest-TestEncryptedCinderVolumes-972661838-router', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220'}], 'enable_snat': True}, 'gw_port_id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:47Z', 'updated_at': '2021-12-22T05:23:14Z', 'revision_number': 5, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'gw_port': {'id': 'ed0cd887-fe6b-4b74-9655-34152f5add0c', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:21:48Z', 'updated_at': '2021-12-22T05:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:15.118939 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c21a7-be2f-4eb0-aed4-64a1545bca6c None None] Checking router: 7d4e60a2-cc35-4891-983a-e3302767579e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:23:15.127331 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c21a7-be2f-4eb0-aed4-64a1545bca6c None None] Routers {'7d4e60a2-cc35-4891-983a-e3302767579e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:15.127914 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-173c21a7-be2f-4eb0-aed4-64a1545bca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:23:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['7d4e60a2-cc35-4891-983a-e3302767579e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:15.139291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] For port ed0cd887-fe6b-4b74-9655-34152f5add0c, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ed0cd887-fe6b-4b74-9655-34152f5add0c,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:15.139650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.156156 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Calling delete_port for ed0cd887-fe6b-4b74-9655-34152f5add0c owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:23:15.218425 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-173c21a7-be2f-4eb0-aed4-64a1545bca6c None None] Set router 7d4e60a2-cc35-4891-983a-e3302767579e gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:15.271716 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-173c21a7-be2f-4eb0-aed4-64a1545bca6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'name': 'tempest-TestEncryptedCinderVolumes-972661838-router', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:47Z', 'updated_at': '2021-12-22T05:23:14Z', 'revision_number': 6, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:15.278367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.298043 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173c21a7-be2f-4eb0-aed4-64a1545bca6c None None] The sync data for ids ['7d4e60a2-cc35-4891-983a-e3302767579e'] in dv-neutron-822523-1-hyperv is: [{'id': '7d4e60a2-cc35-4891-983a-e3302767579e', 'name': 'tempest-TestEncryptedCinderVolumes-972661838-router', 'tenant_id': '9350afa5ca96497db59c6ddb10a065fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:21:47Z', 'updated_at': '2021-12-22T05:23:14Z', 'revision_number': 6, 'project_id': '9350afa5ca96497db59c6ddb10a065fd', 'gw_port_host': None}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:23:15.389977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.419301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0cd887-fe6b-4b74-9655-34152f5add0c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:15.478166 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.565345 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.567390 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.664296 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.664813 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d4e60a2-cc35-4891-983a-e3302767579e {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:23:15.670372 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.674456 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-073d7ca1-56a5-412a-96b1-7cc05cc143b0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/7d4e60a2-cc35-4891-983a-e3302767579e HTTP/1.1" status: 204 len: 168 time: 0.9515824 Dec 22 05:23:15.681933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48438) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:15.721261 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d123002-48bb-469b-a6b3-47d27c4fe186 admin admin] Deleting subnet ec99f0ce-2af3-47ea-9b35-ae47bbd55a83 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:23:15.724648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0d123002-48bb-469b-a6b3-47d27c4fe186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.762482 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0d123002-48bb-469b-a6b3-47d27c4fe186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.836117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0d123002-48bb-469b-a6b3-47d27c4fe186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.955633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0d123002-48bb-469b-a6b3-47d27c4fe186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.983280 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d123002-48bb-469b-a6b3-47d27c4fe186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec99f0ce-2af3-47ea-9b35-ae47bbd55a83,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:15.985172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0d123002-48bb-469b-a6b3-47d27c4fe186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:15.990780 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0d123002-48bb-469b-a6b3-47d27c4fe186 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ec99f0ce-2af3-47ea-9b35-ae47bbd55a83 HTTP/1.1" status: 204 len: 168 time: 0.3128660 Dec 22 05:23:15.990884 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e39709a-053c-4fe5-98d0-4ffcea24805c None None] Network b1673ab3-5c76-40d8-aa66-621676eaf731 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:23:15.990978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48440) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:16.081954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.138675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Deleting port 0605f917-965e-4127-85b0-3d89c48609b9 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:23:16.139014 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.146638 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3d74ad09-51dc-4c4b-bc25-2736895492f6 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:23:16.169074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 3d74ad09-51dc-4c4b-bc25-2736895492f6 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:23:16.169689 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 3d74ad09-51dc-4c4b-bc25-2736895492f6 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:23:16.172732 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb0fd65-af11-4df9-a24c-4b5de744116e None None] DHCP port deletion for b1673ab3-5c76-40d8-aa66-621676eaf731 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:23:16.206545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] For port 0605f917-965e-4127-85b0-3d89c48609b9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0605f917-965e-4127-85b0-3d89c48609b9,segment=NetworkSegment(228d30b1-dbc5-4e9f-9364-e77beb7945fc),segment_id=228d30b1-dbc5-4e9f-9364-e77beb7945fc)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:16.206906 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.219625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0fd65-af11-4df9-a24c-4b5de744116e None None] Deleting port 0605f917-965e-4127-85b0-3d89c48609b9 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:23:16.219992 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7cb0fd65-af11-4df9-a24c-4b5de744116e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.224736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Calling delete_port for 0605f917-965e-4127-85b0-3d89c48609b9 owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:23:16.286580 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7cb0fd65-af11-4df9-a24c-4b5de744116e None None] For port 0605f917-965e-4127-85b0-3d89c48609b9, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0605f917-965e-4127-85b0-3d89c48609b9,segment=NetworkSegment(228d30b1-dbc5-4e9f-9364-e77beb7945fc),segment_id=228d30b1-dbc5-4e9f-9364-e77beb7945fc)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:16.287074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7cb0fd65-af11-4df9-a24c-4b5de744116e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.301292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-7cb0fd65-af11-4df9-a24c-4b5de744116e None None] Calling delete_port for 0605f917-965e-4127-85b0-3d89c48609b9 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:23:16.381503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.387533 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7cb0fd65-af11-4df9-a24c-4b5de744116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.407541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0605f917-965e-4127-85b0-3d89c48609b9,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:16.410995 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] No DVR routers for this DVR port 0605f917-965e-4127-85b0-3d89c48609b9 on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:23:16.415014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb0fd65-af11-4df9-a24c-4b5de744116e None None] Pushing event deleted for resources: {'Port': ['ID=0605f917-965e-4127-85b0-3d89c48609b9,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:16.418833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0fd65-af11-4df9-a24c-4b5de744116e None None] No DVR routers for this DVR port 0605f917-965e-4127-85b0-3d89c48609b9 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:23:16.484701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.504469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1673ab3-5c76-40d8-aa66-621676eaf731']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:16.513976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228d30b1-dbc5-4e9f-9364-e77beb7945fc') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:16.514264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228d30b1-dbc5-4e9f-9364-e77beb7945fc') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:16.523346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.536144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.541833 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:23:16.542207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:23:16.543814 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:23:16.660929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.666031 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:16.669172 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b1673ab3-5c76-40d8-aa66-621676eaf731 HTTP/1.1" status: 204 len: 168 time: 0.6773357 Dec 22 05:23:16.680347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6af994-a5c2-4760-883a-1ef5caac46a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1673ab3-5c76-40d8-aa66-621676eaf731,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:16.984719 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48444) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:17.024070 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4234e8bc-2254-4db2-8408-566227c56724 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=db4ce8d9be6f46d5b24e4e89f7069d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382135 Dec 22 05:23:17.026435 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48446) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:17.073653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b585428f-99bd-466f-bda6-63fa07e63e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:17.093979 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b585428f-99bd-466f-bda6-63fa07e63e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:17.215255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b585428f-99bd-466f-bda6-63fa07e63e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:17.217773 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b585428f-99bd-466f-bda6-63fa07e63e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:17.218977 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b585428f-99bd-466f-bda6-63fa07e63e23 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/43132c6a-f5c2-4833-9739-10a294cb5f0e HTTP/1.1" status: 204 len: 168 time: 0.1916347 Dec 22 05:23:17.226653 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585428f-99bd-466f-bda6-63fa07e63e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43132c6a-f5c2-4833-9739-10a294cb5f0e,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:17.727634 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ed0cd887-fe6b-4b74-9655-34152f5add0c no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:23:17.747209 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: ed0cd887-fe6b-4b74-9655-34152f5add0c {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:23:17.747551 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ed0cd887-fe6b-4b74-9655-34152f5add0c not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:23:17.747959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0605f917-965e-4127-85b0-3d89c48609b9 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:23:17.765895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 0605f917-965e-4127-85b0-3d89c48609b9 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:23:17.766922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0605f917-965e-4127-85b0-3d89c48609b9 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:23:17.830618 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48452) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:17.869498 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2af7504d-71ab-41ed-8814-2f30f27522e5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9350afa5ca96497db59c6ddb10a065fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372257 Dec 22 05:23:17.871752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48454) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:17.916923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1780-47e4-4bd1-b085-2275728bea5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:17.940974 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1780-47e4-4bd1-b085-2275728bea5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:18.060687 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1780-47e4-4bd1-b085-2275728bea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:18.063153 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4f3d1780-47e4-4bd1-b085-2275728bea5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:18.064309 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4f3d1780-47e4-4bd1-b085-2275728bea5b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/56abc474-c576-4fa1-b407-dda3785fc1c7 HTTP/1.1" status: 204 len: 168 time: 0.1916454 Dec 22 05:23:18.071984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d1780-47e4-4bd1-b085-2275728bea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56abc474-c576-4fa1-b407-dda3785fc1c7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:19.035559 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48476) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:19.129497 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-931263554-network', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:19.237745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Made reservation on behalf of 013b4c15a5b147c6bda0c8b36a99f712 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:23:19.240091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:19.253203 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:19.325010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:19.401631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:19.428678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:23:19.434764 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8826f066-28e3-4f4f-b625-7531e9b8380a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:19.440577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:19.440910 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Added segment 4ffb3654-d031-4cc3-a926-980a6597071f of type vlan for network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd Dec 22 05:23:19.480369 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:19.537752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:19.538708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:19.539277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:19.596212 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] Pushing event updated for resources: {'Network': ['ID=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:19.606179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:23:19.643503 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ebf5bb23-f886-4a43-913e-3be465c2a49c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6068180 Dec 22 05:23:19.646258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48480) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:19.651488 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-9bfb46b9-60ae-4171-9e8d-c8ea1c583d92 admin admin] Request body: {'subnet': {'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-931263554-subnet', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:19.761210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfb46b9-60ae-4171-9e8d-c8ea1c583d92 admin admin] Made reservation on behalf of 013b4c15a5b147c6bda0c8b36a99f712 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:23:19.763521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9bfb46b9-60ae-4171-9e8d-c8ea1c583d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.012487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9bfb46b9-60ae-4171-9e8d-c8ea1c583d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.068938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb46b9-60ae-4171-9e8d-c8ea1c583d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:20.084679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb46b9-60ae-4171-9e8d-c8ea1c583d92 admin admin] Checking segment: {'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:23:20.084679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb46b9-60ae-4171-9e8d-c8ea1c583d92 admin admin] Network hostable DHCP agents. Network: a3e45dd7-5091-4ee7-b73f-2e43b60d74fd, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:23:20.166446 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb46b9-60ae-4171-9e8d-c8ea1c583d92 admin admin] Network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:23:20.249534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-9bfb46b9-60ae-4171-9e8d-c8ea1c583d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, a3e45dd7-5091-4ee7-b73f-2e43b60d74fd) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:20.253841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfb46b9-60ae-4171-9e8d-c8ea1c583d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:20.254774 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9bfb46b9-60ae-4171-9e8d-c8ea1c583d92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.257861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e16ce2-9650-4ab3-b420-8cc78718465f None None] Network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:23:20.338076 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9bfb46b9-60ae-4171-9e8d-c8ea1c583d92 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6907723 Dec 22 05:23:20.340597 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48482) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:20.344789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:20.394428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:23:20.395271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.421356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.422432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.473044 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.527519 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Allocated IP 172.20.0.2 (a3e45dd7-5091-4ee7-b73f-2e43b60d74fd/abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1/5f872431-17cc-47b9-9526-c64d68a6c3dc) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:23:20.660240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.668697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.749798 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.784536 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:20.788567 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:20.792562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:23:20.802410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Pushing event updated for resources: {'Port': ['ID=5f872431-17cc-47b9-9526-c64d68a6c3dc,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:20.855889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Attempting to bind port 5f872431-17cc-47b9-9526-c64d68a6c3dc on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:23:20.856289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Attempting to bind port 5f872431-17cc-47b9-9526-c64d68a6c3dc by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:23:20.856644 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Attempting to bind port 5f872431-17cc-47b9-9526-c64d68a6c3dc on network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:23:20.861842 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:23:20.862216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Checking segment: {'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:23:20.862606 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.863017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Bound using segment: {'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:23:20.863472 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Bound port: 5f872431-17cc-47b9-9526-c64d68a6c3dc, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:23:20.863845 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.922508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.937827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] For port 5f872431-17cc-47b9-9526-c64d68a6c3dc, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:23:20.940876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] For port 5f872431-17cc-47b9-9526-c64d68a6c3dc, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5f872431-17cc-47b9-9526-c64d68a6c3dc,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:23:20.941985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:20.946345 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:21.007050 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:21.044533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Allocated IP 172.26.5.235 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/785482de-4362-4842-b8f7-8147fbfd830f) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:23:21.064392 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddee21-c524-4612-bd24-7034a67567a5 None None] Pushing event updated for resources: {'Port': ['ID=5f872431-17cc-47b9-9526-c64d68a6c3dc,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:21.153997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:21.270218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:21.312132 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:21.315058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:21.317545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:23:21.345321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Pushing event updated for resources: {'Port': ['ID=785482de-4362-4842-b8f7-8147fbfd830f,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:21.643542 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:21.774631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5f872431-17cc-47b9-9526-c64d68a6c3dc up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:21.839072 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 5f872431-17cc-47b9-9526-c64d68a6c3dc triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:21.839442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:21.861688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:21.922815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:21.963439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 5f872431-17cc-47b9-9526-c64d68a6c3dc, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5f872431-17cc-47b9-9526-c64d68a6c3dc,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:22.029177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a898210c-a50e-4881-a456-e5429f7264b1 None None] Network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:23:22.042645 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:22.066693 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:23:22.179313 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:23:22.241573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Sync routers for ids ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:23:22.254734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:22.256336 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5e15e604-26c0-4c11-b847-227a146c6642 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9144866 Dec 22 05:23:22.258880 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48484) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:22.280013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Routers {'8259353b-51d6-4c47-96c4-c0651dd6fcc2'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:22.280585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:23:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:22.294353 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-82f04cc7-419c-450e-89e4-c195f5f974e3 None None] Provisioning complete for port 5f872431-17cc-47b9-9526-c64d68a6c3dc triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:22.294711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82f04cc7-419c-450e-89e4-c195f5f974e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:22.371760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=5f872431-17cc-47b9-9526-c64d68a6c3dc,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:22.470416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Set router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:22.662115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:22.705748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:21Z', 'revision_number': 3, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:22.739710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Checking router: 8259353b-51d6-4c47-96c4-c0651dd6fcc2 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:23:22.740064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Updating router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 port 785482de-4362-4842-b8f7-8147fbfd830f binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:23:22.765797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:22.830984 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Allocated IP 172.20.0.1 (a3e45dd7-5091-4ee7-b73f-2e43b60d74fd/abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1/d57a9f44-1c7b-4a8d-9057-3bb44398b8e4) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:23:22.880006 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3285cb32-2dd6-455c-adad-b0da58eb7218 None None] Provisioning complete for port 5f872431-17cc-47b9-9526-c64d68a6c3dc triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:22.880655 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3285cb32-2dd6-455c-adad-b0da58eb7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:22.933448 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.021569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.057559 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:23.060348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:23.063701 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:23:23.091633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d57a9f44-1c7b-4a8d-9057-3bb44398b8e4,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:23.100552 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.108676 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.173007 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.226695 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Attempting to bind port 785482de-4362-4842-b8f7-8147fbfd830f on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:23:23.227069 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Attempting to bind port 785482de-4362-4842-b8f7-8147fbfd830f by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:23:23.230173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Attempting to bind port 785482de-4362-4842-b8f7-8147fbfd830f on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:23:23.235256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d0ebc-d499-42fd-ad30-9d88a544c2cd None None] Pushing event updated for resources: {'Port': ['ID=785482de-4362-4842-b8f7-8147fbfd830f,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:23.240840 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:23:23.241222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:23:23.241630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.242066 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:23:23.242538 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Bound port: 785482de-4362-4842-b8f7-8147fbfd830f, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:23:23.242921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.294382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] For port 785482de-4362-4842-b8f7-8147fbfd830f, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:23:23.297647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] For port 785482de-4362-4842-b8f7-8147fbfd830f, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=785482de-4362-4842-b8f7-8147fbfd830f,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:23:23.314543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.358585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4c8d6a75-acc8-4cec-abc1-0828df048e2f None None] Provisioning complete for port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:23.358873 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c8d6a75-acc8-4cec-abc1-0828df048e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.385023 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.437867 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-4c8d6a75-acc8-4cec-abc1-0828df048e2f None None] Port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:23:23.458714 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Routers {'8259353b-51d6-4c47-96c4-c0651dd6fcc2'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:23.459331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:23:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:23.460976 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d0ebc-d499-42fd-ad30-9d88a544c2cd None None] Pushing event updated for resources: {'Port': ['ID=785482de-4362-4842-b8f7-8147fbfd830f,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:23.477491 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.535376 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.576546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] Set router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:23.601451 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d57a9f44-1c7b-4a8d-9057-3bb44398b8e4,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:23.604508 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.741777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5f872431-17cc-47b9-9526-c64d68a6c3dc up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:23.821607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 5f872431-17cc-47b9-9526-c64d68a6c3dc triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:23.822013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:23.855280 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd57a9f44-1c7b-4a8d-9057-3bb44398b8e4', 'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'mac_address': 'fa:16:3e:ba:6d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:22Z', 'updated_at': '2021-12-22T05:23:22Z', 'revision_number': 1, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'subnets': [{'id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:23.885713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c439a5c-d40b-41d7-9893-9d367561ef02 None None] The sync data for ids ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'] in dv-neutron-822523-1-hyperv is: [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd57a9f44-1c7b-4a8d-9057-3bb44398b8e4', 'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'mac_address': 'fa:16:3e:ba:6d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:22Z', 'updated_at': '2021-12-22T05:23:22Z', 'revision_number': 1, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'subnets': [{'id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:23:23.976802 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:23.978817 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:24.109927 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:23:24.233780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:23:24.238879 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-54c0ef52-e52d-4701-b1f0-3dd9d52323f0 admin admin] 10.222.0.54 "PUT /v2.0/routers/8259353b-51d6-4c47-96c4-c0651dd6fcc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9789875 Dec 22 05:23:24.264151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b4d3e583-9873-4bd2-83e7-4c7e207df7c6 None None] Provisioning complete for port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:24.264516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b4d3e583-9873-4bd2-83e7-4c7e207df7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:24.300058 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b4d3e583-9873-4bd2-83e7-4c7e207df7c6 None None] Port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:23:24.952206 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48500) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:24.958255 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1305794085-network', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:25.041294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Made reservation on behalf of 77118c4aa2a2412ca14495670c7fa696 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:23:25.043685 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.053722 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.131237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.200599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.228506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:23:25.234005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44eb94b-8e00-4095-a4b8-056eacee75f7,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:25.242281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.249523 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Added segment c799e0de-411b-4387-8425-e04927914089 of type vlan for network 0caed9a2-2ea6-4091-a467-6d0dfa994dc3 Dec 22 05:23:25.284578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.354830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.355772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:25.356379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.420845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] Pushing event updated for resources: {'Network': ['ID=0caed9a2-2ea6-4091-a467-6d0dfa994dc3,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:25.430299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 0caed9a2-2ea6-4091-a467-6d0dfa994dc3 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:23:25.463839 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ea4b3d0a-7fc3-44fb-a8db-b4506af21c69 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5073376 Dec 22 05:23:25.464140 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48502) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:25.473561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f885b811-5343-4d24-a41d-dd92a4cd76e8 admin admin] Request body: {'subnet': {'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1305794085-subnet', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:25.552020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f885b811-5343-4d24-a41d-dd92a4cd76e8 admin admin] Made reservation on behalf of 77118c4aa2a2412ca14495670c7fa696 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:23:25.554574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f885b811-5343-4d24-a41d-dd92a4cd76e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.760706 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Sync routers for ids ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:23:25.762776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 785482de-4362-4842-b8f7-8147fbfd830f up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:25.770197 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Routers {'8259353b-51d6-4c47-96c4-c0651dd6fcc2'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:25.771058 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:23:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:25.790260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f885b811-5343-4d24-a41d-dd92a4cd76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.810817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 785482de-4362-4842-b8f7-8147fbfd830f triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:25.811186 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.855184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885b811-5343-4d24-a41d-dd92a4cd76e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a232385-4f2d-4283-a1b6-e946b73c7f3b,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:25.863634 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885b811-5343-4d24-a41d-dd92a4cd76e8 admin admin] Checking segment: {'id': 'c799e0de-411b-4387-8425-e04927914089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:23:25.863993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885b811-5343-4d24-a41d-dd92a4cd76e8 admin admin] Network hostable DHCP agents. Network: 0caed9a2-2ea6-4091-a467-6d0dfa994dc3, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:23:25.880677 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Set router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:25.903174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.923237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 785482de-4362-4842-b8f7-8147fbfd830f, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=785482de-4362-4842-b8f7-8147fbfd830f,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:25.932360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885b811-5343-4d24-a41d-dd92a4cd76e8 admin admin] Network 0caed9a2-2ea6-4091-a467-6d0dfa994dc3 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:23:25.969306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:25.997862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-f885b811-5343-4d24-a41d-dd92a4cd76e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 0caed9a2-2ea6-4091-a467-6d0dfa994dc3) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:26.003020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f885b811-5343-4d24-a41d-dd92a4cd76e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:26.004256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f885b811-5343-4d24-a41d-dd92a4cd76e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.008979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ec4f37-218f-412e-8ffe-ea437b985b94 None None] Network 0caed9a2-2ea6-4091-a467-6d0dfa994dc3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:23:26.055480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=785482de-4362-4842-b8f7-8147fbfd830f,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:26.083498 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd57a9f44-1c7b-4a8d-9057-3bb44398b8e4', 'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'mac_address': 'fa:16:3e:ba:6d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:22Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 2, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'subnets': [{'id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:26.084674 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f885b811-5343-4d24-a41d-dd92a4cd76e8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6166849 Dec 22 05:23:26.086978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48504) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:26.091985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1305794085-router', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:26.113054 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Checking router: 8259353b-51d6-4c47-96c4-c0651dd6fcc2 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:23:26.113395 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Updating router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:23:26.139471 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.172740 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-0caed9a2-2ea6-4091-a467-6d0dfa994dc3', 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'fixed_ips': [{'subnet_id': '4a232385-4f2d-4283-a1b6-e946b73c7f3b'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:23:26.173717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.175923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.177304 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.234985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.311742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Allocated IP 172.20.0.2 (0caed9a2-2ea6-4091-a467-6d0dfa994dc3/4a232385-4f2d-4283-a1b6-e946b73c7f3b/e395fc70-cdf9-4beb-974b-acde301866da) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:23:26.412433 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.442149 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.457953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.483663 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.534304 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Pushing event updated for resources: {'Port': ['ID=d57a9f44-1c7b-4a8d-9057-3bb44398b8e4,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:26.561292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.574620 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:26.574875 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:26.575195 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:26.575519 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:26.575837 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:26.576157 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:26.576517 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:26.576833 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:26.577146 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:26.577458 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:26.577768 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:26.578075 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:26.594884 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Attempting to bind port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:23:26.595255 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Attempting to bind port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:23:26.595615 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Attempting to bind port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 on network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:23:26.602409 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:23:26.602782 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Checking segment: {'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:23:26.603712 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.604098 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Bound using segment: {'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:23:26.604589 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Bound port: d57a9f44-1c7b-4a8d-9057-3bb44398b8e4, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:23:26.604964 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.630267 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Network 0caed9a2-2ea6-4091-a467-6d0dfa994dc3 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:26.631153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Pushing event updated for resources: {'Port': ['ID=e395fc70-cdf9-4beb-974b-acde301866da,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:26.640216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:26.642661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:23:26.676331 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] For port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:23:26.679840 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] For port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d57a9f44-1c7b-4a8d-9057-3bb44398b8e4,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:23:26.706399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Attempting to bind port e395fc70-cdf9-4beb-974b-acde301866da on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:23:26.706770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Attempting to bind port e395fc70-cdf9-4beb-974b-acde301866da by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'c799e0de-411b-4387-8425-e04927914089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:23:26.707242 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Attempting to bind port e395fc70-cdf9-4beb-974b-acde301866da on network 0caed9a2-2ea6-4091-a467-6d0dfa994dc3 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:23:26.712755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:23:26.713191 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Checking segment: {'id': 'c799e0de-411b-4387-8425-e04927914089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:23:26.713597 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.713990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Bound using segment: {'id': 'c799e0de-411b-4387-8425-e04927914089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:23:26.714459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Bound port: e395fc70-cdf9-4beb-974b-acde301866da, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c799e0de-411b-4387-8425-e04927914089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:23:26.714839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.732727 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.752583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.760602 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.780023 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] For port e395fc70-cdf9-4beb-974b-acde301866da, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:23:26.785463 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] For port e395fc70-cdf9-4beb-974b-acde301866da, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e395fc70-cdf9-4beb-974b-acde301866da,segment=NetworkSegment(c799e0de-411b-4387-8425-e04927914089),segment_id=c799e0de-411b-4387-8425-e04927914089)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:23:26.817578 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Routers {'8259353b-51d6-4c47-96c4-c0651dd6fcc2'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:26.818188 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:23:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:26.853986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-2e7f5e48-967f-47fc-b166-6c9497f832d2 None None] Provisioning complete for port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:26.854420 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5e48-967f-47fc-b166-6c9497f832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.857872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:26.866618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Allocated IP 172.26.5.140 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/f7458e8f-723f-4159-b1db-65beeb42f892) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:23:26.897245 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ca638-d1fa-498c-a98e-9b6c15364738 None None] Pushing event updated for resources: {'Port': ['ID=d57a9f44-1c7b-4a8d-9057-3bb44398b8e4,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:26.946040 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] Set router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:27.008058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:27.100577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9af65-819c-4ded-beca-37ceb59ff2b1 None None] Pushing event updated for resources: {'Port': ['ID=e395fc70-cdf9-4beb-974b-acde301866da,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:27.107814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:27.145683 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5e48-967f-47fc-b166-6c9497f832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:27.148276 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:27.151706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:27.154368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:23:27.180587 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd57a9f44-1c7b-4a8d-9057-3bb44398b8e4', 'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'mac_address': 'fa:16:3e:ba:6d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:22Z', 'updated_at': '2021-12-22T05:23:26Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'subnets': [{'id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:27.185385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-2e7f5e48-967f-47fc-b166-6c9497f832d2 None None] For port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d57a9f44-1c7b-4a8d-9057-3bb44398b8e4,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:27.187062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Pushing event updated for resources: {'Port': ['ID=f7458e8f-723f-4159-b1db-65beeb42f892,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:27.207483 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab73a0df-7e36-477c-aa2c-026a972b21f0 None None] The sync data for ids ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'] in dv-neutron-822523-1-hyperv is: [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd57a9f44-1c7b-4a8d-9057-3bb44398b8e4', 'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'mac_address': 'fa:16:3e:ba:6d:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:22Z', 'updated_at': '2021-12-22T05:23:26Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'subnets': [{'id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:23:27.278615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2e7f5e48-967f-47fc-b166-6c9497f832d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:27.346184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f5e48-967f-47fc-b166-6c9497f832d2 None None] Pushing event updated for resources: {'Port': ['ID=d57a9f44-1c7b-4a8d-9057-3bb44398b8e4,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:27.422833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d710c163-a97d-4098-bc5f-29be9fde3a37 None None] Provisioning complete for port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:27.423212 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d710c163-a97d-4098-bc5f-29be9fde3a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:27.516390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:27.714142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:27.896967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:27.959609 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:27.960086 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:28.052641 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e395fc70-cdf9-4beb-974b-acde301866da up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:28.103782 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port e395fc70-cdf9-4beb-974b-acde301866da triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:28.104157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:28.184535 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e315d373-1383-401b-942c-1d855aa8aef3 None None] Network 0caed9a2-2ea6-4091-a467-6d0dfa994dc3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:23:28.200723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:28.280877 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Router 41239a69-0659-42f5-8caf-b8c6023d133d is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:23:28.284490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-228e29ec-bc5c-4d9c-9f7f-01522926d616 None None] Provisioning complete for port e395fc70-cdf9-4beb-974b-acde301866da triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:28.284859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-228e29ec-bc5c-4d9c-9f7f-01522926d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:28.291166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port e395fc70-cdf9-4beb-974b-acde301866da, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e395fc70-cdf9-4beb-974b-acde301866da,segment=NetworkSegment(c799e0de-411b-4387-8425-e04927914089),segment_id=c799e0de-411b-4387-8425-e04927914089)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:28.387499 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:23:28.398197 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:28.398197 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 785482de-4362-4842-b8f7-8147fbfd830f up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:28.419771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Sync routers for ids ['41239a69-0659-42f5-8caf-b8c6023d133d'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:23:28.463007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:28.464277 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5c818385-f8fc-409a-b53a-2871f9ec9aed admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3757467 Dec 22 05:23:28.467168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48506) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:23:28.492165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-228e29ec-bc5c-4d9c-9f7f-01522926d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:28.504089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Routers {'41239a69-0659-42f5-8caf-b8c6023d133d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:28.504089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:23:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['41239a69-0659-42f5-8caf-b8c6023d133d'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:28.597409 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=e395fc70-cdf9-4beb-974b-acde301866da,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:28.659461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 785482de-4362-4842-b8f7-8147fbfd830f triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:28.659837 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:28.696324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-228e29ec-bc5c-4d9c-9f7f-01522926d616 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:23:28.696713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-228e29ec-bc5c-4d9c-9f7f-01522926d616 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:23:28.701497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Set router 41239a69-0659-42f5-8caf-b8c6023d133d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:28.906254 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:28.930044 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'name': 'tempest-TestMinimumBasicScenario-1305794085-router', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:27Z', 'revision_number': 3, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'gw_port': {'id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:28.965518 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Checking router: 41239a69-0659-42f5-8caf-b8c6023d133d for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:23:28.965864 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Updating router 41239a69-0659-42f5-8caf-b8c6023d133d port f7458e8f-723f-4159-b1db-65beeb42f892 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:23:28.990475 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.073148 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Allocated IP 172.20.0.1 (0caed9a2-2ea6-4091-a467-6d0dfa994dc3/4a232385-4f2d-4283-a1b6-e946b73c7f3b/226a7478-bd88-4455-b05f-117cd091b2a7) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:23:29.189118 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.275419 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.286162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.312671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Network 0caed9a2-2ea6-4091-a467-6d0dfa994dc3 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:29.315304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:29.318761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:23:29.327522 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Pushing event updated for resources: {'Port': ['ID=226a7478-bd88-4455-b05f-117cd091b2a7,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:29.359077 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.367045 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.430461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Attempting to bind port f7458e8f-723f-4159-b1db-65beeb42f892 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:23:29.431370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Attempting to bind port f7458e8f-723f-4159-b1db-65beeb42f892 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:23:29.431734 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Attempting to bind port f7458e8f-723f-4159-b1db-65beeb42f892 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:23:29.435525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33477ecb-dc0c-4847-bbe9-1284ae67d968 None None] Pushing event updated for resources: {'Port': ['ID=f7458e8f-723f-4159-b1db-65beeb42f892,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:29.437847 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1bee05d9-3634-4805-b9b9-02bd738f5bb1 None None] Provisioning complete for port e395fc70-cdf9-4beb-974b-acde301866da triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:29.438222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1bee05d9-3634-4805-b9b9-02bd738f5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.466538 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:23:29.466805 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:23:29.467138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.467530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:23:29.468014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Bound port: f7458e8f-723f-4159-b1db-65beeb42f892, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:23:29.468416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.556658 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] For port f7458e8f-723f-4159-b1db-65beeb42f892, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:23:29.567177 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.572836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] For port f7458e8f-723f-4159-b1db-65beeb42f892, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f7458e8f-723f-4159-b1db-65beeb42f892,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:23:29.630194 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.687720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Routers {'41239a69-0659-42f5-8caf-b8c6023d133d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:29.688374 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:23:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['41239a69-0659-42f5-8caf-b8c6023d133d'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:29.691329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33477ecb-dc0c-4847-bbe9-1284ae67d968 None None] Pushing event updated for resources: {'Port': ['ID=f7458e8f-723f-4159-b1db-65beeb42f892,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:29.732539 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.757804 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e395fc70-cdf9-4beb-974b-acde301866da up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:29.795736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.863027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.866043 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Pushing event updated for resources: {'Port': ['ID=226a7478-bd88-4455-b05f-117cd091b2a7,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:29.951403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b60a03cb-da72-4537-af4c-ae935303eb5f None None] Provisioning complete for port 226a7478-bd88-4455-b05f-117cd091b2a7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:29.951948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b60a03cb-da72-4537-af4c-ae935303eb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:29.964105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Network 0caed9a2-2ea6-4091-a467-6d0dfa994dc3 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:29.965480 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:30.022017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b60a03cb-da72-4537-af4c-ae935303eb5f None None] Port 226a7478-bd88-4455-b05f-117cd091b2a7 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:23:30.025969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] Set router 41239a69-0659-42f5-8caf-b8c6023d133d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:30.057720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port e395fc70-cdf9-4beb-974b-acde301866da triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:30.058097 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:30.091722 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Router 41239a69-0659-42f5-8caf-b8c6023d133d has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:23:30.238087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:23:30.247247 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8d917587-1ddd-48dc-adbd-4de5caca6e28 admin admin] 10.222.0.54 "PUT /v2.0/routers/41239a69-0659-42f5-8caf-b8c6023d133d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7788858 Dec 22 05:23:30.307433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-05ef9553-df58-4e21-b25b-3f705749957e None None] Provisioning complete for port 226a7478-bd88-4455-b05f-117cd091b2a7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:30.307805 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-05ef9553-df58-4e21-b25b-3f705749957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:30.353364 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-05ef9553-df58-4e21-b25b-3f705749957e None None] Port 226a7478-bd88-4455-b05f-117cd091b2a7 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:23:30.371348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'name': 'tempest-TestMinimumBasicScenario-1305794085-router', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:29Z', 'revision_number': 4, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'gw_port': {'id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '226a7478-bd88-4455-b05f-117cd091b2a7', 'name': '', 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'mac_address': 'fa:16:3e:e8:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '4a232385-4f2d-4283-a1b6-e946b73c7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:28Z', 'updated_at': '2021-12-22T05:23:29Z', 'revision_number': 1, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'subnets': [{'id': '4a232385-4f2d-4283-a1b6-e946b73c7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:30.403026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1f0ba1-1a5d-4db5-bf63-be555822de7d None None] The sync data for ids ['41239a69-0659-42f5-8caf-b8c6023d133d'] in dv-neutron-822523-1-hyperv is: [{'id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'name': 'tempest-TestMinimumBasicScenario-1305794085-router', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:29Z', 'revision_number': 4, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'gw_port': {'id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '226a7478-bd88-4455-b05f-117cd091b2a7', 'name': '', 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'mac_address': 'fa:16:3e:e8:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '4a232385-4f2d-4283-a1b6-e946b73c7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:28Z', 'updated_at': '2021-12-22T05:23:29Z', 'revision_number': 1, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'subnets': [{'id': '4a232385-4f2d-4283-a1b6-e946b73c7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:23:31.777289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f7458e8f-723f-4159-b1db-65beeb42f892 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:31.839708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port f7458e8f-723f-4159-b1db-65beeb42f892 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:31.840076 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:31.927501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:31.948643 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port f7458e8f-723f-4159-b1db-65beeb42f892, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f7458e8f-723f-4159-b1db-65beeb42f892,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:32.003610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:32.055700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=f7458e8f-723f-4159-b1db-65beeb42f892,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:32.406468 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Sync routers for ids ['41239a69-0659-42f5-8caf-b8c6023d133d'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:23:32.416177 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Routers {'41239a69-0659-42f5-8caf-b8c6023d133d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:32.416796 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:23:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['41239a69-0659-42f5-8caf-b8c6023d133d'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:32.529516 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Set router 41239a69-0659-42f5-8caf-b8c6023d133d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:32.833278 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'name': 'tempest-TestMinimumBasicScenario-1305794085-router', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:29Z', 'revision_number': 4, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'gw_port': {'id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '226a7478-bd88-4455-b05f-117cd091b2a7', 'name': '', 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'mac_address': 'fa:16:3e:e8:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '4a232385-4f2d-4283-a1b6-e946b73c7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:28Z', 'updated_at': '2021-12-22T05:23:29Z', 'revision_number': 2, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'subnets': [{'id': '4a232385-4f2d-4283-a1b6-e946b73c7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:32.860622 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Checking router: 41239a69-0659-42f5-8caf-b8c6023d133d for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:23:32.860964 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Updating router 41239a69-0659-42f5-8caf-b8c6023d133d port 226a7478-bd88-4455-b05f-117cd091b2a7 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:23:32.888000 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:33.188098 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:33.257844 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:33.321152 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288a0f4-d0be-461d-ade6-73dbad072aab None None] Pushing event updated for resources: {'Port': ['ID=226a7478-bd88-4455-b05f-117cd091b2a7,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:33.385931 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Attempting to bind port 226a7478-bd88-4455-b05f-117cd091b2a7 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:23:33.386289 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Attempting to bind port 226a7478-bd88-4455-b05f-117cd091b2a7 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'c799e0de-411b-4387-8425-e04927914089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:23:33.386642 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Attempting to bind port 226a7478-bd88-4455-b05f-117cd091b2a7 on network 0caed9a2-2ea6-4091-a467-6d0dfa994dc3 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:23:33.393608 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:23:33.393608 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Checking segment: {'id': 'c799e0de-411b-4387-8425-e04927914089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:23:33.393608 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:33.393997 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Bound using segment: {'id': 'c799e0de-411b-4387-8425-e04927914089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:23:33.394283 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Bound port: 226a7478-bd88-4455-b05f-117cd091b2a7, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c799e0de-411b-4387-8425-e04927914089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:23:33.394657 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:33.468101 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] For port 226a7478-bd88-4455-b05f-117cd091b2a7, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:23:33.471580 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] For port 226a7478-bd88-4455-b05f-117cd091b2a7, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=226a7478-bd88-4455-b05f-117cd091b2a7,segment=NetworkSegment(c799e0de-411b-4387-8425-e04927914089),segment_id=c799e0de-411b-4387-8425-e04927914089)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:23:33.566837 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:33.603993 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-941289c4-7f67-4e53-a681-b96cf03994f5 None None] Provisioning complete for port 226a7478-bd88-4455-b05f-117cd091b2a7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:33.605050 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-941289c4-7f67-4e53-a681-b96cf03994f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:33.640557 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Routers {'41239a69-0659-42f5-8caf-b8c6023d133d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:33.641186 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:23:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['41239a69-0659-42f5-8caf-b8c6023d133d'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:33.653871 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288a0f4-d0be-461d-ade6-73dbad072aab None None] Pushing event updated for resources: {'Port': ['ID=226a7478-bd88-4455-b05f-117cd091b2a7,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:33.775631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-941289c4-7f67-4e53-a681-b96cf03994f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:33.831851 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] Set router 41239a69-0659-42f5-8caf-b8c6023d133d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:33.860632 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f7458e8f-723f-4159-b1db-65beeb42f892 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:33.863971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-941289c4-7f67-4e53-a681-b96cf03994f5 None None] For port 226a7478-bd88-4455-b05f-117cd091b2a7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=226a7478-bd88-4455-b05f-117cd091b2a7,segment=NetworkSegment(c799e0de-411b-4387-8425-e04927914089),segment_id=c799e0de-411b-4387-8425-e04927914089)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:33.935165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port f7458e8f-723f-4159-b1db-65beeb42f892 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:33.935538 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:34.024129 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 226a7478-bd88-4455-b05f-117cd091b2a7 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:34.073386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 226a7478-bd88-4455-b05f-117cd091b2a7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:34.073770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:34.078370 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'name': 'tempest-TestMinimumBasicScenario-1305794085-router', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:29Z', 'revision_number': 4, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'gw_port': {'id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '226a7478-bd88-4455-b05f-117cd091b2a7', 'name': '', 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'mac_address': 'fa:16:3e:e8:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '4a232385-4f2d-4283-a1b6-e946b73c7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:28Z', 'updated_at': '2021-12-22T05:23:33Z', 'revision_number': 4, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'subnets': [{'id': '4a232385-4f2d-4283-a1b6-e946b73c7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:34.108009 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ed0dd-dc89-477c-9675-5ad98325e160 None None] The sync data for ids ['41239a69-0659-42f5-8caf-b8c6023d133d'] in dv-neutron-822523-1-hyperv is: [{'id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'name': 'tempest-TestMinimumBasicScenario-1305794085-router', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:29Z', 'revision_number': 4, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'gw_port': {'id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '226a7478-bd88-4455-b05f-117cd091b2a7', 'name': '', 'network_id': '0caed9a2-2ea6-4091-a467-6d0dfa994dc3', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'mac_address': 'fa:16:3e:e8:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '4a232385-4f2d-4283-a1b6-e946b73c7f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:28Z', 'updated_at': '2021-12-22T05:23:33Z', 'revision_number': 4, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'subnets': [{'id': '4a232385-4f2d-4283-a1b6-e946b73c7f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:23:34.154459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-941289c4-7f67-4e53-a681-b96cf03994f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:34.200827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:34.234651 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941289c4-7f67-4e53-a681-b96cf03994f5 None None] Pushing event updated for resources: {'Port': ['ID=226a7478-bd88-4455-b05f-117cd091b2a7,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:34.282683 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:23:34.283007 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:23:34.285230 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-8ddfe0a4-ab10-43b2-833b-673a9f0edde2 None None] Provisioning complete for port 226a7478-bd88-4455-b05f-117cd091b2a7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:34.285608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8ddfe0a4-ab10-43b2-833b-673a9f0edde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:35.763221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 226a7478-bd88-4455-b05f-117cd091b2a7 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:35.814938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 226a7478-bd88-4455-b05f-117cd091b2a7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:35.815306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:39.454876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b9884547-7c7d-48b4-a365-57b19ac0f308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:41.682720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f6421b34-e6b0-4df3-8b4c-a4bb0e4ee940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:42.131370 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-d54aeae1-104e-419b-8b18-f1eff1177444 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:42.132851 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-d54aeae1-104e-419b-8b18-f1eff1177444 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/networks?id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd HTTP/1.1" status: 200 len: 814 time: 0.1037924 Dec 22 05:23:42.147318 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-4197a8a0-4a5f-44b4-897e-7a9fdc35fa3a tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/quotas/013b4c15a5b147c6bda0c8b36a99f712 HTTP/1.1" status: 200 len: 375 time: 0.0088677 Dec 22 05:23:42.197131 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-967b336c-ee05-4933-8171-ac51138b4d48 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=013b4c15a5b147c6bda0c8b36a99f712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439658 Dec 22 05:23:42.212426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-34051497-d454-4771-8e5b-737ed8c3e729 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:23:42.213372 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-34051497-d454-4771-8e5b-737ed8c3e729 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056522 Dec 22 05:23:42.299577 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-4ff90da6-4807-4ee0-87a1-dfdb322c3e50 service neutron] 10.222.0.54 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808053 Dec 22 05:23:42.389262 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-4252feb5-7876-4b8f-9002-a1886f56b221 service neutron] 10.222.0.54 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837903 Dec 22 05:23:42.676478 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-30ac10f5-138d-45e7-a046-3d3c3a35416c req-c9b960cc-4002-4ccd-82ce-bbf3d2583974 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 210 time: 0.0260630 Dec 22 05:23:42.781803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-a011768b-d00a-4773-a81e-08bac4c49e1d req-1c03803c-38c3-4ed2-8b7d-77c32cc36294 service neutron] (109183) timed out ('10.222.0.16', 49854) {{(pid=109183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 22 05:23:43.263483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:43.769708 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9263b1b6-06e4-4fc5-980e-63e5dec45009 req-01dbebdf-ba17-4f65-bdc2-026c8e82ec37 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 210 time: 0.0270503 Dec 22 05:23:44.333700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:44.722299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a374380d-a37b-41ab-9526-e583fef202ac tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:44.723721 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a374380d-a37b-41ab-9526-e583fef202ac tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.16 "GET /v2.0/networks?id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd HTTP/1.1" status: 200 len: 814 time: 0.1043432 Dec 22 05:23:44.741700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Request body: {'port': {'device_id': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'admin_state_up': True, 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:44.860619 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b5ed0bbf-1310-4f9f-865e-8bb144586668 req-33b3b625-9486-4bcc-8425-62cd2609fec3 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 210 time: 0.0259728 Dec 22 05:23:44.915050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Made reservation on behalf of 013b4c15a5b147c6bda0c8b36a99f712 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:23:44.918979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:45.048902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Allocated IP 172.20.0.13 (a3e45dd7-5091-4ee7-b73f-2e43b60d74fd/abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1/c3b79347-e0e0-4303-a9dd-46f97cc0f0a5) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:23:45.196729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:45.277405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:45.321179 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:45.363958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:45.366908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:45.371315 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event updated for resources: {'Port': ['ID=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:45.463180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:45.465091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:45.465091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:45.578277 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-c6d582f6-78b5-49fb-b5be-8c4be7b90d55 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8395877 Dec 22 05:23:45.661483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-5f30b08f-72c6-4446-afda-77e10f413aba None None] Provisioning complete for port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:45.662555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5f30b08f-72c6-4446-afda-77e10f413aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:45.705280 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5f30b08f-72c6-4446-afda-77e10f413aba None None] Port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:23:45.983157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b209233-847f-4741-89a4-b322066b7062 req-b97f2b54-ff46-42ea-8de4-bc306e571b4b tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:45.984684 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b209233-847f-4741-89a4-b322066b7062 req-b97f2b54-ff46-42ea-8de4-bc306e571b4b tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 932 time: 0.0568335 Dec 22 05:23:46.024031 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b209233-847f-4741-89a4-b322066b7062 req-e6ec5bd3-b75b-488d-b0c7-d44f0c6bda06 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331843 Dec 22 05:23:47.141056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901df958-5645-4f8d-b4e3-4630361075ef req-cf6f7649-f30d-4e23-a2ae-416a188cf4bc tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:47.142494 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-901df958-5645-4f8d-b4e3-4630361075ef req-cf6f7649-f30d-4e23-a2ae-416a188cf4bc tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 932 time: 0.0476217 Dec 22 05:23:47.183009 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-901df958-5645-4f8d-b4e3-4630361075ef req-2d3d77ab-e292-4792-a296-d8383b3b61a0 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344615 Dec 22 05:23:48.303811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e265634-a497-4ce2-b8e8-1b6e0c1f6339 req-737a9c4a-c30a-4cc7-b777-109b1d5a651b tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:48.306176 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e265634-a497-4ce2-b8e8-1b6e0c1f6339 req-737a9c4a-c30a-4cc7-b777-109b1d5a651b tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 932 time: 0.0543351 Dec 22 05:23:48.349885 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e265634-a497-4ce2-b8e8-1b6e0c1f6339 req-53ec49ba-0a75-4be5-9208-0fe236d82ab4 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360332 Dec 22 05:23:49.467919 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcca625-840f-479f-a96d-5853f91b2da6 req-51caf476-5f32-4481-9bd6-845f5637b7c9 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:49.469401 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cdcca625-840f-479f-a96d-5853f91b2da6 req-51caf476-5f32-4481-9bd6-845f5637b7c9 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 932 time: 0.0489876 Dec 22 05:23:49.513362 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cdcca625-840f-479f-a96d-5853f91b2da6 req-f0b7b3e9-0866-4348-923f-c994c9035361 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 Dec 22 05:23:50.569512 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:23:50.631390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ba73-068c-41cf-9197-dc9cb5945aaf req-4e124014-abe5-42ec-8d53-e944c8d7489b tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:50.632859 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cb34ba73-068c-41cf-9197-dc9cb5945aaf req-4e124014-abe5-42ec-8d53-e944c8d7489b tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 932 time: 0.0503042 Dec 22 05:23:50.678718 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cb34ba73-068c-41cf-9197-dc9cb5945aaf req-2381a1c0-b301-4c5d-8b04-4b2e269dff91 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 Dec 22 05:23:50.945825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:51.797486 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33267a-e843-4f04-bd8c-3ae05dfea7b2 req-b8325568-9962-44d5-ba89-ace0790bf10b tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:51.798963 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2f33267a-e843-4f04-bd8c-3ae05dfea7b2 req-b8325568-9962-44d5-ba89-ace0790bf10b tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 932 time: 0.0544534 Dec 22 05:23:51.838120 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2f33267a-e843-4f04-bd8c-3ae05dfea7b2 req-55b1d318-30d2-415f-87da-7e7c63e6d7f9 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 Dec 22 05:23:52.971076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92a7c-c96e-4db9-a6cd-21f792a08f3a req-c5d736b9-c3d9-4738-9ca3-679e0154ee0d tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:52.972605 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b5f92a7c-c96e-4db9-a6cd-21f792a08f3a req-c5d736b9-c3d9-4738-9ca3-679e0154ee0d tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 932 time: 0.0669584 Dec 22 05:23:53.014758 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b5f92a7c-c96e-4db9-a6cd-21f792a08f3a req-7fdf7bff-6786-45c5-9681-39c86e734554 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335119 Dec 22 05:23:54.129645 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0de25-8662-4e62-a071-d75f5be0b191 req-dfbc0529-5bf8-4d33-bf62-2d420fc0dab1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:54.131096 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8fd0de25-8662-4e62-a071-d75f5be0b191 req-dfbc0529-5bf8-4d33-bf62-2d420fc0dab1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 932 time: 0.0485916 Dec 22 05:23:54.181760 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8fd0de25-8662-4e62-a071-d75f5be0b191 req-36f60ea6-813e-4239-a75e-6c176ce91c96 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440450 Dec 22 05:23:55.297578 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddb3ae-d163-4a3e-a1a0-901082cc1680 req-55814ece-d239-4d12-889f-31846927c0c5 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:55.299024 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d8ddb3ae-d163-4a3e-a1a0-901082cc1680 req-55814ece-d239-4d12-889f-31846927c0c5 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 932 time: 0.0510905 Dec 22 05:23:55.336564 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d8ddb3ae-d163-4a3e-a1a0-901082cc1680 req-ef09741b-552f-48d3-955d-693a14b9c9bc tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315833 Dec 22 05:23:55.919533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Request body: {'port': {'device_id': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:55.973354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:56.235697 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:23:56.243291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:56.254700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Transition to ACTIVE for port object c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:23:56.343172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:56.409393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:56.455935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f62b9d-fb0a-4088-b2a6-96792135a2c8 req-436fc7be-2c80-4166-9fe3-4cc2fd00bb0c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:56.457993 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-14f62b9d-fb0a-4088-b2a6-96792135a2c8 req-436fc7be-2c80-4166-9fe3-4cc2fd00bb0c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 944 time: 0.0516119 Dec 22 05:23:56.470952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Attempting to bind port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:23:56.471294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Attempting to bind port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:23:56.471596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Attempting to bind port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 on network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:23:56.476067 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 on network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:23:56.476404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Attempting to bind port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 on network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:23:56.482213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:23:56.482539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Checking segment: {'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:23:56.482913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Bound using segment: {'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:23:56.483334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Bound port: c3b79347-e0e0-4303-a9dd-46f97cc0f0a5, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffb3654-d031-4cc3-a926-980a6597071f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:23:56.483687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:56.505278 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-14f62b9d-fb0a-4088-b2a6-96792135a2c8 req-771821ea-5bb2-42fc-afaf-569c4e14b5f7 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Dec 22 05:23:56.553114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] For port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:23:56.557075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] For port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:23:56.637373 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:56.671694 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:56.672336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:23:56.673751 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] 10.222.0.16 "PUT /v2.0/ports/c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 HTTP/1.1" status: 200 len: 1094 time: 0.8441467 Dec 22 05:23:56.674184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:23:56.676435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b40fb5-7bbe-4483-a839-e8dbb20b2767" -d '{"events": [{"name": "network-changed", "server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:23:56.701119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe4355-681e-4900-ba49-c3bfa56fddc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:56.716294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842f534c-f479-4d6c-9c9c-06034d669a29 x-openstack-request-id: req-842f534c-f479-4d6c-9c9c-06034d669a29 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:23:56.716594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:23:56.716848 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-842f534c-f479-4d6c-9c9c-06034d669a29 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:23:56.717512 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'status': 'completed', 'code': 200} Dec 22 05:23:56.807901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b40fb5-7bbe-4483-a839-e8dbb20b2767 req-91e9af5f-eba2-4ed5-b1b6-d4b3d05f39c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:56.809434 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f0b40fb5-7bbe-4483-a839-e8dbb20b2767 req-91e9af5f-eba2-4ed5-b1b6-d4b3d05f39c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=013b4c15a5b147c6bda0c8b36a99f712&device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 1097 time: 0.0434029 Dec 22 05:23:56.920176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b40fb5-7bbe-4483-a839-e8dbb20b2767 req-f0a97fb4-d7cb-43e8-8dec-633d166949b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:56.922126 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f0b40fb5-7bbe-4483-a839-e8dbb20b2767 req-f0a97fb4-d7cb-43e8-8dec-633d166949b3 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=013b4c15a5b147c6bda0c8b36a99f712&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0965135 Dec 22 05:23:57.020595 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b40fb5-7bbe-4483-a839-e8dbb20b2767 req-6044f9fd-3e66-4cd3-8c9f-529059d346e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:57.021956 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f0b40fb5-7bbe-4483-a839-e8dbb20b2767 req-6044f9fd-3e66-4cd3-8c9f-529059d346e0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925069 Dec 22 05:23:57.123809 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-4af7d493-382c-4ab7-9914-fe1152e78233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:57.125266 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-4af7d493-382c-4ab7-9914-fe1152e78233 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=013b4c15a5b147c6bda0c8b36a99f712&device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 1097 time: 0.0394907 Dec 22 05:23:57.174378 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-2db30bc8-64e3-45f9-bae5-c1167f51e533 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 HTTP/1.1" status: 200 len: 217 time: 0.0332334 Dec 22 05:23:57.230340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-661d8a6d-cbff-4bba-b8e4-8edb662bb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:57.231780 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-661d8a6d-cbff-4bba-b8e4-8edb662bb4d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1 HTTP/1.1" status: 200 len: 853 time: 0.0463455 Dec 22 05:23:57.277068 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-5fb15780-bddc-4bd8-83ac-8e3ef7124617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:57.278401 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-5fb15780-bddc-4bd8-83ac-8e3ef7124617 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390956 Dec 22 05:23:57.367403 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-71b60ad8-5196-4297-80f2-063346336bfc service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784605 Dec 22 05:23:57.457231 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36ce3fef-0aea-4b9c-b199-14dc94d9feb9 req-b1785e6b-e39e-4555-bf1f-9ebcf007bc80 service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827174 Dec 22 05:23:57.620232 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979b080-7a54-4aaa-8efd-294431509258 req-905cb452-3c85-41b1-8b4c-4568925582c5 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:57.621661 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8979b080-7a54-4aaa-8efd-294431509258 req-905cb452-3c85-41b1-8b4c-4568925582c5 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 944 time: 0.0482161 Dec 22 05:23:57.658488 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8979b080-7a54-4aaa-8efd-294431509258 req-ebde62a7-8d53-4408-afb0-154591760554 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309069 Dec 22 05:23:58.772098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e37d-c287-4154-bde4-142f7999b509 req-2bffd392-f1f8-40c1-bd0d-a6dad16a191d tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:58.773599 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36d9e37d-c287-4154-bde4-142f7999b509 req-2bffd392-f1f8-40c1-bd0d-a6dad16a191d tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 944 time: 0.0484576 Dec 22 05:23:58.810220 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36d9e37d-c287-4154-bde4-142f7999b509 req-e8eab861-aa45-4ea6-baec-2d7ea9aa094f tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303714 Dec 22 05:23:59.921810 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681bf519-b18f-4d69-9671-a3d5f50ca6f2 req-71a191b0-4935-42d1-a293-492db0e7931c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:59.923275 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-681bf519-b18f-4d69-9671-a3d5f50ca6f2 req-71a191b0-4935-42d1-a293-492db0e7931c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 944 time: 0.0480151 Dec 22 05:23:59.959287 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-681bf519-b18f-4d69-9671-a3d5f50ca6f2 req-d986d84c-45bd-4654-9ecc-66f3a84dc13e tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301585 Dec 22 05:24:01.069514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436a50-4f18-401a-9905-bb8841a8f9ff req-bd99763a-620b-4afd-b4c5-0061437e2486 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:01.070958 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-93436a50-4f18-401a-9905-bb8841a8f9ff req-bd99763a-620b-4afd-b4c5-0061437e2486 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 944 time: 0.0479145 Dec 22 05:24:01.111459 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-93436a50-4f18-401a-9905-bb8841a8f9ff req-1b1272f8-f5ae-402e-92ee-cc3e1df1d175 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345447 Dec 22 05:24:01.114850 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:24:01.209187 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:24:01.220001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'port_id': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'mac_address': 'fa:16:3e:c5:66:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:24:01.256104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:01.268367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:24:01.286594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:24:01.342756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:01.393170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:01.655095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:24:02.221506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb4f07-39d6-455e-a781-0377728d6c99 req-d928a278-b461-44e2-b4c1-7c15ebc038de tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:02.222809 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1ceb4f07-39d6-455e-a781-0377728d6c99 req-d928a278-b461-44e2-b4c1-7c15ebc038de tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 945 time: 0.0461617 Dec 22 05:24:02.261949 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1ceb4f07-39d6-455e-a781-0377728d6c99 req-67db2b30-922b-4243-949f-c4a7d82315ad tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327399 Dec 22 05:24:03.143070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:24:03.251396 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:24:03.254958 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:24:03.255326 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:03.333009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:03.355235 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:24:03.357468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a794e7-f649-4a0a-a4f7-3d105a2b5288" -d '{"events": [{"server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "name": "network-vif-plugged", "status": "completed", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:24:03.371177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:24:03.378713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f5e2e-ad47-4ebc-9060-fb6811950de4 req-9319a067-6f7c-4164-b40c-86fefa840710 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:03.380348 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-860f5e2e-ad47-4ebc-9060-fb6811950de4 req-9319a067-6f7c-4164-b40c-86fefa840710 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 945 time: 0.0518560 Dec 22 05:24:03.393907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a2697f-832c-44db-bd29-3c18222f1392 x-openstack-request-id: req-84a2697f-832c-44db-bd29-3c18222f1392 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:24:03.394193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "name": "network-vif-plugged", "status": "completed", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:24:03.394442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84a2697f-832c-44db-bd29-3c18222f1392 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:24:03.394846 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'code': 200} Dec 22 05:24:03.418813 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-860f5e2e-ad47-4ebc-9060-fb6811950de4 req-4e387f05-e321-492f-8aa2-b6bcdeffcf08 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324349 Dec 22 05:24:03.446015 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:03.494940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:03.732076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363012d-c8f9-4e9b-be3a-602c05247640 req-d51d188e-20f4-4bcc-83c8-7d6fa12629ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:03.733553 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3363012d-c8f9-4e9b-be3a-602c05247640 req-d51d188e-20f4-4bcc-83c8-7d6fa12629ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 1099 time: 0.0395701 Dec 22 05:24:03.766503 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3363012d-c8f9-4e9b-be3a-602c05247640 req-0a4e7b07-02b8-4abe-8593-52832610f20c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261109 Dec 22 05:24:04.531335 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edc0ac-e1b2-4d46-b6f0-1dcae32b1fb0 req-8123a70b-d7a5-4924-9062-c26b6c5e9456 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:04.532778 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d6edc0ac-e1b2-4d46-b6f0-1dcae32b1fb0 req-8123a70b-d7a5-4924-9062-c26b6c5e9456 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 946 time: 0.0465505 Dec 22 05:24:04.568696 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d6edc0ac-e1b2-4d46-b6f0-1dcae32b1fb0 req-20d120f0-aa03-41b0-a853-0ec21fa110fd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301106 Dec 22 05:24:05.677439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda6b2b-5c8d-4123-87d5-020017deb725 req-29de1d61-68ba-4460-9ca5-d51f321a042c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:05.678854 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4fda6b2b-5c8d-4123-87d5-020017deb725 req-29de1d61-68ba-4460-9ca5-d51f321a042c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 946 time: 0.0467398 Dec 22 05:24:05.718917 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4fda6b2b-5c8d-4123-87d5-020017deb725 req-c8a9405d-ac83-4a18-a5e3-c2adaa96286b tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335538 Dec 22 05:24:05.829077 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81ecde-c0b6-42b7-bbfd-ab424967f43a req-f2a4cc36-2ffa-4c55-876f-8fd5c8cf97c9 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:05.830550 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2b81ecde-c0b6-42b7-bbfd-ab424967f43a req-f2a4cc36-2ffa-4c55-876f-8fd5c8cf97c9 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 946 time: 0.0478134 Dec 22 05:24:05.868212 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2b81ecde-c0b6-42b7-bbfd-ab424967f43a req-1651e4ca-867a-4f63-92f9-52dd93f22a5f tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316627 Dec 22 05:24:06.186723 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2904512-144f-4696-9cb9-becac5e33c8d req-8c52ce18-30f1-4304-a362-ee97799e266c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:06.188161 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a2904512-144f-4696-9cb9-becac5e33c8d req-8c52ce18-30f1-4304-a362-ee97799e266c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 946 time: 0.0476823 Dec 22 05:24:06.227935 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a2904512-144f-4696-9cb9-becac5e33c8d req-17750d89-9394-45dc-a9f3-0e7854f04cca tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339751 Dec 22 05:24:09.291664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fcd97cfb-ac6a-4d3f-af73-6c3e986f4322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:11.732941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-47f3e7bf-9727-4cc8-b805-fdb463e9d53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:13.245546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:14.696933 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:15.269902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:19.943916 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-603dc087-a674-4636-9e69-4d2c389cdf31 req-81fff5ae-2586-47a4-8b92-c26ca4dc12e5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403676 Dec 22 05:24:20.042880 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dc087-a674-4636-9e69-4d2c389cdf31 req-09987b9c-e056-4e68-8da8-0e9ca9d859ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:20.044259 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-603dc087-a674-4636-9e69-4d2c389cdf31 req-09987b9c-e056-4e68-8da8-0e9ca9d859ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=013b4c15a5b147c6bda0c8b36a99f712&device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 1099 time: 0.0391445 Dec 22 05:24:20.148165 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dc087-a674-4636-9e69-4d2c389cdf31 req-5349b015-dab7-4a49-b309-25d9c9b5a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:20.149626 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-603dc087-a674-4636-9e69-4d2c389cdf31 req-5349b015-dab7-4a49-b309-25d9c9b5a5cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd HTTP/1.1" status: 200 len: 915 time: 0.0853395 Dec 22 05:24:20.195279 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-603dc087-a674-4636-9e69-4d2c389cdf31 req-7fb369d4-afba-4976-af22-b97677bf24b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 HTTP/1.1" status: 200 len: 217 time: 0.0351009 Dec 22 05:24:20.249876 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dc087-a674-4636-9e69-4d2c389cdf31 req-d38f1395-77c5-4344-9e4d-c51641ab7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:20.251546 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-603dc087-a674-4636-9e69-4d2c389cdf31 req-d38f1395-77c5-4344-9e4d-c51641ab7ffe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1 HTTP/1.1" status: 200 len: 853 time: 0.0434673 Dec 22 05:24:20.296278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dc087-a674-4636-9e69-4d2c389cdf31 req-dd303d66-becc-4b49-a27f-61f53121c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:20.297616 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-603dc087-a674-4636-9e69-4d2c389cdf31 req-dd303d66-becc-4b49-a27f-61f53121c64a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383050 Dec 22 05:24:20.390778 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-603dc087-a674-4636-9e69-4d2c389cdf31 req-84245c4e-4d0d-4d27-96d6-da20fe7ee944 service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846939 Dec 22 05:24:20.481177 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-603dc087-a674-4636-9e69-4d2c389cdf31 req-0d896836-6c38-4c33-8ba9-9ce59bb9a81f service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811789 Dec 22 05:24:20.955680 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:21.665749 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f24eb-e1eb-499d-9471-560b0dfc566e req-57c243e4-9ea5-4c76-b5a2-3dde31120c6c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:21.667520 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fe4f24eb-e1eb-499d-9471-560b0dfc566e req-57c243e4-9ea5-4c76-b5a2-3dde31120c6c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 946 time: 0.0483682 Dec 22 05:24:21.707076 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fe4f24eb-e1eb-499d-9471-560b0dfc566e req-3070ef5c-4018-4117-81f6-8047e49b8d82 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326271 Dec 22 05:24:21.729542 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48722) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:24:21.813478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1e9fa-02cf-48db-ad38-3302917b37bc tempest-TestMinimumBasicScenario-744236088 tempest-TestMinimumBasicScenario-744236088-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:21.815021 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-94b1e9fa-02cf-48db-ad38-3302917b37bc tempest-TestMinimumBasicScenario-744236088 tempest-TestMinimumBasicScenario-744236088-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 1094 time: 0.0845084 Dec 22 05:24:21.817854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48726) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:24:21.822550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:24:21.919139 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:22.016156 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:22.113815 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Allocated IP 172.26.5.158 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/8d655bb8-94b3-482a-81cd-7b694484cf24) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:24:22.214641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:22.298474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:22.335889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:24:22.338591 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:24:22.342017 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:24:22.349714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event updated for resources: {'Port': ['ID=8d655bb8-94b3-482a-81cd-7b694484cf24,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:22.375365 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:22.375687 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:22.376020 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:22.376379 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:22.376707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:22.377031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:22.377350 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:22.377668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:22.377985 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:22.378301 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:22.378616 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:22.378928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:24:22.953189 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:23.075585 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:23.220975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:23.286668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:23.354562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event updated for resources: {'Port': ['ID=8d655bb8-94b3-482a-81cd-7b694484cf24,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:23.365921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:23.463361 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Floating IP 689be789-f731-446c-852d-65fb2c85828a associated. External IP: 172.26.5.158, port: c3b79347-e0e0-4303-a9dd-46f97cc0f0a5. Dec 22 05:24:23.667340 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:24:23.775160 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:24:23.785551 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda9a57-0fe1-474b-8d6c-08b864ddd59e None None] Sync routers for ids ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:24:23.794355 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda9a57-0fe1-474b-8d6c-08b864ddd59e None None] Routers {'8259353b-51d6-4c47-96c4-c0651dd6fcc2'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:24:23.794957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-cfda9a57-0fe1-474b-8d6c-08b864ddd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:24:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:24:23.871617 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:23.897686 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-53588c0c-8cf8-4bc4-9390-fb3c99ff57a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0788519 Dec 22 05:24:23.898254 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:24:23.900574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-cfda9a57-0fe1-474b-8d6c-08b864ddd59e None None] Set router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:24:23.900718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c332ceb-4d67-43e6-a421-821420ae9f69" -d '{"events": [{"name": "network-changed", "server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:24:23.900834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48728) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:24:23.905002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-758b8433-d635-4e61-9dd1-380cdc639eef tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327673252', 'description': 'tempest-secgroup-smoke-1327673252 description', 'project_id': '013b4c15a5b147c6bda0c8b36a99f712'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:24:24.012709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758b8433-d635-4e61-9dd1-380cdc639eef tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:24.062888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b039a14d-5fc6-4b93-b387-1c77fa0eed32 x-openstack-request-id: req-b039a14d-5fc6-4b93-b387-1c77fa0eed32 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:24:24.063378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:24:24.063378 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b039a14d-5fc6-4b93-b387-1c77fa0eed32 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:24:24.063793 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'status': 'completed', 'code': 200} Dec 22 05:24:24.099204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758b8433-d635-4e61-9dd1-380cdc639eef tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:24.140264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-cfda9a57-0fe1-474b-8d6c-08b864ddd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '689be789-f731-446c-852d-65fb2c85828a', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'port_id': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'mac_address': 'fa:16:3e:c5:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:24:22Z', 'updated_at': '2021-12-22T05:24:22Z', 'revision_number': 0, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57a9f44-1c7b-4a8d-9057-3bb44398b8e4', 'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'mac_address': 'fa:16:3e:ba:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:22Z', 'updated_at': '2021-12-22T05:23:27Z', 'revision_number': 5, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'subnets': [{'id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:24:24.149558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c332ceb-4d67-43e6-a421-821420ae9f69 req-d6342bd4-6601-46fd-9775-4c20ef600eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:24.152584 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c332ceb-4d67-43e6-a421-821420ae9f69 req-d6342bd4-6601-46fd-9775-4c20ef600eee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=013b4c15a5b147c6bda0c8b36a99f712&device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 1099 time: 0.0394650 Dec 22 05:24:24.166747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda9a57-0fe1-474b-8d6c-08b864ddd59e None None] Checking router: 8259353b-51d6-4c47-96c4-c0651dd6fcc2 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:24:24.175123 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda9a57-0fe1-474b-8d6c-08b864ddd59e None None] Routers {'8259353b-51d6-4c47-96c4-c0651dd6fcc2'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:24:24.175727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-cfda9a57-0fe1-474b-8d6c-08b864ddd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:24:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:24:24.177423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758b8433-d635-4e61-9dd1-380cdc639eef tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:24.246916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b8433-d635-4e61-9dd1-380cdc639eef tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f13003-fe61-4dd5-b105-7628d135deca,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:24.281337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c332ceb-4d67-43e6-a421-821420ae9f69 req-ab91c4c1-d6a6-4605-92ff-a75fd593d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:24.281956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-cfda9a57-0fe1-474b-8d6c-08b864ddd59e None None] Set router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:24:24.282822 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c332ceb-4d67-43e6-a421-821420ae9f69 req-ab91c4c1-d6a6-4605-92ff-a75fd593d317 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd HTTP/1.1" status: 200 len: 915 time: 0.1245892 Dec 22 05:24:24.331712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-758b8433-d635-4e61-9dd1-380cdc639eef tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:24.332972 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-758b8433-d635-4e61-9dd1-380cdc639eef tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4314513 Dec 22 05:24:24.336678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48734) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:24:24.343534 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-31e922ce-dd38-43cc-95ac-92ab4bc72948 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Request body: {'security_group_rule': {'security_group_id': '53f13003-fe61-4dd5-b105-7628d135deca', 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:24:24.355693 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c332ceb-4d67-43e6-a421-821420ae9f69 req-9fe74c65-6391-413f-b833-02e7c61017d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 HTTP/1.1" status: 200 len: 1000 time: 0.0643740 Dec 22 05:24:24.406401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c332ceb-4d67-43e6-a421-821420ae9f69 req-744cf6ba-08f4-451c-b3d9-fdfe86f26db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:24.408235 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c332ceb-4d67-43e6-a421-821420ae9f69 req-744cf6ba-08f4-451c-b3d9-fdfe86f26db9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1 HTTP/1.1" status: 200 len: 853 time: 0.0452764 Dec 22 05:24:24.440043 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31e922ce-dd38-43cc-95ac-92ab4bc72948 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:24.455470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c332ceb-4d67-43e6-a421-821420ae9f69 req-a6f0162c-cd67-40fd-8e71-46e4a9e751b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:24.457149 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c332ceb-4d67-43e6-a421-821420ae9f69 req-a6f0162c-cd67-40fd-8e71-46e4a9e751b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406868 Dec 22 05:24:24.504087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31e922ce-dd38-43cc-95ac-92ab4bc72948 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:24.510324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-cfda9a57-0fe1-474b-8d6c-08b864ddd59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '689be789-f731-446c-852d-65fb2c85828a', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'port_id': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'mac_address': 'fa:16:3e:c5:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:24:22Z', 'updated_at': '2021-12-22T05:24:22Z', 'revision_number': 0, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57a9f44-1c7b-4a8d-9057-3bb44398b8e4', 'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'mac_address': 'fa:16:3e:ba:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:22Z', 'updated_at': '2021-12-22T05:23:27Z', 'revision_number': 5, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'subnets': [{'id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:24:24.536578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfda9a57-0fe1-474b-8d6c-08b864ddd59e None None] The sync data for ids ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'] in dv-neutron-822523-1-hyperv is: [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '689be789-f731-446c-852d-65fb2c85828a', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'port_id': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'mac_address': 'fa:16:3e:c5:66:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:24:22Z', 'updated_at': '2021-12-22T05:24:22Z', 'revision_number': 0, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd57a9f44-1c7b-4a8d-9057-3bb44398b8e4', 'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'mac_address': 'fa:16:3e:ba:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:22Z', 'updated_at': '2021-12-22T05:23:27Z', 'revision_number': 5, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'subnets': [{'id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:24:24.555969 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c332ceb-4d67-43e6-a421-821420ae9f69 req-1d7f18ae-8818-40c8-a951-f20959bfdc92 service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895798 Dec 22 05:24:24.584111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31e922ce-dd38-43cc-95ac-92ab4bc72948 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:24.600830 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e922ce-dd38-43cc-95ac-92ab4bc72948 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340cddc1-4317-4fdc-9c39-cdfcdd65c617,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:24.652906 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c332ceb-4d67-43e6-a421-821420ae9f69 req-214f2a2b-36e0-4118-9ff2-59bf7b70a498 service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884042 Dec 22 05:24:24.671958 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-31e922ce-dd38-43cc-95ac-92ab4bc72948 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:24.674669 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-31e922ce-dd38-43cc-95ac-92ab4bc72948 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3355331 Dec 22 05:24:24.676146 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48736) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:24:24.681167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2c3cbdca-481d-4fe9-8a4c-b1d915a50bd1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Request body: {'security_group_rule': {'security_group_id': '53f13003-fe61-4dd5-b105-7628d135deca', 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:24:24.757615 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d3c3c-3d20-440f-b8d0-6de616ece15f None None] New status for floating IP 689be789-f731-446c-852d-65fb2c85828a: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:24:24.777019 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbdca-481d-4fe9-8a4c-b1d915a50bd1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:24.839577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbdca-481d-4fe9-8a4c-b1d915a50bd1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:24.915249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbdca-481d-4fe9-8a4c-b1d915a50bd1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:24.933066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cbdca-481d-4fe9-8a4c-b1d915a50bd1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629b7027-3da1-4b7d-b596-8fa65c1c3ed8,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:25.014787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2c3cbdca-481d-4fe9-8a4c-b1d915a50bd1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:25.016005 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2c3cbdca-481d-4fe9-8a4c-b1d915a50bd1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3388166 Dec 22 05:24:25.018744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48738) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:24:25.023101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5b69a2ef-59b3-47a6-bb7d-387caf9add69 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Request body: {'security_group_rule': {'security_group_id': '53f13003-fe61-4dd5-b105-7628d135deca', 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:24:25.120710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b69a2ef-59b3-47a6-bb7d-387caf9add69 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:25.176148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b69a2ef-59b3-47a6-bb7d-387caf9add69 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:25.250973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b69a2ef-59b3-47a6-bb7d-387caf9add69 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:25.268888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69a2ef-59b3-47a6-bb7d-387caf9add69 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394908d5-8d57-4ff4-92e3-b1a6b52af519,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:25.350230 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5b69a2ef-59b3-47a6-bb7d-387caf9add69 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:25.351436 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5b69a2ef-59b3-47a6-bb7d-387caf9add69 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3317938 Dec 22 05:24:25.354772 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48740) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:24:25.359172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2f37a24d-05ce-4e3b-95cf-79471ff4ea21 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Request body: {'security_group_rule': {'security_group_id': '53f13003-fe61-4dd5-b105-7628d135deca', 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:24:25.466938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f37a24d-05ce-4e3b-95cf-79471ff4ea21 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:25.523736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f37a24d-05ce-4e3b-95cf-79471ff4ea21 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:25.599186 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f37a24d-05ce-4e3b-95cf-79471ff4ea21 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:25.617097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37a24d-05ce-4e3b-95cf-79471ff4ea21 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b4e51e-406f-4c05-9d20-ceec7894de00,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:25.699851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2f37a24d-05ce-4e3b-95cf-79471ff4ea21 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:25.701145 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2f37a24d-05ce-4e3b-95cf-79471ff4ea21 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3454239 Dec 22 05:24:25.706809 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48742) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:24:25.708115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4cece93a-460a-46ed-9d26-debdfa8dcf09 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Request body: {'security_group_rule': {'security_group_id': '53f13003-fe61-4dd5-b105-7628d135deca', 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:24:25.811120 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-4cece93a-460a-46ed-9d26-debdfa8dcf09 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Project 013b4c15a5b147c6bda0c8b36a99f712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:24:25.816483 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cece93a-460a-46ed-9d26-debdfa8dcf09 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:25.877839 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cece93a-460a-46ed-9d26-debdfa8dcf09 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:25.988035 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cece93a-460a-46ed-9d26-debdfa8dcf09 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:26.006194 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cece93a-460a-46ed-9d26-debdfa8dcf09 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef9113f-e17f-469d-a437-8ef2ca59245b,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:26.075594 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4cece93a-460a-46ed-9d26-debdfa8dcf09 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:26.076775 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4cece93a-460a-46ed-9d26-debdfa8dcf09 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3719406 Dec 22 05:24:26.079320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48744) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:24:26.083524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e1854744-ab6e-4040-bac6-f19797d4f94e tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Request body: {'security_group_rule': {'security_group_id': '53f13003-fe61-4dd5-b105-7628d135deca', 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:24:26.195270 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-e1854744-ab6e-4040-bac6-f19797d4f94e tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Project 013b4c15a5b147c6bda0c8b36a99f712 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:24:26.200596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1854744-ab6e-4040-bac6-f19797d4f94e tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:26.258474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1854744-ab6e-4040-bac6-f19797d4f94e tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:26.332508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1854744-ab6e-4040-bac6-f19797d4f94e tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:26.350489 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1854744-ab6e-4040-bac6-f19797d4f94e tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e4a0a8-48e3-4d54-8151-060971fae76d,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:26.420309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e1854744-ab6e-4040-bac6-f19797d4f94e tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:26.421500 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e1854744-ab6e-4040-bac6-f19797d4f94e tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3412874 Dec 22 05:24:26.496683 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3f2bf6f6-bf32-4523-9604-d1a49f261540 req-66a96442-d2ab-4652-ad42-c8c68cfb22e1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327673252&fields=id&tenant_id=013b4c15a5b147c6bda0c8b36a99f712 HTTP/1.1" status: 200 len: 267 time: 0.0312226 Dec 22 05:24:26.547086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bf6f6-bf32-4523-9604-d1a49f261540 req-9cf13377-e75b-4b87-9adf-e1bfba9574f8 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:26.548538 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3f2bf6f6-bf32-4523-9604-d1a49f261540 req-9cf13377-e75b-4b87-9adf-e1bfba9574f8 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 946 time: 0.0463316 Dec 22 05:24:26.559587 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [req-3f2bf6f6-bf32-4523-9604-d1a49f261540 req-57fb2286-cc95-433e-bf74-9428a6722619 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Request body: {'port': {'security_groups': ['8826f066-28e3-4f4f-b625-7531e9b8380a', '53f13003-fe61-4dd5-b105-7628d135deca']}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:24:26.617968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-3f2bf6f6-bf32-4523-9604-d1a49f261540 req-57fb2286-cc95-433e-bf74-9428a6722619 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:26.812889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [req-3f2bf6f6-bf32-4523-9604-d1a49f261540 req-57fb2286-cc95-433e-bf74-9428a6722619 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] For port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:24:26.848000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-3f2bf6f6-bf32-4523-9604-d1a49f261540 req-57fb2286-cc95-433e-bf74-9428a6722619 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:26.913478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-3f2bf6f6-bf32-4523-9604-d1a49f261540 req-57fb2286-cc95-433e-bf74-9428a6722619 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:26.948515 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:24:26.956728 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bf6f6-bf32-4523-9604-d1a49f261540 req-57fb2286-cc95-433e-bf74-9428a6722619 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:26.957359 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [req-3f2bf6f6-bf32-4523-9604-d1a49f261540 req-57fb2286-cc95-433e-bf74-9428a6722619 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:26.962453 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3f2bf6f6-bf32-4523-9604-d1a49f261540 req-57fb2286-cc95-433e-bf74-9428a6722619 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "PUT /v2.0/ports/c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 HTTP/1.1" status: 200 len: 982 time: 0.4073350 Dec 22 05:24:26.963179 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:24:26.966989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8330511-e0b4-4507-aee4-c0761a71bd20" -d '{"events": [{"name": "network-changed", "server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:24:27.001229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb2286-cc95-433e-bf74-9428a6722619 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event updated for resources: {'Port': ['ID=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,revision_number=6']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:27.032421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7b9d3e-b418-44fc-83b7-dd65ccb0eabc x-openstack-request-id: req-9b7b9d3e-b418-44fc-83b7-dd65ccb0eabc {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:24:27.032421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:24:27.032421 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b7b9d3e-b418-44fc-83b7-dd65ccb0eabc {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:24:27.032421 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'status': 'completed', 'code': 200} Dec 22 05:24:27.089025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:24:27.096411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4a72e-5459-4ae6-a163-fc68e0c79105 req-1b921ff9-1e32-48bf-bf99-52b9a9aa5f91 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:27.098188 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-aef4a72e-5459-4ae6-a163-fc68e0c79105 req-1b921ff9-1e32-48bf-bf99-52b9a9aa5f91 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0564358 Dec 22 05:24:27.171602 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-aef4a72e-5459-4ae6-a163-fc68e0c79105 req-73f87933-41ca-48e7-b352-22a5435c6930 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641935 Dec 22 05:24:27.174866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8330511-e0b4-4507-aee4-c0761a71bd20 req-f359d77c-61bb-454c-bc65-b5bd10408a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:27.176429 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f8330511-e0b4-4507-aee4-c0761a71bd20 req-f359d77c-61bb-454c-bc65-b5bd10408a4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=013b4c15a5b147c6bda0c8b36a99f712&device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 1138 time: 0.0772831 Dec 22 05:24:27.271936 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8330511-e0b4-4507-aee4-c0761a71bd20 req-f691a52a-18b7-4787-b65d-6433b10547b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:27.273337 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f8330511-e0b4-4507-aee4-c0761a71bd20 req-f691a52a-18b7-4787-b65d-6433b10547b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd HTTP/1.1" status: 200 len: 915 time: 0.0870068 Dec 22 05:24:27.313018 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3ab2589e-2034-4acd-9d7c-d1ebbb7c87b9 None None] Provisioning complete for port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:24:27.314999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3ab2589e-2034-4acd-9d7c-d1ebbb7c87b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:27.359050 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f8330511-e0b4-4507-aee4-c0761a71bd20 req-0346e2ab-b139-4748-82e7-dea7b62ce0f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 HTTP/1.1" status: 200 len: 1002 time: 0.0768363 Dec 22 05:24:27.412998 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8330511-e0b4-4507-aee4-c0761a71bd20 req-05b96f95-f7ca-4e5a-9c15-aae2a211d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:27.415045 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f8330511-e0b4-4507-aee4-c0761a71bd20 req-05b96f95-f7ca-4e5a-9c15-aae2a211d9f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1 HTTP/1.1" status: 200 len: 853 time: 0.0464692 Dec 22 05:24:27.465707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8330511-e0b4-4507-aee4-c0761a71bd20 req-237d47bc-dc6e-4a18-905d-50bb47b31a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:27.467186 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f8330511-e0b4-4507-aee4-c0761a71bd20 req-237d47bc-dc6e-4a18-905d-50bb47b31a6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421584 Dec 22 05:24:27.562680 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f8330511-e0b4-4507-aee4-c0761a71bd20 req-17a7bffe-11a9-4ff5-8f80-59984051ff73 service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864077 Dec 22 05:24:27.568463 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:24:27.661531 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f8330511-e0b4-4507-aee4-c0761a71bd20 req-0549f788-92d1-468b-84bc-f4f5aa97d1c1 service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895083 Dec 22 05:24:39.251696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6a4e0795-6543-4035-9017-71ed60a393db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:40.533787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0d71c-e601-421c-b2cd-930b64175420 req-effb30f7-2fb1-4104-b0b5-3b6b999a05d4 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:40.535250 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6ea0d71c-e601-421c-b2cd-930b64175420 req-effb30f7-2fb1-4104-b0b5-3b6b999a05d4 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0484350 Dec 22 05:24:40.579287 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6ea0d71c-e601-421c-b2cd-930b64175420 req-9b5209b8-e945-4583-910c-83c42cfa8792 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372694 Dec 22 05:24:40.639436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806d395-1fd3-4585-9576-c75df4d84d80 req-3d9c5a6e-57eb-4da9-b243-2f4ca3f34ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:40.640945 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9806d395-1fd3-4585-9576-c75df4d84d80 req-3d9c5a6e-57eb-4da9-b243-2f4ca3f34ac9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=013b4c15a5b147c6bda0c8b36a99f712&device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 1138 time: 0.0405428 Dec 22 05:24:40.729194 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806d395-1fd3-4585-9576-c75df4d84d80 req-2272d3c8-55ba-4656-ba0e-f53e19ed29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:40.730618 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9806d395-1fd3-4585-9576-c75df4d84d80 req-2272d3c8-55ba-4656-ba0e-f53e19ed29b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd HTTP/1.1" status: 200 len: 915 time: 0.0826678 Dec 22 05:24:40.798372 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9806d395-1fd3-4585-9576-c75df4d84d80 req-f62bf429-bfdc-423b-bf00-29c731bfde53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 HTTP/1.1" status: 200 len: 1002 time: 0.0602593 Dec 22 05:24:40.846288 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806d395-1fd3-4585-9576-c75df4d84d80 req-500a602c-f921-40a9-8406-2c60a154792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:40.847646 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9806d395-1fd3-4585-9576-c75df4d84d80 req-500a602c-f921-40a9-8406-2c60a154792d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1 HTTP/1.1" status: 200 len: 853 time: 0.0421081 Dec 22 05:24:40.890735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806d395-1fd3-4585-9576-c75df4d84d80 req-86a5b72b-1ef1-4d9e-afcd-73450c85a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:40.892134 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9806d395-1fd3-4585-9576-c75df4d84d80 req-86a5b72b-1ef1-4d9e-afcd-73450c85a7a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0371602 Dec 22 05:24:40.983997 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9806d395-1fd3-4585-9576-c75df4d84d80 req-a4f6ff29-cf2a-4381-b17d-ebcc71650ae1 service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843761 Dec 22 05:24:41.078574 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9806d395-1fd3-4585-9576-c75df4d84d80 req-e7e4b854-9245-42e7-b0d3-577b0d723b31 service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863264 Dec 22 05:24:41.663495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-922a8ad0-c4da-4cc6-9509-6f6be27362a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:41.706049 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d5b40-9f54-4f04-82bb-9cbb3d59aed5 req-8165b831-9fe8-4135-aa6f-a3e00db68be1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:41.707660 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-110d5b40-9f54-4f04-82bb-9cbb3d59aed5 req-8165b831-9fe8-4135-aa6f-a3e00db68be1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0528309 Dec 22 05:24:41.752330 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-110d5b40-9f54-4f04-82bb-9cbb3d59aed5 req-6b39be52-4029-4e4e-9b1e-ce7968fdd354 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384789 Dec 22 05:24:42.864784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e63bc-ab01-4d6b-856f-cea1acf7884f req-f46447a1-35aa-47fc-9736-891350722c01 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:42.866236 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6a2e63bc-ab01-4d6b-856f-cea1acf7884f req-f46447a1-35aa-47fc-9736-891350722c01 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0488322 Dec 22 05:24:42.908935 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6a2e63bc-ab01-4d6b-856f-cea1acf7884f req-eb76ae5f-2278-444e-a2c4-61decd88495c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366600 Dec 22 05:24:43.274679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:44.020285 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0094ed-1292-4320-b117-43c704939d59 req-a1cae8e6-5462-45f7-9baf-fde5ac781a63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:44.021900 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ca0094ed-1292-4320-b117-43c704939d59 req-a1cae8e6-5462-45f7-9baf-fde5ac781a63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0479221 Dec 22 05:24:44.061148 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ca0094ed-1292-4320-b117-43c704939d59 req-07248f11-6fad-49d0-b35b-e3a984241a6e tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329332 Dec 22 05:24:44.360295 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:45.174194 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4f4e3-6fe7-4966-ad89-42493c79f97b req-b799f33a-a75d-470e-81b8-d67ad9e84c8f tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:45.175645 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c7b4f4e3-6fe7-4966-ad89-42493c79f97b req-b799f33a-a75d-470e-81b8-d67ad9e84c8f tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0491233 Dec 22 05:24:45.214938 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c7b4f4e3-6fe7-4966-ad89-42493c79f97b req-806df6a1-7143-4ed8-a87c-7e006c0ccfc1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332470 Dec 22 05:24:45.303027 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:46.331861 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4ff1f-79af-4afa-883a-58a83244139d req-3520e8e7-0417-4049-9b80-4f503412c865 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:46.333653 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-78d4ff1f-79af-4afa-883a-58a83244139d req-3520e8e7-0417-4049-9b80-4f503412c865 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0517387 Dec 22 05:24:46.371948 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-78d4ff1f-79af-4afa-883a-58a83244139d req-d6dde415-d1c5-475b-8dc3-768414fdfb4e tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326281 Dec 22 05:24:47.484737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9dd50-5346-4e5b-93d2-1ab2b4755f87 req-df0c4e2c-38eb-4288-b016-cfd98f5130f9 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:47.486169 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ede9dd50-5346-4e5b-93d2-1ab2b4755f87 req-df0c4e2c-38eb-4288-b016-cfd98f5130f9 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0476100 Dec 22 05:24:47.525160 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ede9dd50-5346-4e5b-93d2-1ab2b4755f87 req-f1453768-ed25-43d8-85fa-cba999e3fa2e tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327685 Dec 22 05:24:48.639229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0013a-8d82-4a83-9c7d-bfd2317394a1 req-05932a78-c3d7-4987-b669-0b9b16223c80 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:48.640719 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-aff0013a-8d82-4a83-9c7d-bfd2317394a1 req-05932a78-c3d7-4987-b669-0b9b16223c80 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0483108 Dec 22 05:24:48.681085 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-aff0013a-8d82-4a83-9c7d-bfd2317394a1 req-34154718-4ed2-47c2-99a7-9740e7117720 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342834 Dec 22 05:24:49.797383 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ec81a-4f59-4db8-a3ba-39669f7aec7d req-a5b37924-b168-449d-a871-baa7e309ff31 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:49.798836 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-667ec81a-4f59-4db8-a3ba-39669f7aec7d req-a5b37924-b168-449d-a871-baa7e309ff31 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0488403 Dec 22 05:24:49.840711 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-667ec81a-4f59-4db8-a3ba-39669f7aec7d req-ed5c04ae-0495-46d9-9252-b461615b8b98 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359876 Dec 22 05:24:50.953693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d324a-7c26-42f8-8906-85daae42b3e3 req-4612ec9c-3f5d-49a6-9410-a179e30b819d tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:50.955172 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5c6d324a-7c26-42f8-8906-85daae42b3e3 req-4612ec9c-3f5d-49a6-9410-a179e30b819d tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0485110 Dec 22 05:24:50.981921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:24:50.995397 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5c6d324a-7c26-42f8-8906-85daae42b3e3 req-f27aa4c7-a8ad-4cc0-b472-400c2892619d tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334666 Dec 22 05:24:52.107912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c334e-4491-4c23-a7f6-6e7a7673c5dd req-269f996c-9f0b-4614-a28d-2c2016aa27c9 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:52.109361 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-578c334e-4491-4c23-a7f6-6e7a7673c5dd req-269f996c-9f0b-4614-a28d-2c2016aa27c9 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0474613 Dec 22 05:24:52.146843 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-578c334e-4491-4c23-a7f6-6e7a7673c5dd req-7ffb658d-e557-48f5-9c27-bcf0f64813a5 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316434 Dec 22 05:24:53.263787 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93679a1b-0b6e-4dd7-b245-d741235808e6 req-10f42156-f29a-4226-870a-0040932a45ea tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:53.265181 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-93679a1b-0b6e-4dd7-b245-d741235808e6 req-10f42156-f29a-4226-870a-0040932a45ea tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0523105 Dec 22 05:24:53.304080 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-93679a1b-0b6e-4dd7-b245-d741235808e6 req-c478fad7-0662-4dc8-ac57-9d9afe3ef8a3 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328922 Dec 22 05:24:54.417431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab85a16-8ae1-46f7-a3a7-ef0720542f9e req-c427663e-b744-4700-bd5c-1828d63351a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:54.418892 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4ab85a16-8ae1-46f7-a3a7-ef0720542f9e req-c427663e-b744-4700-bd5c-1828d63351a1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0488286 Dec 22 05:24:54.458546 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4ab85a16-8ae1-46f7-a3a7-ef0720542f9e req-d1ed0aaa-2bcc-4f4f-b8d6-238e5f765ff5 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335872 Dec 22 05:24:55.569549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d8376-40c2-437a-86b8-d10c18718a5b req-86c0c63a-8bf4-4177-add5-0901c0a79e33 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:55.570987 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-404d8376-40c2-437a-86b8-d10c18718a5b req-86c0c63a-8bf4-4177-add5-0901c0a79e33 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0483997 Dec 22 05:24:55.610220 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-404d8376-40c2-437a-86b8-d10c18718a5b req-5cf4daa7-fb07-4f8f-8927-f619f5a17c72 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325551 Dec 22 05:24:56.726218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c006-6845-4011-81f3-2e714dd29a2e req-288f5aaa-902f-4d01-b078-f71d499d61ea tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:56.727655 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d824c006-6845-4011-81f3-2e714dd29a2e req-288f5aaa-902f-4d01-b078-f71d499d61ea tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0471458 Dec 22 05:24:56.770045 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d824c006-6845-4011-81f3-2e714dd29a2e req-8d352678-0488-4f33-85a8-39a945025304 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357041 Dec 22 05:24:57.881511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827fb86-afa3-4b91-82cb-7152c99865d3 req-1c0b6fef-20fa-454e-8f4e-359c49b4608b tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:57.882969 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0827fb86-afa3-4b91-82cb-7152c99865d3 req-1c0b6fef-20fa-454e-8f4e-359c49b4608b tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0480387 Dec 22 05:24:57.922269 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0827fb86-afa3-4b91-82cb-7152c99865d3 req-41141a6a-ce85-42fd-ad99-9efd182216dc tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&id=53f13003-fe61-4dd5-b105-7628d135deca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334158 Dec 22 05:25:04.567131 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:25:09.302024 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-aa99e36b-269a-475d-aa1b-dfe43337cfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:11.690646 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-278dccae-7a58-49eb-935c-dbf566598580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:13.244880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:14.399121 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:15.256133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:20.981283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:21.943917 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1e706306-cada-49b4-84ed-a9a2906220e6 req-61125daa-1322-4f67-a6cf-2b2bf28513b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388680 Dec 22 05:25:22.040784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e706306-cada-49b4-84ed-a9a2906220e6 req-710d7e38-5e9b-4c20-b158-ec6f8fdf706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:22.042115 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1e706306-cada-49b4-84ed-a9a2906220e6 req-710d7e38-5e9b-4c20-b158-ec6f8fdf706d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=013b4c15a5b147c6bda0c8b36a99f712&device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 1138 time: 0.0393705 Dec 22 05:25:22.146030 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e706306-cada-49b4-84ed-a9a2906220e6 req-c6a7d810-fd09-4731-99a9-d18e352afcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:22.147437 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1e706306-cada-49b4-84ed-a9a2906220e6 req-c6a7d810-fd09-4731-99a9-d18e352afcb3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd HTTP/1.1" status: 200 len: 915 time: 0.0843778 Dec 22 05:25:22.211028 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1e706306-cada-49b4-84ed-a9a2906220e6 req-2f32d34d-b867-4fe1-a2ef-16f0ecf08043 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 HTTP/1.1" status: 200 len: 1002 time: 0.0557563 Dec 22 05:25:22.259461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e706306-cada-49b4-84ed-a9a2906220e6 req-963e2500-710f-411f-98e2-02b99aee216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:22.260889 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1e706306-cada-49b4-84ed-a9a2906220e6 req-963e2500-710f-411f-98e2-02b99aee216f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1 HTTP/1.1" status: 200 len: 853 time: 0.0420201 Dec 22 05:25:22.310618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e706306-cada-49b4-84ed-a9a2906220e6 req-32662ce9-5700-46b7-a616-f521eca1b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:22.311981 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1e706306-cada-49b4-84ed-a9a2906220e6 req-32662ce9-5700-46b7-a616-f521eca1b762 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432975 Dec 22 05:25:22.398469 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1e706306-cada-49b4-84ed-a9a2906220e6 req-674eeabd-44f9-4150-8fe5-a03c13386b03 service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789013 Dec 22 05:25:22.488993 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1e706306-cada-49b4-84ed-a9a2906220e6 req-e25125e7-2a80-4a72-8fb1-7320e12b236b service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826185 Dec 22 05:25:30.015919 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a6bd7103-5bc1-4cf5-b18b-cdb1774ef941 req-7fdb15c4-c444-4443-847b-cbdb35a05b18 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327673252&fields=id&tenant_id=013b4c15a5b147c6bda0c8b36a99f712 HTTP/1.1" status: 200 len: 267 time: 0.0324066 Dec 22 05:25:30.066712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd7103-5bc1-4cf5-b18b-cdb1774ef941 req-c6611289-2fda-4115-ac57-21f5ebe14987 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:30.068144 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a6bd7103-5bc1-4cf5-b18b-cdb1774ef941 req-c6611289-2fda-4115-ac57-21f5ebe14987 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 985 time: 0.0470650 Dec 22 05:25:30.079301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-a6bd7103-5bc1-4cf5-b18b-cdb1774ef941 req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Request body: {'port': {'security_groups': ['8826f066-28e3-4f4f-b625-7531e9b8380a']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:30.140059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a6bd7103-5bc1-4cf5-b18b-cdb1774ef941 req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:30.314814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-a6bd7103-5bc1-4cf5-b18b-cdb1774ef941 req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] For port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:30.342879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a6bd7103-5bc1-4cf5-b18b-cdb1774ef941 req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:30.409426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a6bd7103-5bc1-4cf5-b18b-cdb1774ef941 req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:30.444408 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:25:30.457046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd7103-5bc1-4cf5-b18b-cdb1774ef941 req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:30.457657 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-a6bd7103-5bc1-4cf5-b18b-cdb1774ef941 req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:30.459062 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a6bd7103-5bc1-4cf5-b18b-cdb1774ef941 req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "PUT /v2.0/ports/c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 HTTP/1.1" status: 200 len: 943 time: 0.3840754 Dec 22 05:25:30.459515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:30.461792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbb888a-5406-4ffa-a55f-eceb97e60281" -d '{"events": [{"name": "network-changed", "server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:25:30.470645 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48824) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:30.493548 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event updated for resources: {'Port': ['ID=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,revision_number=7']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:30.501719 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.502092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.502406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.502735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.503073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.503397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.503721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.504509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.504509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.504716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.504994 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.505336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d04214-11ff-4a22-9d78-f78e99216acd tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.513563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e20a12f-ad56-41a7-893a-9e84575a7645 x-openstack-request-id: req-0e20a12f-ad56-41a7-893a-9e84575a7645 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:25:30.513862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:25:30.514121 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e20a12f-ad56-41a7-893a-9e84575a7645 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:25:30.514523 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'status': 'completed', 'code': 200} Dec 22 05:25:30.562302 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:30.589089 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:30.594134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb888a-5406-4ffa-a55f-eceb97e60281 req-b028cae6-8b8f-46be-ae63-50d71fe3febe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:30.595646 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ddbb888a-5406-4ffa-a55f-eceb97e60281 req-b028cae6-8b8f-46be-ae63-50d71fe3febe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=013b4c15a5b147c6bda0c8b36a99f712&device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 1099 time: 0.0453825 Dec 22 05:25:30.599021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:25:30.689585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb888a-5406-4ffa-a55f-eceb97e60281 req-825e96f3-1dfc-4f7c-9995-0043e3a57d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:30.691055 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ddbb888a-5406-4ffa-a55f-eceb97e60281 req-825e96f3-1dfc-4f7c-9995-0043e3a57d33 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd HTTP/1.1" status: 200 len: 915 time: 0.0879619 Dec 22 05:25:30.735348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:30.738714 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:30.743182 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "DELETE /v2.0/security-groups/53f13003-fe61-4dd5-b105-7628d135deca HTTP/1.1" status: 204 len: 168 time: 0.2675500 Dec 22 05:25:30.743804 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48826) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:30.774859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3a99e316-d96b-43bb-bbc2-b1a1d42cb6fe None None] Provisioning complete for port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:25:30.775333 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3a99e316-d96b-43bb-bbc2-b1a1d42cb6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:30.787324 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f13003-fe61-4dd5-b105-7628d135deca,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:30.803070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.803413 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.803960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.804329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.804662 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.804988 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.805313 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.805638 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.805956 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.806447 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.806803 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.807126 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f09dc-16b2-49bb-bfea-ae0a4692193c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:30.942980 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Deleting port 8d655bb8-94b3-482a-81cd-7b694484cf24 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:25:30.943324 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:31.024927 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:31.025286 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:31.038355 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Calling delete_port for 8d655bb8-94b3-482a-81cd-7b694484cf24 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:25:31.104429 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ddbb888a-5406-4ffa-a55f-eceb97e60281 req-4dad5b88-0163-4680-9b4d-e07431b9691c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 HTTP/1.1" status: 200 len: 1002 time: 0.4062245 Dec 22 05:25:31.153548 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb888a-5406-4ffa-a55f-eceb97e60281 req-5ed1b0ea-a035-46aa-b675-f73106c40836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:31.155102 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ddbb888a-5406-4ffa-a55f-eceb97e60281 req-5ed1b0ea-a035-46aa-b675-f73106c40836 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1 HTTP/1.1" status: 200 len: 853 time: 0.0432858 Dec 22 05:25:31.200252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb888a-5406-4ffa-a55f-eceb97e60281 req-f80548bc-211e-4c65-ba9b-975a41a42a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:31.201750 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ddbb888a-5406-4ffa-a55f-eceb97e60281 req-f80548bc-211e-4c65-ba9b-975a41a42a1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398307 Dec 22 05:25:31.243761 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:31.271127 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event deleted for resources: {'Port': ['ID=8d655bb8-94b3-482a-81cd-7b694484cf24,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:31.296751 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ddbb888a-5406-4ffa-a55f-eceb97e60281 req-c03766e2-dc88-4f5f-a8e6-9a2c14f1bf57 service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880487 Dec 22 05:25:31.329625 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:31.332576 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Floating IP 689be789-f731-446c-852d-65fb2c85828a disassociated (deleted). External IP: 172.26.5.158, port: c3b79347-e0e0-4303-a9dd-46f97cc0f0a5. Dec 22 05:25:31.384604 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ddbb888a-5406-4ffa-a55f-eceb97e60281 req-e2e112a1-8b70-40d8-95e5-118b61ccce1d service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807102 Dec 22 05:25:31.534567 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:25:31.639846 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:25:31.644689 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:31.649329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3438c57-2268-4930-b52a-29c1ddf72be8 None None] Sync routers for ids ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:25:31.658346 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3438c57-2268-4930-b52a-29c1ddf72be8 None None] Routers {'8259353b-51d6-4c47-96c4-c0651dd6fcc2'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:25:31.658952 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f3438c57-2268-4930-b52a-29c1ddf72be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:25:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:31.671090 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9ca0fcc9-fde6-482e-a487-d39b53e72b63 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "DELETE /v2.0/floatingips/689be789-f731-446c-852d-65fb2c85828a HTTP/1.1" status: 204 len: 168 time: 0.9225430 Dec 22 05:25:31.671755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:31.674099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845096e8-4e98-44bd-b751-831e902b236c" -d '{"events": [{"name": "network-changed", "server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:25:31.712988 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b51f90-413b-40b3-937a-540c0ba3f4ba x-openstack-request-id: req-d2b51f90-413b-40b3-937a-540c0ba3f4ba {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:25:31.713326 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:25:31.713583 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d2b51f90-413b-40b3-937a-540c0ba3f4ba {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:25:31.714143 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'status': 'completed', 'code': 200} Dec 22 05:25:31.781427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-f3438c57-2268-4930-b52a-29c1ddf72be8 None None] Set router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:25:31.803952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845096e8-4e98-44bd-b751-831e902b236c req-ce72688d-a71c-4a8d-a820-f13b14426197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:31.805380 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-845096e8-4e98-44bd-b751-831e902b236c req-ce72688d-a71c-4a8d-a820-f13b14426197 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=013b4c15a5b147c6bda0c8b36a99f712&device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 1099 time: 0.0473051 Dec 22 05:25:31.904432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845096e8-4e98-44bd-b751-831e902b236c req-b44498e6-daa5-4dfe-a070-eba752803892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:31.905884 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-845096e8-4e98-44bd-b751-831e902b236c req-b44498e6-daa5-4dfe-a070-eba752803892 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd HTTP/1.1" status: 200 len: 915 time: 0.0894270 Dec 22 05:25:31.951900 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-845096e8-4e98-44bd-b751-831e902b236c req-896e3c88-7ed7-44a8-b425-eaa414c318e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 HTTP/1.1" status: 200 len: 217 time: 0.0387847 Dec 22 05:25:31.996090 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f3438c57-2268-4930-b52a-29c1ddf72be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd57a9f44-1c7b-4a8d-9057-3bb44398b8e4', 'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'mac_address': 'fa:16:3e:ba:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:22Z', 'updated_at': '2021-12-22T05:23:27Z', 'revision_number': 5, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'subnets': [{'id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:32.005086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845096e8-4e98-44bd-b751-831e902b236c req-09ffb1aa-f849-4b88-86a2-1bc2d6d8733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:32.007023 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-845096e8-4e98-44bd-b751-831e902b236c req-09ffb1aa-f849-4b88-86a2-1bc2d6d8733d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1 HTTP/1.1" status: 200 len: 853 time: 0.0486796 Dec 22 05:25:32.023131 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3438c57-2268-4930-b52a-29c1ddf72be8 None None] Checking router: 8259353b-51d6-4c47-96c4-c0651dd6fcc2 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:25:32.031495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3438c57-2268-4930-b52a-29c1ddf72be8 None None] Routers {'8259353b-51d6-4c47-96c4-c0651dd6fcc2'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:25:32.032104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f3438c57-2268-4930-b52a-29c1ddf72be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:25:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:32.055632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845096e8-4e98-44bd-b751-831e902b236c req-8310a2ba-0918-460d-a38a-f22841fec09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:32.057385 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-845096e8-4e98-44bd-b751-831e902b236c req-8310a2ba-0918-460d-a38a-f22841fec09a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425665 Dec 22 05:25:32.141495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-f3438c57-2268-4930-b52a-29c1ddf72be8 None None] Set router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:25:32.154409 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-845096e8-4e98-44bd-b751-831e902b236c req-592f5d68-2024-4cc3-bb0c-2f115f582a70 service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884812 Dec 22 05:25:32.244725 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-845096e8-4e98-44bd-b751-831e902b236c req-f88bda0a-6865-4ce3-88f5-5503fc029396 service neutron] 10.222.0.16 "GET /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828867 Dec 22 05:25:32.337848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f3438c57-2268-4930-b52a-29c1ddf72be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd57a9f44-1c7b-4a8d-9057-3bb44398b8e4', 'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'mac_address': 'fa:16:3e:ba:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:22Z', 'updated_at': '2021-12-22T05:23:27Z', 'revision_number': 5, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'subnets': [{'id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:32.368627 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3438c57-2268-4930-b52a-29c1ddf72be8 None None] The sync data for ids ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'] in dv-neutron-822523-1-hyperv is: [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:23Z', 'revision_number': 4, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'd57a9f44-1c7b-4a8d-9057-3bb44398b8e4', 'name': '', 'network_id': 'a3e45dd7-5091-4ee7-b73f-2e43b60d74fd', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'mac_address': 'fa:16:3e:ba:6d:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:22Z', 'updated_at': '2021-12-22T05:23:27Z', 'revision_number': 5, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'subnets': [{'id': 'abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:25:32.578786 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbf4b8d-7b75-4cc8-802a-d978a7229c88 None None] New status for floating IP 689be789-f731-446c-852d-65fb2c85828a: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:25:39.289991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-33ab3253-560d-4f75-ba7f-a907ca74fbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:40.054327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b66c9-085c-4f11-8310-49a2f688c618 req-8562f05a-2eba-4ea7-af83-286e84cb6c3f tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:40.055698 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b4b66c9-085c-4f11-8310-49a2f688c618 req-8562f05a-2eba-4ea7-af83-286e84cb6c3f tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 946 time: 0.0484557 Dec 22 05:25:40.092542 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b4b66c9-085c-4f11-8310-49a2f688c618 req-02bf47bd-f660-49a8-bd97-4b87118cf99d tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304246 Dec 22 05:25:41.205870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534f5b3-6665-4e0f-95b2-e033f2a9dfca req-f67bedcd-363f-4520-84ac-50f1fb2e1a7c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:41.207374 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f534f5b3-6665-4e0f-95b2-e033f2a9dfca req-f67bedcd-363f-4520-84ac-50f1fb2e1a7c tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 946 time: 0.0482011 Dec 22 05:25:41.243407 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f534f5b3-6665-4e0f-95b2-e033f2a9dfca req-357128c4-dc06-4a7f-a070-d9e1f463185a tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/security-groups?id=8826f066-28e3-4f4f-b625-7531e9b8380a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301611 Dec 22 05:25:41.565941 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:25:41.740943 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5ff83b50-8016-4f60-b190-112e6357ac64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:41.900082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1613e1-3b99-4025-8d5c-4cbee24977d4 req-7b3b3651-68ee-46b6-a7b8-9be415ed19e1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:41.902521 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8e1613e1-3b99-4025-8d5c-4cbee24977d4 req-7b3b3651-68ee-46b6-a7b8-9be415ed19e1 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.16 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 946 time: 0.0577941 Dec 22 05:25:41.990051 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-8e1613e1-3b99-4025-8d5c-4cbee24977d4 req-fcce4a62-f859-4670-afb4-9e149d1336af tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Deleting port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:25:41.990384 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-8e1613e1-3b99-4025-8d5c-4cbee24977d4 req-fcce4a62-f859-4670-afb4-9e149d1336af tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:42.078061 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-8e1613e1-3b99-4025-8d5c-4cbee24977d4 req-fcce4a62-f859-4670-afb4-9e149d1336af tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] For port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:42.078407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-8e1613e1-3b99-4025-8d5c-4cbee24977d4 req-fcce4a62-f859-4670-afb4-9e149d1336af tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:42.091177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-8e1613e1-3b99-4025-8d5c-4cbee24977d4 req-fcce4a62-f859-4670-afb4-9e149d1336af tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Calling delete_port for c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:25:42.272155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-8e1613e1-3b99-4025-8d5c-4cbee24977d4 req-fcce4a62-f859-4670-afb4-9e149d1336af tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:42.305205 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce4a62-f859-4670-afb4-9e149d1336af tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Pushing event deleted for resources: {'Port': ['ID=c3b79347-e0e0-4303-a9dd-46f97cc0f0a5,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:42.310259 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:25:42.365776 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7ffe89cb-0e21-4c61-9ab4-b0827a49af69 req-a5096281-124c-4684-961b-24f266be39f4 tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.54 "GET /v2.0/ports?device_id=56f00eb8-e970-4ecc-afbf-28aa57542a75 HTTP/1.1" status: 200 len: 210 time: 0.0563412 Dec 22 05:25:42.366567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1613e1-3b99-4025-8d5c-4cbee24977d4 req-fcce4a62-f859-4670-afb4-9e149d1336af tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] No DVR routers for this DVR port c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:25:42.368999 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-8e1613e1-3b99-4025-8d5c-4cbee24977d4 req-fcce4a62-f859-4670-afb4-9e149d1336af tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:42.372742 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8e1613e1-3b99-4025-8d5c-4cbee24977d4 req-fcce4a62-f859-4670-afb4-9e149d1336af tempest-TestMinimumBasicScenario-1075592271 tempest-TestMinimumBasicScenario-1075592271-project] 10.222.0.16 "DELETE /v2.0/ports/c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 HTTP/1.1" status: 204 len: 173 time: 0.4639497 Dec 22 05:25:42.373168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'name': 'network-vif-deleted', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:42.375415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b15e86-5749-4d3e-99c0-8097dbad235f" -d '{"events": [{"server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "name": "network-vif-deleted", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:25:42.413484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4008558a-55d6-4569-82c7-c02bbac39e93 x-openstack-request-id: req-4008558a-55d6-4569-82c7-c02bbac39e93 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:25:42.413775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f00eb8-e970-4ecc-afbf-28aa57542a75", "name": "network-vif-deleted", "tag": "c3b79347-e0e0-4303-a9dd-46f97cc0f0a5", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:25:42.414022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4008558a-55d6-4569-82c7-c02bbac39e93 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:25:42.414678 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f00eb8-e970-4ecc-afbf-28aa57542a75', 'name': 'network-vif-deleted', 'tag': 'c3b79347-e0e0-4303-a9dd-46f97cc0f0a5', 'status': 'completed', 'code': 200} Dec 22 05:25:43.237364 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:44.340670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:44.444901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48924) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:44.786743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-58627ed4-1044-4ba9-a37d-f9dab0a3b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:45.034526 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-58627ed4-1044-4ba9-a37d-f9dab0a3b4b8 admin admin] Deleting port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:25:45.034859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-58627ed4-1044-4ba9-a37d-f9dab0a3b4b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:45.110233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-58627ed4-1044-4ba9-a37d-f9dab0a3b4b8 admin admin] For port d57a9f44-1c7b-4a8d-9057-3bb44398b8e4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=d57a9f44-1c7b-4a8d-9057-3bb44398b8e4,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:45.110495 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-58627ed4-1044-4ba9-a37d-f9dab0a3b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:45.123230 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-58627ed4-1044-4ba9-a37d-f9dab0a3b4b8 admin admin] Calling delete_port for d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:25:45.255110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:45.346268 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-58627ed4-1044-4ba9-a37d-f9dab0a3b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:45.370414 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58627ed4-1044-4ba9-a37d-f9dab0a3b4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d57a9f44-1c7b-4a8d-9057-3bb44398b8e4,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:45.544639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-58627ed4-1044-4ba9-a37d-f9dab0a3b4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:45.642251 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:25:45.661933 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:25:45.662272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device c3b79347-e0e0-4303-a9dd-46f97cc0f0a5 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:25:45.751779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58627ed4-1044-4ba9-a37d-f9dab0a3b4b8 admin admin] Router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:25:45.854204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58627ed4-1044-4ba9-a37d-f9dab0a3b4b8 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:25:45.859129 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-58627ed4-1044-4ba9-a37d-f9dab0a3b4b8 admin admin] 10.222.0.54 "PUT /v2.0/routers/8259353b-51d6-4c47-96c4-c0651dd6fcc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4131815 Dec 22 05:25:45.862685 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48926) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:45.864430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300c435-548a-46e4-b766-f9b864a4e7fd None None] Sync routers for ids ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:25:45.874313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300c435-548a-46e4-b766-f9b864a4e7fd None None] Routers {'8259353b-51d6-4c47-96c4-c0651dd6fcc2'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:25:45.874994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4300c435-548a-46e4-b766-f9b864a4e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:25:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:45.971908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:45.983542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-4300c435-548a-46e4-b766-f9b864a4e7fd None None] Set router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:25:46.073525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.159740 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4300c435-548a-46e4-b766-f9b864a4e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '785482de-4362-4842-b8f7-8147fbfd830f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:25:45Z', 'revision_number': 5, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port': {'id': '785482de-4362-4842-b8f7-8147fbfd830f', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:46.185801 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300c435-548a-46e4-b766-f9b864a4e7fd None None] Checking router: 8259353b-51d6-4c47-96c4-c0651dd6fcc2 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:25:46.193955 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4300c435-548a-46e4-b766-f9b864a4e7fd None None] Routers {'8259353b-51d6-4c47-96c4-c0651dd6fcc2'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:25:46.194562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4300c435-548a-46e4-b766-f9b864a4e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:25:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:46.201400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Deleting port 785482de-4362-4842-b8f7-8147fbfd830f {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:25:46.201739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.279834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-4300c435-548a-46e4-b766-f9b864a4e7fd None None] Set router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:25:46.282870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] For port 785482de-4362-4842-b8f7-8147fbfd830f, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=785482de-4362-4842-b8f7-8147fbfd830f,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:46.283233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.296641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Calling delete_port for 785482de-4362-4842-b8f7-8147fbfd830f owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:25:46.334664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-4300c435-548a-46e4-b766-f9b864a4e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:25:46Z', 'revision_number': 6, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:46.360772 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4300c435-548a-46e4-b766-f9b864a4e7fd None None] The sync data for ids ['8259353b-51d6-4c47-96c4-c0651dd6fcc2'] in dv-neutron-822523-1-hyperv is: [{'id': '8259353b-51d6-4c47-96c4-c0651dd6fcc2', 'name': 'tempest-TestMinimumBasicScenario-931263554-router', 'tenant_id': '013b4c15a5b147c6bda0c8b36a99f712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:20Z', 'updated_at': '2021-12-22T05:25:46Z', 'revision_number': 6, 'project_id': '013b4c15a5b147c6bda0c8b36a99f712', 'gw_port_host': None}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:25:46.523247 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.548491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=785482de-4362-4842-b8f7-8147fbfd830f,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:46.610282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.696133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.698493 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.820765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.821239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8259353b-51d6-4c47-96c4-c0651dd6fcc2 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:25:46.825548 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.826699 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ead11056-ad41-4504-bd99-012a1b3227d8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/8259353b-51d6-4c47-96c4-c0651dd6fcc2 HTTP/1.1" status: 204 len: 168 time: 0.9630985 Dec 22 05:25:46.829233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48928) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:46.873084 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2ebd58-8a1f-497d-90bd-525ec5dfe532 admin admin] Deleting subnet abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:25:46.875962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebd58-8a1f-497d-90bd-525ec5dfe532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.912748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebd58-8a1f-497d-90bd-525ec5dfe532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:46.987744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebd58-8a1f-497d-90bd-525ec5dfe532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.112587 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebd58-8a1f-497d-90bd-525ec5dfe532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.137920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ebd58-8a1f-497d-90bd-525ec5dfe532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:47.144682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9a2ebd58-8a1f-497d-90bd-525ec5dfe532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.151646 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9a2ebd58-8a1f-497d-90bd-525ec5dfe532 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/abc080d1-5f53-4cbb-9b7e-fa08f9f6d7a1 HTTP/1.1" status: 204 len: 168 time: 0.3183410 Dec 22 05:25:47.151853 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f828c943-8c6e-40ba-85f2-9985d1262688 None None] Network a3e45dd7-5091-4ee7-b73f-2e43b60d74fd requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:25:47.152302 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48930) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:47.224617 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.279834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Deleting port 5f872431-17cc-47b9-9526-c64d68a6c3dc {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:25:47.280261 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.336402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] DHCP port deletion for a3e45dd7-5091-4ee7-b73f-2e43b60d74fd request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:25:47.353834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] For port 5f872431-17cc-47b9-9526-c64d68a6c3dc, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5f872431-17cc-47b9-9526-c64d68a6c3dc,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:47.354228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.367856 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Calling delete_port for 5f872431-17cc-47b9-9526-c64d68a6c3dc owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:25:47.454257 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Deleting port 5f872431-17cc-47b9-9526-c64d68a6c3dc {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:25:47.454628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.534874 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.560079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Pushing event deleted for resources: {'Port': ['ID=5f872431-17cc-47b9-9526-c64d68a6c3dc,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:47.566586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] No DVR routers for this DVR port 5f872431-17cc-47b9-9526-c64d68a6c3dc on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:25:47.642022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.661539 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e45dd7-5091-4ee7-b73f-2e43b60d74fd']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:47.665858 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] For port 5f872431-17cc-47b9-9526-c64d68a6c3dc, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5f872431-17cc-47b9-9526-c64d68a6c3dc,segment=NetworkSegment(4ffb3654-d031-4cc3-a926-980a6597071f),segment_id=4ffb3654-d031-4cc3-a926-980a6597071f)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:47.666246 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.671293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffb3654-d031-4cc3-a926-980a6597071f') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:47.671585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffb3654-d031-4cc3-a926-980a6597071f') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:47.680413 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Calling delete_port for 5f872431-17cc-47b9-9526-c64d68a6c3dc owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:25:47.681054 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.694584 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.701226 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:25:47.701708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:25:47.703370 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:25:47.778293 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.808820 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Pushing event deleted for resources: {'Port': ['ID=5f872431-17cc-47b9-9526-c64d68a6c3dc,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:47.816012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] No DVR routers for this DVR port 5f872431-17cc-47b9-9526-c64d68a6c3dc on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:25:47.816361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.821887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:25:47.822975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:47.826989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:47.827331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:47.827660 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:47.828251 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:47.828390 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:47.828652 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:47.829341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:47.829445 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:47.829757 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:47.830073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:47.830388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:47.830697 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad030fbd-b881-47ee-9944-78b7e9fb9608 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:47.832260 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] 10.222.0.54 "DELETE /v2.0/networks/a3e45dd7-5091-4ee7-b73f-2e43b60d74fd HTTP/1.1" status: 204 len: 168 time: 0.6796882 Dec 22 05:25:47.835150 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 48932) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:47.843499 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648829e-dcb3-4cba-91e8-44de876809db admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e45dd7-5091-4ee7-b73f-2e43b60d74fd,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:47.850514 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:25:47.850756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device d57a9f44-1c7b-4a8d-9057-3bb44398b8e4 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:25:47.851175 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 785482de-4362-4842-b8f7-8147fbfd830f no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:25:47.874012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 785482de-4362-4842-b8f7-8147fbfd830f {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:25:47.874349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 785482de-4362-4842-b8f7-8147fbfd830f not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:25:47.874752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5f872431-17cc-47b9-9526-c64d68a6c3dc no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:25:47.895969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 5f872431-17cc-47b9-9526-c64d68a6c3dc {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:25:47.897594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5f872431-17cc-47b9-9526-c64d68a6c3dc not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:25:48.182370 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf561aba-29d2-4a05-865b-8dba1d5b9464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:48.425491 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-bf561aba-29d2-4a05-865b-8dba1d5b9464 admin admin] Deleting port 226a7478-bd88-4455-b05f-117cd091b2a7 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:25:48.425828 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf561aba-29d2-4a05-865b-8dba1d5b9464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:48.501872 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-bf561aba-29d2-4a05-865b-8dba1d5b9464 admin admin] For port 226a7478-bd88-4455-b05f-117cd091b2a7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=226a7478-bd88-4455-b05f-117cd091b2a7,segment=NetworkSegment(c799e0de-411b-4387-8425-e04927914089),segment_id=c799e0de-411b-4387-8425-e04927914089)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:48.502178 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf561aba-29d2-4a05-865b-8dba1d5b9464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:48.515331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-bf561aba-29d2-4a05-865b-8dba1d5b9464 admin admin] Calling delete_port for 226a7478-bd88-4455-b05f-117cd091b2a7 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:25:48.728894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf561aba-29d2-4a05-865b-8dba1d5b9464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:48.751540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf561aba-29d2-4a05-865b-8dba1d5b9464 admin admin] Pushing event deleted for resources: {'Port': ['ID=226a7478-bd88-4455-b05f-117cd091b2a7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:48.923911 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bf561aba-29d2-4a05-865b-8dba1d5b9464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:49.400010 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf561aba-29d2-4a05-865b-8dba1d5b9464 admin admin] Router 41239a69-0659-42f5-8caf-b8c6023d133d has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:25:49.501755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf561aba-29d2-4a05-865b-8dba1d5b9464 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:25:49.509471 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48934) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:49.512071 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a15546e-d900-48ee-a4c1-6a285c52b386 None None] Sync routers for ids ['41239a69-0659-42f5-8caf-b8c6023d133d'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:25:49.512705 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bf561aba-29d2-4a05-865b-8dba1d5b9464 admin admin] 10.222.0.54 "PUT /v2.0/routers/41239a69-0659-42f5-8caf-b8c6023d133d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6758049 Dec 22 05:25:49.521777 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a15546e-d900-48ee-a4c1-6a285c52b386 None None] Routers {'41239a69-0659-42f5-8caf-b8c6023d133d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:25:49.522370 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1a15546e-d900-48ee-a4c1-6a285c52b386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:25:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['41239a69-0659-42f5-8caf-b8c6023d133d'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:49.613129 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:49.706526 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-1a15546e-d900-48ee-a4c1-6a285c52b386 None None] Set router 41239a69-0659-42f5-8caf-b8c6023d133d gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:25:49.713943 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:49.851087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Deleting port f7458e8f-723f-4159-b1db-65beeb42f892 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:25:49.851432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:49.880459 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1a15546e-d900-48ee-a4c1-6a285c52b386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'name': 'tempest-TestMinimumBasicScenario-1305794085-router', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140'}], 'enable_snat': True}, 'gw_port_id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:25:48Z', 'revision_number': 5, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'gw_port': {'id': 'f7458e8f-723f-4159-b1db-65beeb42f892', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:49.906361 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a15546e-d900-48ee-a4c1-6a285c52b386 None None] Checking router: 41239a69-0659-42f5-8caf-b8c6023d133d for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:25:49.914684 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a15546e-d900-48ee-a4c1-6a285c52b386 None None] Routers {'41239a69-0659-42f5-8caf-b8c6023d133d'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:25:49.915285 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1a15546e-d900-48ee-a4c1-6a285c52b386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:25:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['41239a69-0659-42f5-8caf-b8c6023d133d'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:49.935320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] For port f7458e8f-723f-4159-b1db-65beeb42f892, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=f7458e8f-723f-4159-b1db-65beeb42f892,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:49.935680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:49.951067 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Calling delete_port for f7458e8f-723f-4159-b1db-65beeb42f892 owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:25:50.004968 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-1a15546e-d900-48ee-a4c1-6a285c52b386 None None] Set router 41239a69-0659-42f5-8caf-b8c6023d133d gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:25:50.058048 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-1a15546e-d900-48ee-a4c1-6a285c52b386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'name': 'tempest-TestMinimumBasicScenario-1305794085-router', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:25:49Z', 'revision_number': 6, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:50.083218 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a15546e-d900-48ee-a4c1-6a285c52b386 None None] The sync data for ids ['41239a69-0659-42f5-8caf-b8c6023d133d'] in dv-neutron-822523-1-hyperv is: [{'id': '41239a69-0659-42f5-8caf-b8c6023d133d', 'name': 'tempest-TestMinimumBasicScenario-1305794085-router', 'tenant_id': '77118c4aa2a2412ca14495670c7fa696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:26Z', 'updated_at': '2021-12-22T05:25:49Z', 'revision_number': 6, 'project_id': '77118c4aa2a2412ca14495670c7fa696', 'gw_port_host': None}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:25:50.174618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:50.198089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Pushing event deleted for resources: {'Port': ['ID=f7458e8f-723f-4159-b1db-65beeb42f892,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:50.258676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:50.348352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:50.350416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:50.785779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:50.786465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41239a69-0659-42f5-8caf-b8c6023d133d {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:25:50.790831 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:50.791832 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e94b7c88-dbeb-43ab-b5a7-c975d851b35b admin admin] 10.222.0.54 "DELETE /v2.0/routers/41239a69-0659-42f5-8caf-b8c6023d133d HTTP/1.1" status: 204 len: 168 time: 1.2813570 Dec 22 05:25:50.794381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48936) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:50.839821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-6502e1e2-82f9-4d1e-97ac-4146c0abe695 admin admin] Deleting subnet 4a232385-4f2d-4283-a1b6-e946b73c7f3b {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:25:50.842996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6502e1e2-82f9-4d1e-97ac-4146c0abe695 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:50.878434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6502e1e2-82f9-4d1e-97ac-4146c0abe695 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:50.951891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:50.971480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6502e1e2-82f9-4d1e-97ac-4146c0abe695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.066487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6502e1e2-82f9-4d1e-97ac-4146c0abe695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.091755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502e1e2-82f9-4d1e-97ac-4146c0abe695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a232385-4f2d-4283-a1b6-e946b73c7f3b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:51.101487 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6502e1e2-82f9-4d1e-97ac-4146c0abe695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.101487 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6502e1e2-82f9-4d1e-97ac-4146c0abe695 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4a232385-4f2d-4283-a1b6-e946b73c7f3b HTTP/1.1" status: 204 len: 168 time: 0.3053920 Dec 22 05:25:51.103074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48938) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:51.106139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b237b9ae-8bfa-4d3b-82ff-2c6d16e2fe9e None None] Network 0caed9a2-2ea6-4091-a467-6d0dfa994dc3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:25:51.173514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.225241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Deleting port e395fc70-cdf9-4beb-974b-acde301866da {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:25:51.225574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.276713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb5b26-792e-407c-ae0a-08aa06460a0f None None] DHCP port deletion for 0caed9a2-2ea6-4091-a467-6d0dfa994dc3 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:25:51.288725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] For port e395fc70-cdf9-4beb-974b-acde301866da, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e395fc70-cdf9-4beb-974b-acde301866da,segment=NetworkSegment(c799e0de-411b-4387-8425-e04927914089),segment_id=c799e0de-411b-4387-8425-e04927914089)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:51.289338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.301221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Calling delete_port for e395fc70-cdf9-4beb-974b-acde301866da owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:25:51.321819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb5b26-792e-407c-ae0a-08aa06460a0f None None] Deleting port e395fc70-cdf9-4beb-974b-acde301866da {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:25:51.322185 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fcfb5b26-792e-407c-ae0a-08aa06460a0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.382155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-fcfb5b26-792e-407c-ae0a-08aa06460a0f None None] For port e395fc70-cdf9-4beb-974b-acde301866da, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=e395fc70-cdf9-4beb-974b-acde301866da,segment=NetworkSegment(c799e0de-411b-4387-8425-e04927914089),segment_id=c799e0de-411b-4387-8425-e04927914089)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:51.382566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fcfb5b26-792e-407c-ae0a-08aa06460a0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.396302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb5b26-792e-407c-ae0a-08aa06460a0f None None] Calling delete_port for e395fc70-cdf9-4beb-974b-acde301866da owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:25:51.443377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.470302 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=e395fc70-cdf9-4beb-974b-acde301866da,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:51.476318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] No DVR routers for this DVR port e395fc70-cdf9-4beb-974b-acde301866da on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:25:51.476643 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fcfb5b26-792e-407c-ae0a-08aa06460a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.501786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb5b26-792e-407c-ae0a-08aa06460a0f None None] No DVR routers for this DVR port e395fc70-cdf9-4beb-974b-acde301866da on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:25:51.505522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb5b26-792e-407c-ae0a-08aa06460a0f None None] Pushing event deleted for resources: {'Port': ['ID=e395fc70-cdf9-4beb-974b-acde301866da,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:51.545490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.565470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0caed9a2-2ea6-4091-a467-6d0dfa994dc3']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:51.574328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c799e0de-411b-4387-8425-e04927914089') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:51.574611 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c799e0de-411b-4387-8425-e04927914089') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:51.583577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.596137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.601809 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:25:51.602689 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:25:51.603746 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:25:51.746452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.751775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:51.754947 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] 10.222.0.54 "DELETE /v2.0/networks/0caed9a2-2ea6-4091-a467-6d0dfa994dc3 HTTP/1.1" status: 204 len: 168 time: 0.6509507 Dec 22 05:25:51.766656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc4793-7bfe-453a-a4cf-08f048793d2d admin admin] Pushing event deleted for resources: {'Network': ['ID=0caed9a2-2ea6-4091-a467-6d0dfa994dc3,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:51.821414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f7458e8f-723f-4159-b1db-65beeb42f892 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:25:51.841615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: f7458e8f-723f-4159-b1db-65beeb42f892 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:25:51.841960 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device f7458e8f-723f-4159-b1db-65beeb42f892 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:25:51.842373 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e395fc70-cdf9-4beb-974b-acde301866da no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:25:51.861009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: e395fc70-cdf9-4beb-974b-acde301866da {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:25:51.861348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device e395fc70-cdf9-4beb-974b-acde301866da not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:25:51.861755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 226a7478-bd88-4455-b05f-117cd091b2a7 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:25:51.879351 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 226a7478-bd88-4455-b05f-117cd091b2a7 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:25:51.879690 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 226a7478-bd88-4455-b05f-117cd091b2a7 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:25:52.122954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48942) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:52.161441 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-19d2f2db-cda4-456f-a51c-6d3a2c993099 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=013b4c15a5b147c6bda0c8b36a99f712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373311 Dec 22 05:25:52.164041 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48944) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:52.214636 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-724b56fb-90f0-4a37-bc19-906b5016f724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:52.234663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-724b56fb-90f0-4a37-bc19-906b5016f724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:52.311602 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-724b56fb-90f0-4a37-bc19-906b5016f724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:52.314187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-724b56fb-90f0-4a37-bc19-906b5016f724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:52.315321 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-724b56fb-90f0-4a37-bc19-906b5016f724 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8826f066-28e3-4f4f-b625-7531e9b8380a HTTP/1.1" status: 204 len: 168 time: 0.1503570 Dec 22 05:25:52.323289 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b56fb-90f0-4a37-bc19-906b5016f724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8826f066-28e3-4f4f-b625-7531e9b8380a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:52.928121 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48950) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:52.967916 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-1270f8e9-9710-47cf-b15f-a09bdb5c1eef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=77118c4aa2a2412ca14495670c7fa696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386410 Dec 22 05:25:52.970371 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48952) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:53.020498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64895c1f-9caa-4149-97f5-01052a3acb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:53.042797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64895c1f-9caa-4149-97f5-01052a3acb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:53.151466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64895c1f-9caa-4149-97f5-01052a3acb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:53.153976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-64895c1f-9caa-4149-97f5-01052a3acb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:53.155138 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-64895c1f-9caa-4149-97f5-01052a3acb0a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e44eb94b-8e00-4095-a4b8-056eacee75f7 HTTP/1.1" status: 204 len: 168 time: 0.1838667 Dec 22 05:25:53.162737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64895c1f-9caa-4149-97f5-01052a3acb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44eb94b-8e00-4095-a4b8-056eacee75f7,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:55.117878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48992) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:55.122912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-150b0c57-26df-4223-8331-8774162ff453 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-909900963', 'description': 'tempest-secgroup-smoke-909900963 description', 'project_id': 'af30bc99611b4bf084548bad5840ea24'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:55.208745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-150b0c57-26df-4223-8331-8774162ff453 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.216305 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-150b0c57-26df-4223-8331-8774162ff453 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.287194 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-150b0c57-26df-4223-8331-8774162ff453 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.363383 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-150b0c57-26df-4223-8331-8774162ff453 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.400287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b0c57-26df-4223-8331-8774162ff453 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f7aa6c-7c85-4018-b7a1-5bda23fe14b0,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:55.436133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-150b0c57-26df-4223-8331-8774162ff453 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.482855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-150b0c57-26df-4223-8331-8774162ff453 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.510095 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b0c57-26df-4223-8331-8774162ff453 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cdca1f-c23e-4707-90ac-fee9dd048710,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:55.542187 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-150b0c57-26df-4223-8331-8774162ff453 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.543499 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-150b0c57-26df-4223-8331-8774162ff453 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4246418 Dec 22 05:25:55.546369 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48994) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:55.550669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-f69cc257-d07a-408f-bc7b-a7843b021da0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '23cdca1f-c23e-4707-90ac-fee9dd048710', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:55.612970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f69cc257-d07a-408f-bc7b-a7843b021da0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.666821 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f69cc257-d07a-408f-bc7b-a7843b021da0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.705762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f69cc257-d07a-408f-bc7b-a7843b021da0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.724208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69cc257-d07a-408f-bc7b-a7843b021da0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb835ab-96da-4dd9-8cdb-1e911191a010,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:55.770655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f69cc257-d07a-408f-bc7b-a7843b021da0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.771835 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f69cc257-d07a-408f-bc7b-a7843b021da0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2245684 Dec 22 05:25:55.774473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48996) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:55.778720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5fcbc599-22da-44b0-b3ad-2d2d9b7e53af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '23cdca1f-c23e-4707-90ac-fee9dd048710', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:55.864555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5fcbc599-22da-44b0-b3ad-2d2d9b7e53af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.925368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5fcbc599-22da-44b0-b3ad-2d2d9b7e53af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:55.986074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5fcbc599-22da-44b0-b3ad-2d2d9b7e53af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.005038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbc599-22da-44b0-b3ad-2d2d9b7e53af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96562f83-7484-43ff-beb4-9649fb535389,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:56.050771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5fcbc599-22da-44b0-b3ad-2d2d9b7e53af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.052089 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5fcbc599-22da-44b0-b3ad-2d2d9b7e53af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2766955 Dec 22 05:25:56.054753 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 48998) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:56.059690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a5e622c6-eee7-4b55-8315-05ff28d28cb0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '23cdca1f-c23e-4707-90ac-fee9dd048710', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:56.127021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a5e622c6-eee7-4b55-8315-05ff28d28cb0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.181138 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a5e622c6-eee7-4b55-8315-05ff28d28cb0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.236792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a5e622c6-eee7-4b55-8315-05ff28d28cb0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.254178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e622c6-eee7-4b55-8315-05ff28d28cb0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e68011-4c63-4562-bb58-4473734f6c47,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:56.336797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a5e622c6-eee7-4b55-8315-05ff28d28cb0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.338043 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a5e622c6-eee7-4b55-8315-05ff28d28cb0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823911 Dec 22 05:25:56.341224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49000) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:56.345582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-01796c4d-a763-402d-bff4-11dd18eb6057 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '23cdca1f-c23e-4707-90ac-fee9dd048710', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:56.435494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01796c4d-a763-402d-bff4-11dd18eb6057 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.492891 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01796c4d-a763-402d-bff4-11dd18eb6057 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.556589 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01796c4d-a763-402d-bff4-11dd18eb6057 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.574266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01796c4d-a763-402d-bff4-11dd18eb6057 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5a07bc-c102-4f62-aab1-1073a6276ed1,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:56.650382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01796c4d-a763-402d-bff4-11dd18eb6057 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.651582 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-01796c4d-a763-402d-bff4-11dd18eb6057 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3094397 Dec 22 05:25:56.654716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49002) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:56.658953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-009ad2a7-6455-4169-a373-748182f0711b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '23cdca1f-c23e-4707-90ac-fee9dd048710', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:56.763291 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-009ad2a7-6455-4169-a373-748182f0711b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Project af30bc99611b4bf084548bad5840ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:25:56.768205 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-009ad2a7-6455-4169-a373-748182f0711b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.829454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-009ad2a7-6455-4169-a373-748182f0711b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.888246 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-009ad2a7-6455-4169-a373-748182f0711b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.905511 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009ad2a7-6455-4169-a373-748182f0711b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d91e9be-e3ca-42a7-adb8-885fea0f27fe,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:56.982234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-009ad2a7-6455-4169-a373-748182f0711b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:56.983467 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-009ad2a7-6455-4169-a373-748182f0711b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3278475 Dec 22 05:25:56.986167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49004) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:56.990572 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b4da35e5-d04b-453a-8c69-d359d91f0728 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '23cdca1f-c23e-4707-90ac-fee9dd048710', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:57.077371 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-b4da35e5-d04b-453a-8c69-d359d91f0728 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Project af30bc99611b4bf084548bad5840ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:25:57.082007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4da35e5-d04b-453a-8c69-d359d91f0728 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.141050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4da35e5-d04b-453a-8c69-d359d91f0728 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.191426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4da35e5-d04b-453a-8c69-d359d91f0728 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.209401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da35e5-d04b-453a-8c69-d359d91f0728 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e174301a-3672-4abf-83c1-d30292df6158,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:57.268484 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b4da35e5-d04b-453a-8c69-d359d91f0728 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.269748 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b4da35e5-d04b-453a-8c69-d359d91f0728 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2826154 Dec 22 05:25:57.272747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49006) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:57.277715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-599e3cba-8985-4fbc-8d2b-188148d5f416 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'network': {'name': 'tempest-network-smoke--125727990', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'port_security_enabled': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:57.357010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599e3cba-8985-4fbc-8d2b-188148d5f416 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:25:57.360478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-599e3cba-8985-4fbc-8d2b-188148d5f416 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.383158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599e3cba-8985-4fbc-8d2b-188148d5f416 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:25:57.392112 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-599e3cba-8985-4fbc-8d2b-188148d5f416 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.392473 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-599e3cba-8985-4fbc-8d2b-188148d5f416 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Added segment 5502555b-b2b2-4faa-9628-1151bdd57a40 of type vlan for network d1df68a9-9310-41d1-93b2-fcbc31331afd Dec 22 05:25:57.431166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-599e3cba-8985-4fbc-8d2b-188148d5f416 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.494170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-599e3cba-8985-4fbc-8d2b-188148d5f416 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.500322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599e3cba-8985-4fbc-8d2b-188148d5f416 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:57.500913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-599e3cba-8985-4fbc-8d2b-188148d5f416 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.565486 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e3cba-8985-4fbc-8d2b-188148d5f416 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Network': ['ID=d1df68a9-9310-41d1-93b2-fcbc31331afd,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:57.575564 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network d1df68a9-9310-41d1-93b2-fcbc31331afd details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:25:57.606275 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-599e3cba-8985-4fbc-8d2b-188148d5f416 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3324387 Dec 22 05:25:57.609269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49008) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:57.614059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'admin_state_up': True, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:57.684076 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.685151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.734698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:57.934416 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:58.190114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:58.208693 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:58.308958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.26.5.171 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/c863aedb-d174-4284-bedf-9f316bf1b355) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:25:58.411210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:58.483428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:58.520370 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:25:58.523023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:25:58.526473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:25:58.535008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=c863aedb-d174-4284-bedf-9f316bf1b355,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:58.819166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:59.011761 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:59.219708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:25:59.327877 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:25:59.339102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Sync routers for ids ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:25:59.348339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Routers {'b63ab9f9-bf12-401a-9b67-55b8fa1ca765'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:25:59.348932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:25:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:59.381846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:59.384303 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8a1034f2-52a9-4e99-844e-1bd0b6c068ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7730079 Dec 22 05:25:59.390757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49010) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:59.456560 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Set router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:25:59.510441 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b77b8a6f-d0d2-4a12-95b9-d4bf9d174fc6 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=af30bc99611b4bf084548bad5840ea24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1185577 Dec 22 05:25:59.513192 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49014) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:59.599530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90f16ee-8097-4daf-9ee5-9b1ca0da35af tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:59.601041 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e90f16ee-8097-4daf-9ee5-9b1ca0da35af tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869744 Dec 22 05:25:59.603944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49016) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:59.631213 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7d29250c-5e9c-4e47-8683-64a4d1fbdee9 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262129 Dec 22 05:25:59.633854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49018) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:25:59.638467 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4942c561-44f2-4865-9f5f-bca36ef9c0f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1544081819', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:59.644113 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:25:58Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:25:59.675415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Checking router: b63ab9f9-bf12-401a-9b67-55b8fa1ca765 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:25:59.675774 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Updating router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 port c863aedb-d174-4284-bedf-9f316bf1b355 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:25:59.700132 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:59.774385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4942c561-44f2-4865-9f5f-bca36ef9c0f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:25:59.778553 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4942c561-44f2-4865-9f5f-bca36ef9c0f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:25:59.951652 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:00.020446 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:00.031658 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4942c561-44f2-4865-9f5f-bca36ef9c0f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:00.072516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Attempting to bind port c863aedb-d174-4284-bedf-9f316bf1b355 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:00.072883 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Attempting to bind port c863aedb-d174-4284-bedf-9f316bf1b355 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:00.073241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Attempting to bind port c863aedb-d174-4284-bedf-9f316bf1b355 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:26:00.076587 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ee4a2-8e44-4abd-8d65-5881d95e72d7 None None] Pushing event updated for resources: {'Port': ['ID=c863aedb-d174-4284-bedf-9f316bf1b355,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:00.081060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:26:00.081427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:26:00.081824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:00.082204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:26:00.082664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Bound port: c863aedb-d174-4284-bedf-9f316bf1b355, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:00.083040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:00.094431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942c561-44f2-4865-9f5f-bca36ef9c0f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Subnet': ['ID=e1185e33-facf-431d-9113-1f57d26b2f48,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:00.103690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4942c561-44f2-4865-9f5f-bca36ef9c0f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Checking segment: {'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:26:00.104039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4942c561-44f2-4865-9f5f-bca36ef9c0f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network hostable DHCP agents. Network: d1df68a9-9310-41d1-93b2-fcbc31331afd, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:26:00.136149 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] For port c863aedb-d174-4284-bedf-9f316bf1b355, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:26:00.139611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] For port c863aedb-d174-4284-bedf-9f316bf1b355, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c863aedb-d174-4284-bedf-9f316bf1b355,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:26:00.162531 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4942c561-44f2-4865-9f5f-bca36ef9c0f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network d1df68a9-9310-41d1-93b2-fcbc31331afd is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:26:00.214448 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:00.242743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-4942c561-44f2-4865-9f5f-bca36ef9c0f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, d1df68a9-9310-41d1-93b2-fcbc31331afd) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:00.249503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4942c561-44f2-4865-9f5f-bca36ef9c0f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:00.249503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4942c561-44f2-4865-9f5f-bca36ef9c0f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:00.256617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd748d5-e455-44e1-a631-6afca3a3b5e3 None None] Network d1df68a9-9310-41d1-93b2-fcbc31331afd requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:26:00.315932 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Routers {'b63ab9f9-bf12-401a-9b67-55b8fa1ca765'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:00.316496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:25:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:00.318160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ee4a2-8e44-4abd-8d65-5881d95e72d7 None None] Pushing event updated for resources: {'Port': ['ID=c863aedb-d174-4284-bedf-9f316bf1b355,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:00.343619 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4942c561-44f2-4865-9f5f-bca36ef9c0f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7087729 Dec 22 05:26:00.346236 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49020) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:26:00.476432 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] Set router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:00.595896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-d1df68a9-9310-41d1-93b2-fcbc31331afd', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ips': [{'subnet_id': 'e1185e33-facf-431d-9113-1f57d26b2f48'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:26:00.596778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:00.775179 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:00.786148 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Allocated IP 172.20.0.2 (d1df68a9-9310-41d1-93b2-fcbc31331afd/e1185e33-facf-431d-9113-1f57d26b2f48/c473b7bb-f808-4277-9d22-9a1f7654d164) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:00.794085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:25:58Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:00.825135 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ad161-a857-45ee-aa08-fc14e79a5a37 None None] The sync data for ids ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'] in dv-neutron-822523-1-hyperv is: [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:25:58Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:00.981925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.045471 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.094124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Network d1df68a9-9310-41d1-93b2-fcbc31331afd is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:01.096957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:01.110422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:26:01.121553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Pushing event updated for resources: {'Port': ['ID=c473b7bb-f808-4277-9d22-9a1f7654d164,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:01.123320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.20.0.1 (d1df68a9-9310-41d1-93b2-fcbc31331afd/e1185e33-facf-431d-9113-1f57d26b2f48/0b8f28db-3dee-4e31-bc55-ba99623462d3) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:01.178726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Attempting to bind port c473b7bb-f808-4277-9d22-9a1f7654d164 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:01.179149 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Attempting to bind port c473b7bb-f808-4277-9d22-9a1f7654d164 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:01.179467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Attempting to bind port c473b7bb-f808-4277-9d22-9a1f7654d164 on network d1df68a9-9310-41d1-93b2-fcbc31331afd {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:26:01.189900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:26:01.189900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Checking segment: {'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:26:01.189900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.189900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Bound using segment: {'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:26:01.189900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Bound port: c473b7bb-f808-4277-9d22-9a1f7654d164, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:01.189900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.258765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] For port c473b7bb-f808-4277-9d22-9a1f7654d164, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:26:01.260885 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.265686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] For port c473b7bb-f808-4277-9d22-9a1f7654d164, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c473b7bb-f808-4277-9d22-9a1f7654d164,segment=NetworkSegment(5502555b-b2b2-4faa-9628-1151bdd57a40),segment_id=5502555b-b2b2-4faa-9628-1151bdd57a40)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:26:01.334849 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.357745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.396498 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5d24a-9cea-430c-bf46-665e46f80e09 None None] Pushing event updated for resources: {'Port': ['ID=c473b7bb-f808-4277-9d22-9a1f7654d164,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:01.420105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network d1df68a9-9310-41d1-93b2-fcbc31331afd is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:01.426287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:01.428851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:26:01.431799 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=0b8f28db-3dee-4e31-bc55-ba99623462d3,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:01.479616 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.692599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.868895 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c863aedb-d174-4284-bedf-9f316bf1b355 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:26:01.923962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c863aedb-d174-4284-bedf-9f316bf1b355 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:01.924366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.990651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:01.999975 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:02.019991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port c863aedb-d174-4284-bedf-9f316bf1b355, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c863aedb-d174-4284-bedf-9f316bf1b355,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:02.048769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:02.100727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:02.101619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c473b7bb-f808-4277-9d22-9a1f7654d164 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:26:02.122545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=0b8f28db-3dee-4e31-bc55-ba99623462d3,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:02.125232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:02.237192 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network d1df68a9-9310-41d1-93b2-fcbc31331afd is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:02.238800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:02.344435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=c863aedb-d174-4284-bedf-9f316bf1b355,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:02.362426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c473b7bb-f808-4277-9d22-9a1f7654d164 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:02.362716 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:02.403477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc034e1-3ee0-4197-b8fd-824d559d16d2 None None] Network d1df68a9-9310-41d1-93b2-fcbc31331afd requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:26:02.471022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-806556b8-0911-4370-a4bd-a343f2ffddfd None None] Provisioning complete for port c473b7bb-f808-4277-9d22-9a1f7654d164 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:02.471299 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-806556b8-0911-4370-a4bd-a343f2ffddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:02.556573 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:02.650496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port c473b7bb-f808-4277-9d22-9a1f7654d164, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c473b7bb-f808-4277-9d22-9a1f7654d164,segment=NetworkSegment(5502555b-b2b2-4faa-9628-1151bdd57a40),segment_id=5502555b-b2b2-4faa-9628-1151bdd57a40)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:02.679885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-806556b8-0911-4370-a4bd-a343f2ffddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:02.698331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:26:02.711013 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:02.769771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-806556b8-0911-4370-a4bd-a343f2ffddfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:26:02.770589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-806556b8-0911-4370-a4bd-a343f2ffddfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:26:02.786510 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=c473b7bb-f808-4277-9d22-9a1f7654d164,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:02.811362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:26:02.823422 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-104f7300-1e20-4df3-a899-a2542292423e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "PUT /v2.0/routers/b63ab9f9-bf12-401a-9b67-55b8fa1ca765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4692106 Dec 22 05:26:02.971069 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-bbbe1b79-a866-492e-9fb5-38d883bfec66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-909900963&fields=id&tenant_id=af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 267 time: 0.0368671 Dec 22 05:26:02.987386 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Sync routers for ids ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:02.998572 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Routers {'b63ab9f9-bf12-401a-9b67-55b8fa1ca765'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:02.999197 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:25:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:03.084905 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-7c96420f-7e1f-407e-9a78-922a6df6624b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:03.088671 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-7c96420f-7e1f-407e-9a78-922a6df6624b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/networks?id=d1df68a9-9310-41d1-93b2-fcbc31331afd HTTP/1.1" status: 200 len: 796 time: 0.1104023 Dec 22 05:26:03.101958 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-d516450a-c449-4571-b383-70e39784b4c9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/quotas/af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 375 time: 0.0092831 Dec 22 05:26:03.108104 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Set router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:03.168512 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-fc2fd409-c671-4afd-9ca7-182770d8d358 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513492 Dec 22 05:26:03.179764 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-bc2cb124-63a8-4f0c-b03f-8ff6d08efcb4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:26:03.181071 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-bc2cb124-63a8-4f0c-b03f-8ff6d08efcb4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057080 Dec 22 05:26:03.294263 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-94132a15-7930-4787-8292-ac8c0cd85ef4 service neutron] 10.222.0.54 "GET /v2.0/networks/d1df68a9-9310-41d1-93b2-fcbc31331afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055782 Dec 22 05:26:03.322341 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:26:01Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0b8f28db-3dee-4e31-bc55-ba99623462d3', 'name': '', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:64:bf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:00Z', 'updated_at': '2021-12-22T05:26:01Z', 'revision_number': 2, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:03.347983 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Checking router: b63ab9f9-bf12-401a-9b67-55b8fa1ca765 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:03.348349 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Updating router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 port 0b8f28db-3dee-4e31-bc55-ba99623462d3 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:26:03.372868 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:03.381126 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-544d93b1-c719-42c3-b58c-78dfc1d9d31c service neutron] 10.222.0.54 "GET /v2.0/networks/d1df68a9-9310-41d1-93b2-fcbc31331afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853527 Dec 22 05:26:03.432433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e01f1bdc-fb79-4cf0-a6c5-7bc1aa3a7e7e None None] Provisioning complete for port c473b7bb-f808-4277-9d22-9a1f7654d164 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:03.432939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e01f1bdc-fb79-4cf0-a6c5-7bc1aa3a7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:03.522534 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e01f1bdc-fb79-4cf0-a6c5-7bc1aa3a7e7e None None] Provisioning complete for port 0b8f28db-3dee-4e31-bc55-ba99623462d3 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:03.523286 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e01f1bdc-fb79-4cf0-a6c5-7bc1aa3a7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:03.558012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e01f1bdc-fb79-4cf0-a6c5-7bc1aa3a7e7e None None] Port 0b8f28db-3dee-4e31-bc55-ba99623462d3 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:26:03.608705 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-41124d3b-6808-420e-96fc-64d37075a75f req-91e9c6c0-735d-41a8-b72a-fbc917512c56 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 210 time: 0.0312891 Dec 22 05:26:03.643099 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:03.705790 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:03.769011 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Pushing event updated for resources: {'Port': ['ID=0b8f28db-3dee-4e31-bc55-ba99623462d3,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:03.779958 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:03.780410 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:03.780744 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:03.781132 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:03.781381 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:03.781703 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:03.782023 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:03.782344 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:03.782660 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:03.782972 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:03.783285 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:03.783599 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:03.814044 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Attempting to bind port 0b8f28db-3dee-4e31-bc55-ba99623462d3 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:03.814411 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Attempting to bind port 0b8f28db-3dee-4e31-bc55-ba99623462d3 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:03.814860 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Attempting to bind port 0b8f28db-3dee-4e31-bc55-ba99623462d3 on network d1df68a9-9310-41d1-93b2-fcbc31331afd {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:26:03.822074 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:26:03.822521 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Checking segment: {'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:26:03.822996 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:03.823453 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Bound using segment: {'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:26:03.824603 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Bound port: 0b8f28db-3dee-4e31-bc55-ba99623462d3, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:03.825053 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:03.866441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c863aedb-d174-4284-bedf-9f316bf1b355 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:26:03.896990 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] For port 0b8f28db-3dee-4e31-bc55-ba99623462d3, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:26:03.900791 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] For port 0b8f28db-3dee-4e31-bc55-ba99623462d3, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0b8f28db-3dee-4e31-bc55-ba99623462d3,segment=NetworkSegment(5502555b-b2b2-4faa-9628-1151bdd57a40),segment_id=5502555b-b2b2-4faa-9628-1151bdd57a40)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:26:03.920410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c863aedb-d174-4284-bedf-9f316bf1b355 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:03.920790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:03.963142 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:04.007461 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-edfb4d56-468f-49a7-a169-6e3c0703cdd2 None None] Provisioning complete for port 0b8f28db-3dee-4e31-bc55-ba99623462d3 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:04.007796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-edfb4d56-468f-49a7-a169-6e3c0703cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:04.010175 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c473b7bb-f808-4277-9d22-9a1f7654d164 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:26:04.021829 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Routers {'b63ab9f9-bf12-401a-9b67-55b8fa1ca765'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:04.022441 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:25:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:04.058549 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e5f60-696c-4c8b-97b5-9d2b23a9090a None None] Pushing event updated for resources: {'Port': ['ID=0b8f28db-3dee-4e31-bc55-ba99623462d3,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:04.112228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c473b7bb-f808-4277-9d22-9a1f7654d164 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:04.112436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:04.135406 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] Set router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:04.149434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-edfb4d56-468f-49a7-a169-6e3c0703cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:04.192619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-edfb4d56-468f-49a7-a169-6e3c0703cdd2 None None] For port 0b8f28db-3dee-4e31-bc55-ba99623462d3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0b8f28db-3dee-4e31-bc55-ba99623462d3,segment=NetworkSegment(5502555b-b2b2-4faa-9628-1151bdd57a40),segment_id=5502555b-b2b2-4faa-9628-1151bdd57a40)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:04.266088 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-edfb4d56-468f-49a7-a169-6e3c0703cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:04.317138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb4d56-468f-49a7-a169-6e3c0703cdd2 None None] Pushing event updated for resources: {'Port': ['ID=0b8f28db-3dee-4e31-bc55-ba99623462d3,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:04.384852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-db858468-acf5-41df-9d8b-adbc11455830 None None] Provisioning complete for port 0b8f28db-3dee-4e31-bc55-ba99623462d3 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:04.385345 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-db858468-acf5-41df-9d8b-adbc11455830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:04.434883 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:26:01Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0b8f28db-3dee-4e31-bc55-ba99623462d3', 'name': '', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:64:bf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:00Z', 'updated_at': '2021-12-22T05:26:03Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:04.462531 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08cfdad-0b04-4503-a7b0-455104be5df1 None None] The sync data for ids ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'] in dv-neutron-822523-1-hyperv is: [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:26:01Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0b8f28db-3dee-4e31-bc55-ba99623462d3', 'name': '', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:64:bf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:00Z', 'updated_at': '2021-12-22T05:26:03Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:04.693899 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-21fda0e8-f6e9-4b36-84af-4ba6822e5da9 req-d27ce140-9f0e-4cae-9fd0-929b451c0c3f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 210 time: 0.0326550 Dec 22 05:26:05.784766 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4da64a6f-337e-4e4a-b939-c27910176d2d req-c1303e35-d3d7-4759-a3c8-0df3fcc761a1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 210 time: 0.0267844 Dec 22 05:26:05.851368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0b8f28db-3dee-4e31-bc55-ba99623462d3 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:26:05.900960 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 0b8f28db-3dee-4e31-bc55-ba99623462d3 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:05.901422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:05.962281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-b1f95045-8ddc-4621-ae3e-c1ec67ac088a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:05.963824 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-b1f95045-8ddc-4621-ae3e-c1ec67ac088a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/networks?id=d1df68a9-9310-41d1-93b2-fcbc31331afd HTTP/1.1" status: 200 len: 796 time: 0.1058695 Dec 22 05:26:06.016822 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-798d13ef-e7f9-42c5-beb2-c9129d75ba2b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 379 time: 0.0381420 Dec 22 05:26:06.026231 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'port': {'device_id': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'admin_state_up': True, 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'security_groups': ['23cdca1f-c23e-4707-90ac-fee9dd048710']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:06.231105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:06.234615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:06.362910 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.20.0.8 (d1df68a9-9310-41d1-93b2-fcbc31331afd/e1185e33-facf-431d-9113-1f57d26b2f48/4abb0e76-4307-4060-9ea8-49dcefcf41a9) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:06.493105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:06.580033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:06.625093 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network d1df68a9-9310-41d1-93b2-fcbc31331afd is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:06.628034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:06.631664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:26:06.640309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=4abb0e76-4307-4060-9ea8-49dcefcf41a9,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:06.685797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:06.686419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:06.754318 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-562abaf9-0294-435e-be62-241cbba34f22 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7315807 Dec 22 05:26:06.773155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Request body: {'port': {'device_id': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:06.799647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d36d9fb3-ac67-4eae-82cc-d5f32ec3c299 None None] Provisioning complete for port 4abb0e76-4307-4060-9ea8-49dcefcf41a9 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:06.800010 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d36d9fb3-ac67-4eae-82cc-d5f32ec3c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:06.828948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:06.837314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d36d9fb3-ac67-4eae-82cc-d5f32ec3c299 None None] Port 4abb0e76-4307-4060-9ea8-49dcefcf41a9 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:26:06.906730 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3ec50-5151-4740-987b-416937e1748b req-5316c1d4-dc23-45ce-b830-cceb148d91b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:06.908085 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-76c3ec50-5151-4740-987b-416937e1748b req-5316c1d4-dc23-45ce-b830-cceb148d91b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 931 time: 0.0485394 Dec 22 05:26:06.946554 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-76c3ec50-5151-4740-987b-416937e1748b req-8827d1a9-36e7-4a94-b090-f8b3f43e4b2a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320075 Dec 22 05:26:07.090188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abb0e76-4307-4060-9ea8-49dcefcf41a9 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:26:07.097440 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:07.108913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Transition to ACTIVE for port object 4abb0e76-4307-4060-9ea8-49dcefcf41a9 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:07.162779 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:07.214564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Pushing event updated for resources: {'Port': ['ID=4abb0e76-4307-4060-9ea8-49dcefcf41a9,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:07.283870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Attempting to bind port 4abb0e76-4307-4060-9ea8-49dcefcf41a9 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:26:07.284215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Attempting to bind port 4abb0e76-4307-4060-9ea8-49dcefcf41a9 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:26:07.284569 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Attempting to bind port 4abb0e76-4307-4060-9ea8-49dcefcf41a9 on network d1df68a9-9310-41d1-93b2-fcbc31331afd {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:26:07.289459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Port 4abb0e76-4307-4060-9ea8-49dcefcf41a9 on network d1df68a9-9310-41d1-93b2-fcbc31331afd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:26:07.289777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Attempting to bind port 4abb0e76-4307-4060-9ea8-49dcefcf41a9 on network d1df68a9-9310-41d1-93b2-fcbc31331afd {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:26:07.295357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:26:07.295696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Checking segment: {'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:26:07.296080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Bound using segment: {'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:26:07.296536 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Bound port: 4abb0e76-4307-4060-9ea8-49dcefcf41a9, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5502555b-b2b2-4faa-9628-1151bdd57a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:26:07.296895 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:07.362102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] For port 4abb0e76-4307-4060-9ea8-49dcefcf41a9, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:26:07.365159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] For port 4abb0e76-4307-4060-9ea8-49dcefcf41a9, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4abb0e76-4307-4060-9ea8-49dcefcf41a9,segment=NetworkSegment(5502555b-b2b2-4faa-9628-1151bdd57a40),segment_id=5502555b-b2b2-4faa-9628-1151bdd57a40)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:26:07.465901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:07.496912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:07.497508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:07.499100 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] 10.222.0.16 "PUT /v2.0/ports/4abb0e76-4307-4060-9ea8-49dcefcf41a9 HTTP/1.1" status: 200 len: 1093 time: 0.7303641 Dec 22 05:26:07.501339 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'tag': '4abb0e76-4307-4060-9ea8-49dcefcf41a9'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:07.503636 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8185f806-dd20-47ac-9e10-bd05dbadcb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6e2898-3062-42c3-b2ee-25cc3c50df83", "tag": "4abb0e76-4307-4060-9ea8-49dcefcf41a9"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:26:07.533228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d548e15-1f9f-4d76-bc09-da2d9d4cfc82 service neutron] Pushing event updated for resources: {'Port': ['ID=4abb0e76-4307-4060-9ea8-49dcefcf41a9,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:07.549852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478dd12b-c88f-447d-ad1d-ab9d3e4fb2bc x-openstack-request-id: req-478dd12b-c88f-447d-ad1d-ab9d3e4fb2bc {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:26:07.550298 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6e2898-3062-42c3-b2ee-25cc3c50df83", "tag": "4abb0e76-4307-4060-9ea8-49dcefcf41a9", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:26:07.550590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-478dd12b-c88f-447d-ad1d-ab9d3e4fb2bc {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:26:07.550970 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'tag': '4abb0e76-4307-4060-9ea8-49dcefcf41a9', 'status': 'completed', 'code': 200} Dec 22 05:26:07.634676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f806-dd20-47ac-9e10-bd05dbadcb3b req-594adf67-4d8a-4edf-9518-62dd55e3055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:07.636236 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8185f806-dd20-47ac-9e10-bd05dbadcb3b req-594adf67-4d8a-4edf-9518-62dd55e3055e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 1096 time: 0.0416927 Dec 22 05:26:07.743700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f806-dd20-47ac-9e10-bd05dbadcb3b req-2e58a3f9-67a0-4981-8bfe-7bc011da5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:07.745173 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8185f806-dd20-47ac-9e10-bd05dbadcb3b req-2e58a3f9-67a0-4981-8bfe-7bc011da5746 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=af30bc99611b4bf084548bad5840ea24&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0948288 Dec 22 05:26:07.840682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f806-dd20-47ac-9e10-bd05dbadcb3b req-fad5486c-a99f-475e-b207-c8c13e1ff208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:07.842123 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8185f806-dd20-47ac-9e10-bd05dbadcb3b req-fad5486c-a99f-475e-b207-c8c13e1ff208 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896387 Dec 22 05:26:07.944551 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-e887d682-0951-4e1a-b84a-1b694aafdcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:07.946054 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-e887d682-0951-4e1a-b84a-1b694aafdcae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 1096 time: 0.0407877 Dec 22 05:26:07.994838 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-0a4ad3d3-9ccf-413f-a860-4e1a38b2ed2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4abb0e76-4307-4060-9ea8-49dcefcf41a9 HTTP/1.1" status: 200 len: 217 time: 0.0338600 Dec 22 05:26:08.052201 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-df5973d5-99ad-4484-8c5f-6a90c67e9dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:08.053693 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-df5973d5-99ad-4484-8c5f-6a90c67e9dcd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1185e33-facf-431d-9113-1f57d26b2f48 HTTP/1.1" status: 200 len: 835 time: 0.0519381 Dec 22 05:26:08.065641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0b6fb-1fab-48f4-81a1-14d473676fbb req-34213009-f05a-409e-b728-0019ba34af77 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:08.067174 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-54d0b6fb-1fab-48f4-81a1-14d473676fbb req-34213009-f05a-409e-b728-0019ba34af77 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 943 time: 0.0492458 Dec 22 05:26:08.099842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5b7091db-037e-4cd2-80a0-29937e496f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:08.101356 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-5b7091db-037e-4cd2-80a0-29937e496f42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1df68a9-9310-41d1-93b2-fcbc31331afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405030 Dec 22 05:26:08.104811 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-54d0b6fb-1fab-48f4-81a1-14d473676fbb req-4c286e99-ad4e-4b30-ab8d-8fdee0b7c77f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 Dec 22 05:26:08.189821 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-576666da-8bc2-4086-955e-4a41b40e3c63 service neutron] 10.222.0.16 "GET /v2.0/networks/d1df68a9-9310-41d1-93b2-fcbc31331afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806088 Dec 22 05:26:08.282104 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36e6c2d3-3ff5-47ab-a5b5-1b177d2b80ba req-925023e5-1dc4-4066-8c9e-de69c9415a47 service neutron] 10.222.0.16 "GET /v2.0/networks/d1df68a9-9310-41d1-93b2-fcbc31331afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849698 Dec 22 05:26:09.217933 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ab743-065c-4a20-8c85-5ce8f630c807 req-c2d5c1c8-3454-48a3-abd8-28a97993c9bc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:09.219310 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d97ab743-065c-4a20-8c85-5ce8f630c807 req-c2d5c1c8-3454-48a3-abd8-28a97993c9bc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 943 time: 0.0492883 Dec 22 05:26:09.256176 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d97ab743-065c-4a20-8c85-5ce8f630c807 req-a38677a9-83ee-439a-9795-db20346964a1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310743 Dec 22 05:26:09.271578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-95fd44e4-deeb-4a0d-b076-8343080db37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:10.371140 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e9f95-bbed-4a31-a7ac-58a8b430aa75 req-8d4a4ae6-f551-4804-86cf-451c7fd05033 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:10.372659 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5f1e9f95-bbed-4a31-a7ac-58a8b430aa75 req-8d4a4ae6-f551-4804-86cf-451c7fd05033 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 943 time: 0.0516853 Dec 22 05:26:10.408315 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-5f1e9f95-bbed-4a31-a7ac-58a8b430aa75 req-7d4bfd3d-2ac1-4174-baf4-029645e7f860 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297649 Dec 22 05:26:11.519312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0fcc-5781-452f-9201-063a7d7bddf2 req-0a1e67ee-1672-46b4-8150-e3bbc1f9738e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:11.520772 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-42bd0fcc-5781-452f-9201-063a7d7bddf2 req-0a1e67ee-1672-46b4-8150-e3bbc1f9738e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 943 time: 0.0480223 Dec 22 05:26:11.561395 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-42bd0fcc-5781-452f-9201-063a7d7bddf2 req-6ff9a874-e120-4050-a749-5a081298dfd3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348709 Dec 22 05:26:11.685046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a993c277-4a3a-40b1-b741-68d8e1d19623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:11.813328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 4abb0e76-4307-4060-9ea8-49dcefcf41a9 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:26:11.905415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 4abb0e76-4307-4060-9ea8-49dcefcf41a9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4abb0e76-4307-4060-9ea8-49dcefcf41a9,segment=NetworkSegment(5502555b-b2b2-4faa-9628-1151bdd57a40),segment_id=5502555b-b2b2-4faa-9628-1151bdd57a40)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:11.916756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '4abb0e76-4307-4060-9ea8-49dcefcf41a9', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'port_id': '4abb0e76-4307-4060-9ea8-49dcefcf41a9', 'mac_address': 'fa:16:3e:5b:d6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:26:11.953201 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:11.965445 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abb0e76-4307-4060-9ea8-49dcefcf41a9 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:26:11.984415 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 4abb0e76-4307-4060-9ea8-49dcefcf41a9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4abb0e76-4307-4060-9ea8-49dcefcf41a9,segment=NetworkSegment(5502555b-b2b2-4faa-9628-1151bdd57a40),segment_id=5502555b-b2b2-4faa-9628-1151bdd57a40)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:12.071799 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:12.121767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=4abb0e76-4307-4060-9ea8-49dcefcf41a9,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:12.386053 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['4abb0e76-4307-4060-9ea8-49dcefcf41a9'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:26:12.675784 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a9bfb-e34f-4b42-a5d4-31367e74e434 req-ebe2e837-46dd-41ad-b73a-f62a21c58b06 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:12.677320 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7d6a9bfb-e34f-4b42-a5d4-31367e74e434 req-ebe2e837-46dd-41ad-b73a-f62a21c58b06 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 944 time: 0.0505960 Dec 22 05:26:12.714513 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7d6a9bfb-e34f-4b42-a5d4-31367e74e434 req-9d6c4b62-feef-487b-9ff4-35abf856e30e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305953 Dec 22 05:26:13.276829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:13.824695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ea4f6-1213-46c2-b28e-79fa681c5559 req-4bb534f0-3086-4b97-98fa-14b1dde27ab9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:13.826126 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-132ea4f6-1213-46c2-b28e-79fa681c5559 req-4bb534f0-3086-4b97-98fa-14b1dde27ab9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 944 time: 0.0480568 Dec 22 05:26:13.829330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 4abb0e76-4307-4060-9ea8-49dcefcf41a9 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:26:13.864741 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-132ea4f6-1213-46c2-b28e-79fa681c5559 req-7b66d997-5fe1-4bf3-94b3-2531ee8556d9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326571 Dec 22 05:26:13.939718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 4abb0e76-4307-4060-9ea8-49dcefcf41a9 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:13.943552 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 4abb0e76-4307-4060-9ea8-49dcefcf41a9 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:13.943912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.017936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.040790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abb0e76-4307-4060-9ea8-49dcefcf41a9'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:14.043063 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea5cf25-28d4-4aa0-a852-9ba34fcdc551" -d '{"events": [{"server_uuid": "0c6e2898-3062-42c3-b2ee-25cc3c50df83", "name": "network-vif-plugged", "status": "completed", "tag": "4abb0e76-4307-4060-9ea8-49dcefcf41a9"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:26:14.055679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 4abb0e76-4307-4060-9ea8-49dcefcf41a9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4abb0e76-4307-4060-9ea8-49dcefcf41a9,segment=NetworkSegment(5502555b-b2b2-4faa-9628-1151bdd57a40),segment_id=5502555b-b2b2-4faa-9628-1151bdd57a40)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:14.105312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.156967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=4abb0e76-4307-4060-9ea8-49dcefcf41a9,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:14.188504 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec54619a-6f19-4b28-a06a-a58bc1efc968 x-openstack-request-id: req-ec54619a-6f19-4b28-a06a-a58bc1efc968 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:26:14.188819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6e2898-3062-42c3-b2ee-25cc3c50df83", "name": "network-vif-plugged", "status": "completed", "tag": "4abb0e76-4307-4060-9ea8-49dcefcf41a9", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:26:14.189090 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec54619a-6f19-4b28-a06a-a58bc1efc968 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:26:14.189459 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abb0e76-4307-4060-9ea8-49dcefcf41a9', 'code': 200} Dec 22 05:26:14.362678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:14.534777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905c8e4-f961-49e7-adb4-4d2356367a75 req-d1c5af7f-95ce-477f-bdad-542887515faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:14.536141 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7905c8e4-f961-49e7-adb4-4d2356367a75 req-d1c5af7f-95ce-477f-bdad-542887515faa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 1098 time: 0.0393100 Dec 22 05:26:14.570806 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7905c8e4-f961-49e7-adb4-4d2356367a75 req-0023f78b-95b7-48f7-a79a-43fc7a6c139b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267973 Dec 22 05:26:14.985749 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dc6d2-40fc-41d3-8142-c08bd5ada988 req-9e751f55-acf5-4d9b-a078-f37b64e97636 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:14.987239 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-933dc6d2-40fc-41d3-8142-c08bd5ada988 req-9e751f55-acf5-4d9b-a078-f37b64e97636 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 945 time: 0.0583487 Dec 22 05:26:15.028622 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-933dc6d2-40fc-41d3-8142-c08bd5ada988 req-a176e076-43b8-4b4b-9338-8a515bdc6378 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353734 Dec 22 05:26:15.304822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.142792 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fbdba-c182-42ec-9839-6fc7622783d2 req-babf3755-a6e6-4320-8b5e-91d2f25e2532 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:16.144364 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2e4fbdba-c182-42ec-9839-6fc7622783d2 req-babf3755-a6e6-4320-8b5e-91d2f25e2532 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 945 time: 0.0488126 Dec 22 05:26:16.180833 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2e4fbdba-c182-42ec-9839-6fc7622783d2 req-980de960-4a71-4391-a638-9f5fa0e5d7e5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307755 Dec 22 05:26:16.294844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd115eb-8e04-487b-8214-919530faf1b4 req-b5371614-cbbb-4505-b9a0-837b8784afb7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:16.296320 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1bd115eb-8e04-487b-8214-919530faf1b4 req-b5371614-cbbb-4505-b9a0-837b8784afb7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 945 time: 0.0486605 Dec 22 05:26:16.333033 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1bd115eb-8e04-487b-8214-919530faf1b4 req-c31f1efe-59a9-4dd7-8744-92b892703de8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308123 Dec 22 05:26:16.353895 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49082) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:26:16.392230 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52a961c-d0df-40d8-b39e-34ab6a3ecd32 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:16.393677 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e52a961c-d0df-40d8-b39e-34ab6a3ecd32 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 1093 time: 0.0383229 Dec 22 05:26:16.396391 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49084) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:26:16.400476 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '4abb0e76-4307-4060-9ea8-49dcefcf41a9', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:16.470859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.578671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.678555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.26.5.137 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/9982eb48-8bfe-4271-9770-5204c33a49b2) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:16.779838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.853950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:16.889900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:16.892687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:16.896008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:26:16.922700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=9982eb48-8bfe-4271-9770-5204c33a49b2,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:17.232083 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.380077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.524242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.573948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.641976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=9982eb48-8bfe-4271-9770-5204c33a49b2,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:17.653954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:17.750075 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Floating IP 9c7c4d78-2494-492b-a7d9-52acd2e53156 associated. External IP: 172.26.5.137, port: 4abb0e76-4307-4060-9ea8-49dcefcf41a9. Dec 22 05:26:17.945570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:26:18.054375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:26:18.064098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23d355-e4ba-413a-bfca-9598ccbbfe12 None None] Sync routers for ids ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:18.072630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23d355-e4ba-413a-bfca-9598ccbbfe12 None None] Routers {'b63ab9f9-bf12-401a-9b67-55b8fa1ca765'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:18.073819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ee23d355-e4ba-413a-bfca-9598ccbbfe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:26:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:18.176215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-ee23d355-e4ba-413a-bfca-9598ccbbfe12 None None] Set router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:18.187728 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:18.215263 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5048041b-7207-48fe-ac31-d2f766397863 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8179152 Dec 22 05:26:18.215958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'tag': '4abb0e76-4307-4060-9ea8-49dcefcf41a9'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:18.218393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0add6c19-d13c-4d32-98c5-56315d54517a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6e2898-3062-42c3-b2ee-25cc3c50df83", "tag": "4abb0e76-4307-4060-9ea8-49dcefcf41a9"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:26:18.255499 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b91ad1e-5caa-4733-9393-6602088685d2 x-openstack-request-id: req-4b91ad1e-5caa-4733-9393-6602088685d2 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:26:18.255782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6e2898-3062-42c3-b2ee-25cc3c50df83", "tag": "4abb0e76-4307-4060-9ea8-49dcefcf41a9", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:26:18.256028 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b91ad1e-5caa-4733-9393-6602088685d2 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:26:18.256455 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'tag': '4abb0e76-4307-4060-9ea8-49dcefcf41a9', 'status': 'completed', 'code': 200} Dec 22 05:26:18.317260 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322835d-0707-45ad-a038-68c64ef80732 req-77cb3332-36dc-4456-956f-92169026e8be tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:18.318886 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c322835d-0707-45ad-a038-68c64ef80732 req-77cb3332-36dc-4456-956f-92169026e8be tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 945 time: 0.0543325 Dec 22 05:26:18.354450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add6c19-d13c-4d32-98c5-56315d54517a req-d2195e3a-d223-41e8-8fdb-838ca8ba434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:18.355912 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0add6c19-d13c-4d32-98c5-56315d54517a req-d2195e3a-d223-41e8-8fdb-838ca8ba434a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 1098 time: 0.0489848 Dec 22 05:26:18.360316 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c322835d-0707-45ad-a038-68c64ef80732 req-946b7afd-87a4-489d-83f9-8562aa89f036 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334113 Dec 22 05:26:18.382670 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49090) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:26:18.403539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ee23d355-e4ba-413a-bfca-9598ccbbfe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:26:01Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '9c7c4d78-2494-492b-a7d9-52acd2e53156', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.137', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'port_id': '4abb0e76-4307-4060-9ea8-49dcefcf41a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'mac_address': 'fa:16:3e:5b:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:17Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b8f28db-3dee-4e31-bc55-ba99623462d3', 'name': '', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:64:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:00Z', 'updated_at': '2021-12-22T05:26:04Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:18.434938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23d355-e4ba-413a-bfca-9598ccbbfe12 None None] Checking router: b63ab9f9-bf12-401a-9b67-55b8fa1ca765 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:18.443362 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23d355-e4ba-413a-bfca-9598ccbbfe12 None None] Routers {'b63ab9f9-bf12-401a-9b67-55b8fa1ca765'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:18.445243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ee23d355-e4ba-413a-bfca-9598ccbbfe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:26:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:18.445385 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2cfc5d8a-2323-415b-9858-8db04f543f9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/9c7c4d78-2494-492b-a7d9-52acd2e53156 HTTP/1.1" status: 200 len: 991 time: 0.0602982 Dec 22 05:26:18.456326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add6c19-d13c-4d32-98c5-56315d54517a req-00c93ce2-d3ce-48d5-b7fd-2aa701cc4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:18.457842 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0add6c19-d13c-4d32-98c5-56315d54517a req-00c93ce2-d3ce-48d5-b7fd-2aa701cc4f66 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1df68a9-9310-41d1-93b2-fcbc31331afd HTTP/1.1" status: 200 len: 897 time: 0.0948474 Dec 22 05:26:18.527995 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0add6c19-d13c-4d32-98c5-56315d54517a req-84f936c4-067e-453f-a7fc-b87ce938ecbe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4abb0e76-4307-4060-9ea8-49dcefcf41a9 HTTP/1.1" status: 200 len: 999 time: 0.0625694 Dec 22 05:26:18.546788 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-ee23d355-e4ba-413a-bfca-9598ccbbfe12 None None] Set router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:18.564396 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:26:18.578360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add6c19-d13c-4d32-98c5-56315d54517a req-5beaadce-d3ad-420e-a67c-cb34ce53badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:18.579783 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0add6c19-d13c-4d32-98c5-56315d54517a req-5beaadce-d3ad-420e-a67c-cb34ce53badf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1185e33-facf-431d-9113-1f57d26b2f48 HTTP/1.1" status: 200 len: 835 time: 0.0449815 Dec 22 05:26:18.624536 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add6c19-d13c-4d32-98c5-56315d54517a req-134ed411-af7f-4c40-97a2-0560af9033a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:18.626012 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0add6c19-d13c-4d32-98c5-56315d54517a req-134ed411-af7f-4c40-97a2-0560af9033a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1df68a9-9310-41d1-93b2-fcbc31331afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398335 Dec 22 05:26:18.723173 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0add6c19-d13c-4d32-98c5-56315d54517a req-cb965dee-9500-43e6-bbb5-3e76fe1f7677 service neutron] 10.222.0.16 "GET /v2.0/networks/d1df68a9-9310-41d1-93b2-fcbc31331afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904071 Dec 22 05:26:18.817470 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0add6c19-d13c-4d32-98c5-56315d54517a req-942f4e8c-5272-4f2a-a72e-aa3fccadc401 service neutron] 10.222.0.16 "GET /v2.0/networks/d1df68a9-9310-41d1-93b2-fcbc31331afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866656 Dec 22 05:26:18.906678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-ee23d355-e4ba-413a-bfca-9598ccbbfe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:26:01Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '9c7c4d78-2494-492b-a7d9-52acd2e53156', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.137', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'port_id': '4abb0e76-4307-4060-9ea8-49dcefcf41a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'mac_address': 'fa:16:3e:5b:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:17Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b8f28db-3dee-4e31-bc55-ba99623462d3', 'name': '', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:64:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:00Z', 'updated_at': '2021-12-22T05:26:04Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:18.933187 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee23d355-e4ba-413a-bfca-9598ccbbfe12 None None] The sync data for ids ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'] in dv-neutron-822523-1-hyperv is: [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:26:01Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '9c7c4d78-2494-492b-a7d9-52acd2e53156', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.137', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'port_id': '4abb0e76-4307-4060-9ea8-49dcefcf41a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'mac_address': 'fa:16:3e:5b:d6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:17Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b8f28db-3dee-4e31-bc55-ba99623462d3', 'name': '', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:64:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:00Z', 'updated_at': '2021-12-22T05:26:04Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:19.112886 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7d0f44-d049-4916-8693-eba6b0dd9556 None None] New status for floating IP 9c7c4d78-2494-492b-a7d9-52acd2e53156: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:26:19.447384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49092) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:26:19.510089 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7bf8e5b0-c6d6-45aa-894f-1f7acb8589f2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/9c7c4d78-2494-492b-a7d9-52acd2e53156 HTTP/1.1" status: 200 len: 993 time: 0.0608773 Dec 22 05:26:21.025344 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:23.932217 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-586c078f-f49a-480e-97d3-b5afe9a2ac52 req-aeec9dca-ef63-4d15-93fe-408696fe44f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394142 Dec 22 05:26:24.032999 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c078f-f49a-480e-97d3-b5afe9a2ac52 req-ea8725d4-8c23-433e-9d29-9daa72028d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:24.034395 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-586c078f-f49a-480e-97d3-b5afe9a2ac52 req-ea8725d4-8c23-433e-9d29-9daa72028d61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 1098 time: 0.0441573 Dec 22 05:26:24.139086 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c078f-f49a-480e-97d3-b5afe9a2ac52 req-78e62094-656a-4bb4-b541-c60abee6a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:24.140560 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-586c078f-f49a-480e-97d3-b5afe9a2ac52 req-78e62094-656a-4bb4-b541-c60abee6a605 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1df68a9-9310-41d1-93b2-fcbc31331afd HTTP/1.1" status: 200 len: 897 time: 0.0837359 Dec 22 05:26:24.209541 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-586c078f-f49a-480e-97d3-b5afe9a2ac52 req-68470624-61be-428c-8a98-7c7944506744 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4abb0e76-4307-4060-9ea8-49dcefcf41a9 HTTP/1.1" status: 200 len: 1001 time: 0.0622463 Dec 22 05:26:24.258959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c078f-f49a-480e-97d3-b5afe9a2ac52 req-f4b4817e-e52e-4cdf-be29-0be4ef2441eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:24.261006 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-586c078f-f49a-480e-97d3-b5afe9a2ac52 req-f4b4817e-e52e-4cdf-be29-0be4ef2441eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1185e33-facf-431d-9113-1f57d26b2f48 HTTP/1.1" status: 200 len: 835 time: 0.0432622 Dec 22 05:26:24.304256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c078f-f49a-480e-97d3-b5afe9a2ac52 req-64cb818c-53e0-41d5-bd03-7fbe74d992dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:24.305633 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-586c078f-f49a-480e-97d3-b5afe9a2ac52 req-64cb818c-53e0-41d5-bd03-7fbe74d992dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1df68a9-9310-41d1-93b2-fcbc31331afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387893 Dec 22 05:26:24.397949 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-586c078f-f49a-480e-97d3-b5afe9a2ac52 req-1ffd5746-e6f6-466b-8348-3ff1c06f8962 service neutron] 10.222.0.16 "GET /v2.0/networks/d1df68a9-9310-41d1-93b2-fcbc31331afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844908 Dec 22 05:26:24.815060 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-586c078f-f49a-480e-97d3-b5afe9a2ac52 req-a903077e-22e8-488e-a215-bb6754716b43 service neutron] 10.222.0.16 "GET /v2.0/networks/d1df68a9-9310-41d1-93b2-fcbc31331afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102647 Dec 22 05:26:39.253329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2f45bf4d-8dad-4635-acc5-ddfa512c2eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:41.716112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eccf9e14-aba7-418c-95c3-b57f1d635cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:43.294001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:44.361731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:45.276351 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:48.455199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433dd0c-ad61-4786-a8c4-d67c2df36456 req-586b45e1-0d54-49a0-9536-373d05920795 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:48.456734 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2433dd0c-ad61-4786-a8c4-d67c2df36456 req-586b45e1-0d54-49a0-9536-373d05920795 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 945 time: 0.0500503 Dec 22 05:26:48.494854 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2433dd0c-ad61-4786-a8c4-d67c2df36456 req-7d51dcf2-2265-499f-bd0c-2769daf7b1ea tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322223 Dec 22 05:26:49.610485 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb35f47-1af6-46c2-9986-e67718da4d46 req-e3a22b2e-3f6f-42dc-a61f-b47595090c62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:49.611923 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cdb35f47-1af6-46c2-9986-e67718da4d46 req-e3a22b2e-3f6f-42dc-a61f-b47595090c62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 945 time: 0.0471158 Dec 22 05:26:49.648693 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cdb35f47-1af6-46c2-9986-e67718da4d46 req-80a30784-3ccc-44bb-ac31-fe0f6db3c6b2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309880 Dec 22 05:26:49.670418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49110) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:26:49.728632 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-34887100-53a8-44fb-b6ce-1accb4a68cf5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/9c7c4d78-2494-492b-a7d9-52acd2e53156 HTTP/1.1" status: 200 len: 993 time: 0.0571325 Dec 22 05:26:51.013016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:51.137873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249eb5d-3ae3-4740-9ad0-27d2e724d83b req-e340be8e-540a-435a-9376-763785b319d0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:51.139478 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7249eb5d-3ae3-4740-9ad0-27d2e724d83b req-e340be8e-540a-435a-9376-763785b319d0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 945 time: 0.0547938 Dec 22 05:26:51.175981 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7249eb5d-3ae3-4740-9ad0-27d2e724d83b req-5988be06-6d2f-420a-b049-bd075a43010a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305662 Dec 22 05:26:52.294836 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e9cb5-c4ee-4e78-b881-3cc4f6ff1433 req-43fef5c0-8251-492b-b718-4dd80b1dc404 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:52.296303 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-515e9cb5-c4ee-4e78-b881-3cc4f6ff1433 req-43fef5c0-8251-492b-b718-4dd80b1dc404 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 945 time: 0.0515342 Dec 22 05:26:52.332365 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-515e9cb5-c4ee-4e78-b881-3cc4f6ff1433 req-94f1282e-4294-4381-bdb5-5bc492726299 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302727 Dec 22 05:26:52.355675 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49120) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:26:52.414968 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2adcd2a9-4314-42e6-becc-350d707e83c5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/9c7c4d78-2494-492b-a7d9-52acd2e53156 HTTP/1.1" status: 200 len: 993 time: 0.0581639 Dec 22 05:26:52.717507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49126) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:26:52.868492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 9982eb48-8bfe-4271-9770-5204c33a49b2 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:26:52.868727 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:53.000501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:53.000819 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:53.011900 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 9982eb48-8bfe-4271-9770-5204c33a49b2 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:26:53.207387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:53.232584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=9982eb48-8bfe-4271-9770-5204c33a49b2,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:53.243478 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:53.243825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:53.244159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:53.244520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:53.245524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:53.245893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:53.246220 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:53.246543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:53.246867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:53.247187 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:53.247506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:53.247822 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:53.304924 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:53.305597 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Floating IP 9c7c4d78-2494-492b-a7d9-52acd2e53156 disassociated (deleted). External IP: 172.26.5.137, port: 4abb0e76-4307-4060-9ea8-49dcefcf41a9. Dec 22 05:26:53.507814 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:26:53.613356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:26:53.618226 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:53.622746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa6b2b8-61df-4547-952c-63b69540e7b4 None None] Sync routers for ids ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:53.631507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa6b2b8-61df-4547-952c-63b69540e7b4 None None] Routers {'b63ab9f9-bf12-401a-9b67-55b8fa1ca765'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:53.632108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-eaa6b2b8-61df-4547-952c-63b69540e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:26:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:53.645421 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8d3ce3f5-c2aa-4c1a-9ec3-c0a040daf19a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/floatingips/9c7c4d78-2494-492b-a7d9-52acd2e53156 HTTP/1.1" status: 204 len: 168 time: 0.9268587 Dec 22 05:26:53.646059 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'tag': '4abb0e76-4307-4060-9ea8-49dcefcf41a9'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:53.648430 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8c3745-a80e-4b60-9527-7d6742e20e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6e2898-3062-42c3-b2ee-25cc3c50df83", "tag": "4abb0e76-4307-4060-9ea8-49dcefcf41a9"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:26:53.686252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c632e3ee-f1e9-4cb4-ad75-413fc3904344 x-openstack-request-id: req-c632e3ee-f1e9-4cb4-ad75-413fc3904344 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:26:53.686549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6e2898-3062-42c3-b2ee-25cc3c50df83", "tag": "4abb0e76-4307-4060-9ea8-49dcefcf41a9", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:26:53.686938 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c632e3ee-f1e9-4cb4-ad75-413fc3904344 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:26:53.687357 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'tag': '4abb0e76-4307-4060-9ea8-49dcefcf41a9', 'status': 'completed', 'code': 200} Dec 22 05:26:53.742899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-eaa6b2b8-61df-4547-952c-63b69540e7b4 None None] Set router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:53.781580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c3745-a80e-4b60-9527-7d6742e20e5a req-a7bf869a-a637-4065-af9d-fd1b16cabf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:53.782967 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c3745-a80e-4b60-9527-7d6742e20e5a req-a7bf869a-a637-4065-af9d-fd1b16cabf1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 1098 time: 0.0406091 Dec 22 05:26:53.879445 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c3745-a80e-4b60-9527-7d6742e20e5a req-6252f6b9-42a1-4848-8e7b-23ca45b5619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:53.881699 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c3745-a80e-4b60-9527-7d6742e20e5a req-6252f6b9-42a1-4848-8e7b-23ca45b5619d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d1df68a9-9310-41d1-93b2-fcbc31331afd HTTP/1.1" status: 200 len: 897 time: 0.0905709 Dec 22 05:26:53.930171 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c3745-a80e-4b60-9527-7d6742e20e5a req-fadd8408-7e77-4af6-bda5-5402b9fada4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4abb0e76-4307-4060-9ea8-49dcefcf41a9 HTTP/1.1" status: 200 len: 217 time: 0.0361559 Dec 22 05:26:53.942957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-eaa6b2b8-61df-4547-952c-63b69540e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:26:01Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0b8f28db-3dee-4e31-bc55-ba99623462d3', 'name': '', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:64:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:00Z', 'updated_at': '2021-12-22T05:26:04Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:53.970217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa6b2b8-61df-4547-952c-63b69540e7b4 None None] Checking router: b63ab9f9-bf12-401a-9b67-55b8fa1ca765 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:53.978295 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa6b2b8-61df-4547-952c-63b69540e7b4 None None] Routers {'b63ab9f9-bf12-401a-9b67-55b8fa1ca765'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:53.978899 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-eaa6b2b8-61df-4547-952c-63b69540e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:26:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:53.980069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c3745-a80e-4b60-9527-7d6742e20e5a req-5854df53-ac84-484b-8595-555816ff18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:53.981776 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c3745-a80e-4b60-9527-7d6742e20e5a req-5854df53-ac84-484b-8595-555816ff18ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e1185e33-facf-431d-9113-1f57d26b2f48 HTTP/1.1" status: 200 len: 835 time: 0.0443716 Dec 22 05:26:54.085730 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-eaa6b2b8-61df-4547-952c-63b69540e7b4 None None] Set router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:54.100460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c3745-a80e-4b60-9527-7d6742e20e5a req-9afc58b3-d8e7-47f4-b38e-cac88635ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:54.101996 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c3745-a80e-4b60-9527-7d6742e20e5a req-9afc58b3-d8e7-47f4-b38e-cac88635ead2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d1df68a9-9310-41d1-93b2-fcbc31331afd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745747 Dec 22 05:26:54.109419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94714b-d278-4c5d-88aa-5a5622066889 req-ac778ece-f668-4e4d-8ad5-e3ef17a79de2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:54.110775 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4d94714b-d278-4c5d-88aa-5a5622066889 req-ac778ece-f668-4e4d-8ad5-e3ef17a79de2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 945 time: 0.0753555 Dec 22 05:26:54.203380 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4d94714b-d278-4c5d-88aa-5a5622066889 req-8a1bf9eb-8b77-4710-b343-7dcad582622c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841010 Dec 22 05:26:54.227865 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c3745-a80e-4b60-9527-7d6742e20e5a req-7b350988-47e7-4585-8866-fe42f8edb0aa service neutron] 10.222.0.16 "GET /v2.0/networks/d1df68a9-9310-41d1-93b2-fcbc31331afd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157699 Dec 22 05:26:54.289422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-eaa6b2b8-61df-4547-952c-63b69540e7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:26:01Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0b8f28db-3dee-4e31-bc55-ba99623462d3', 'name': '', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:64:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:00Z', 'updated_at': '2021-12-22T05:26:04Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:54.316252 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa6b2b8-61df-4547-952c-63b69540e7b4 None None] The sync data for ids ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'] in dv-neutron-822523-1-hyperv is: [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:26:01Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0b8f28db-3dee-4e31-bc55-ba99623462d3', 'name': '', 'network_id': 'd1df68a9-9310-41d1-93b2-fcbc31331afd', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:64:bf:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:00Z', 'updated_at': '2021-12-22T05:26:04Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'e1185e33-facf-431d-9113-1f57d26b2f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:54.320589 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cf8c3745-a80e-4b60-9527-7d6742e20e5a req-75d583d8-c2d5-43b5-bb15-2c3a3d7bf5d6 service neutron] 10.222.0.16 "GET /v2.0/networks/d1df68a9-9310-41d1-93b2-fcbc31331afd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840006 Dec 22 05:26:54.524604 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6280114e-1338-4306-9182-95f39f2eaac7 None None] New status for floating IP 9c7c4d78-2494-492b-a7d9-52acd2e53156: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:26:55.331068 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144974c-71f6-42fb-a6b1-ecb545731523 req-920fda51-7851-453a-bb84-02616cdea9da tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:55.332529 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a144974c-71f6-42fb-a6b1-ecb545731523 req-920fda51-7851-453a-bb84-02616cdea9da tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 945 time: 0.0474219 Dec 22 05:26:55.372456 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a144974c-71f6-42fb-a6b1-ecb545731523 req-c83f8711-001b-4a80-af07-0857e162237c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=23cdca1f-c23e-4707-90ac-fee9dd048710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340815 Dec 22 05:26:55.563552 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:26:55.850674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad95f16-34aa-4f39-b642-8f1bed84ccfd req-a1964082-3a55-4dbf-8d5f-193e70c8a686 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:55.852036 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bad95f16-34aa-4f39-b642-8f1bed84ccfd req-a1964082-3a55-4dbf-8d5f-193e70c8a686 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 945 time: 0.0475485 Dec 22 05:26:55.945936 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-bad95f16-34aa-4f39-b642-8f1bed84ccfd req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 4abb0e76-4307-4060-9ea8-49dcefcf41a9 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:26:55.946268 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-bad95f16-34aa-4f39-b642-8f1bed84ccfd req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:56.032291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-bad95f16-34aa-4f39-b642-8f1bed84ccfd req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 4abb0e76-4307-4060-9ea8-49dcefcf41a9, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4abb0e76-4307-4060-9ea8-49dcefcf41a9,segment=NetworkSegment(5502555b-b2b2-4faa-9628-1151bdd57a40),segment_id=5502555b-b2b2-4faa-9628-1151bdd57a40)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:56.032654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-bad95f16-34aa-4f39-b642-8f1bed84ccfd req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:56.049688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-bad95f16-34aa-4f39-b642-8f1bed84ccfd req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 4abb0e76-4307-4060-9ea8-49dcefcf41a9 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:26:56.224280 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-bad95f16-34aa-4f39-b642-8f1bed84ccfd req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:56.253102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=4abb0e76-4307-4060-9ea8-49dcefcf41a9,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:56.283430 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.283776 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.284114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.284470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.284804 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.285131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.285455 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.285800 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.286102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.286422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.286993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.287318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:56.306162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad95f16-34aa-4f39-b642-8f1bed84ccfd req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] No DVR routers for this DVR port 4abb0e76-4307-4060-9ea8-49dcefcf41a9 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:26:56.311400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-bad95f16-34aa-4f39-b642-8f1bed84ccfd req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:56.311788 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bad95f16-34aa-4f39-b642-8f1bed84ccfd req-1c64d0fa-e6f0-4597-8d29-b4865ddd4b4a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "DELETE /v2.0/ports/4abb0e76-4307-4060-9ea8-49dcefcf41a9 HTTP/1.1" status: 204 len: 173 time: 0.4539256 Dec 22 05:26:56.312237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'name': 'network-vif-deleted', 'tag': '4abb0e76-4307-4060-9ea8-49dcefcf41a9'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:56.314472 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044243c8-72c8-4776-89a3-9bd662ae6ea8" -d '{"events": [{"server_uuid": "0c6e2898-3062-42c3-b2ee-25cc3c50df83", "name": "network-vif-deleted", "tag": "4abb0e76-4307-4060-9ea8-49dcefcf41a9"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:26:56.348481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccdd977-18d5-4045-8c0f-5c8e2e5bd5a7 x-openstack-request-id: req-8ccdd977-18d5-4045-8c0f-5c8e2e5bd5a7 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:26:56.348767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6e2898-3062-42c3-b2ee-25cc3c50df83", "name": "network-vif-deleted", "tag": "4abb0e76-4307-4060-9ea8-49dcefcf41a9", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:26:56.349082 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8ccdd977-18d5-4045-8c0f-5c8e2e5bd5a7 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:26:56.349428 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6e2898-3062-42c3-b2ee-25cc3c50df83', 'name': 'network-vif-deleted', 'tag': '4abb0e76-4307-4060-9ea8-49dcefcf41a9', 'status': 'completed', 'code': 200} Dec 22 05:26:56.467180 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d45867ec-b8ca-4fb3-bdea-2f116bbcb532 req-b4459aa7-ede1-430f-8807-3229d37c1220 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c6e2898-3062-42c3-b2ee-25cc3c50df83 HTTP/1.1" status: 200 len: 210 time: 0.0277548 Dec 22 05:26:57.522496 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49144) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:26:57.868602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-750512e3-f6c1-44cb-8830-e9a9b9299e62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:58.117112 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-750512e3-f6c1-44cb-8830-e9a9b9299e62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 0b8f28db-3dee-4e31-bc55-ba99623462d3 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:26:58.117372 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-750512e3-f6c1-44cb-8830-e9a9b9299e62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:58.206262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-750512e3-f6c1-44cb-8830-e9a9b9299e62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 0b8f28db-3dee-4e31-bc55-ba99623462d3, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0b8f28db-3dee-4e31-bc55-ba99623462d3,segment=NetworkSegment(5502555b-b2b2-4faa-9628-1151bdd57a40),segment_id=5502555b-b2b2-4faa-9628-1151bdd57a40)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:58.206617 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-750512e3-f6c1-44cb-8830-e9a9b9299e62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:58.219631 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-750512e3-f6c1-44cb-8830-e9a9b9299e62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 0b8f28db-3dee-4e31-bc55-ba99623462d3 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:26:58.463018 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-750512e3-f6c1-44cb-8830-e9a9b9299e62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:58.488979 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750512e3-f6c1-44cb-8830-e9a9b9299e62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=0b8f28db-3dee-4e31-bc55-ba99623462d3,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:58.662965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-750512e3-f6c1-44cb-8830-e9a9b9299e62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:58.868101 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750512e3-f6c1-44cb-8830-e9a9b9299e62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:26:58.971064 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750512e3-f6c1-44cb-8830-e9a9b9299e62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:26:58.976117 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-750512e3-f6c1-44cb-8830-e9a9b9299e62 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "PUT /v2.0/routers/b63ab9f9-bf12-401a-9b67-55b8fa1ca765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4526167 Dec 22 05:26:58.978807 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49146) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:26:58.981674 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0815ff6-a047-424a-8051-a72eda8e9f6e None None] Sync routers for ids ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:58.990753 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0815ff6-a047-424a-8051-a72eda8e9f6e None None] Routers {'b63ab9f9-bf12-401a-9b67-55b8fa1ca765'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:58.992274 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f0815ff6-a047-424a-8051-a72eda8e9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:26:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:59.027893 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9f5666-2714-460f-91df-bcace3934194 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting subnet e1185e33-facf-431d-9113-1f57d26b2f48 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:26:59.030930 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5666-2714-460f-91df-bcace3934194 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:59.073290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5666-2714-460f-91df-bcace3934194 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:59.094551 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-f0815ff6-a047-424a-8051-a72eda8e9f6e None None] Set router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:59.152523 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5666-2714-460f-91df-bcace3934194 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:59.267621 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f0815ff6-a047-424a-8051-a72eda8e9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:26:58Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:59.293768 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5666-2714-460f-91df-bcace3934194 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:59.297544 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0815ff6-a047-424a-8051-a72eda8e9f6e None None] Checking router: b63ab9f9-bf12-401a-9b67-55b8fa1ca765 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:59.305524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0815ff6-a047-424a-8051-a72eda8e9f6e None None] Routers {'b63ab9f9-bf12-401a-9b67-55b8fa1ca765'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:59.306109 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f0815ff6-a047-424a-8051-a72eda8e9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:26:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:59.321461 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f5666-2714-460f-91df-bcace3934194 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Subnet': ['ID=e1185e33-facf-431d-9113-1f57d26b2f48,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:59.323420 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ae9f5666-2714-460f-91df-bcace3934194 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:59.329105 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ae9f5666-2714-460f-91df-bcace3934194 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/subnets/e1185e33-facf-431d-9113-1f57d26b2f48 HTTP/1.1" status: 204 len: 168 time: 0.3465137 Dec 22 05:26:59.329995 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49148) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:26:59.338992 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4919a35-0b0e-4096-ba55-f437bbac6112 None None] Network d1df68a9-9310-41d1-93b2-fcbc31331afd requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:26:59.434737 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:59.490607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-f0815ff6-a047-424a-8051-a72eda8e9f6e None None] Set router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:59.538965 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:59.653279 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port c863aedb-d174-4284-bedf-9f316bf1b355 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:26:59.653619 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:59.667928 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] DHCP port deletion for d1df68a9-9310-41d1-93b2-fcbc31331afd request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:26:59.710637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-f0815ff6-a047-424a-8051-a72eda8e9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:26:58Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:59.736790 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port c863aedb-d174-4284-bedf-9f316bf1b355, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c863aedb-d174-4284-bedf-9f316bf1b355,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:59.737388 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:59.740351 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0815ff6-a047-424a-8051-a72eda8e9f6e None None] The sync data for ids ['b63ab9f9-bf12-401a-9b67-55b8fa1ca765'] in dv-neutron-822523-1-hyperv is: [{'id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'name': 'tempest-TestNetworkAdvancedServerOps-router-3683635', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171'}], 'enable_snat': True}, 'gw_port_id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:25:57Z', 'updated_at': '2021-12-22T05:26:58Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c863aedb-d174-4284-bedf-9f316bf1b355', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b63ab9f9-bf12-401a-9b67-55b8fa1ca765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:25:58Z', 'updated_at': '2021-12-22T05:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:59.751025 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for c863aedb-d174-4284-bedf-9f316bf1b355 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:26:59.754694 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Deleting port c473b7bb-f808-4277-9d22-9a1f7654d164 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:26:59.755064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:59.818731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] For port c473b7bb-f808-4277-9d22-9a1f7654d164, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c473b7bb-f808-4277-9d22-9a1f7654d164,segment=NetworkSegment(5502555b-b2b2-4faa-9628-1151bdd57a40),segment_id=5502555b-b2b2-4faa-9628-1151bdd57a40)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:59.819117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:26:59.831750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Calling delete_port for c473b7bb-f808-4277-9d22-9a1f7654d164 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:26:59.978903 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.010100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=c863aedb-d174-4284-bedf-9f316bf1b355,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:00.046156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 4abb0e76-4307-4060-9ea8-49dcefcf41a9 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:27:00.065476 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.221752 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 4abb0e76-4307-4060-9ea8-49dcefcf41a9 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:27:00.222102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 4abb0e76-4307-4060-9ea8-49dcefcf41a9 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:27:00.223647 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.251050 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Pushing event deleted for resources: {'Port': ['ID=c473b7bb-f808-4277-9d22-9a1f7654d164,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:00.256759 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c473b7bb-f808-4277-9d22-9a1f7654d164 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:27:00.262570 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] No DVR routers for this DVR port c473b7bb-f808-4277-9d22-9a1f7654d164 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:27:00.267436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:00.267783 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:00.268122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:00.268481 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:00.268809 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:00.269402 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:00.269645 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:00.270226 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:00.271216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:00.271314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:00.271892 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:00.272400 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cded2886-d100-4b42-9fad-c5e6d1c3649c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:00.299904 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: c473b7bb-f808-4277-9d22-9a1f7654d164 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:27:00.300266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c473b7bb-f808-4277-9d22-9a1f7654d164 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:27:00.300683 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0b8f28db-3dee-4e31-bc55-ba99623462d3 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:27:00.320332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 0b8f28db-3dee-4e31-bc55-ba99623462d3 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:27:00.320672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0b8f28db-3dee-4e31-bc55-ba99623462d3 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:27:00.461691 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.463778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.601706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.602151 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Fanout notify agent at l3_agent the message router_deleted on router b63ab9f9-bf12-401a-9b67-55b8fa1ca765 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:27:00.609318 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.610427 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-87c6e59a-7b47-4944-8cf2-edbcfdaccdb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/routers/b63ab9f9-bf12-401a-9b67-55b8fa1ca765 HTTP/1.1" status: 204 len: 168 time: 1.2802207 Dec 22 05:27:00.613187 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49150) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:00.695046 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.780053 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.798977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1df68a9-9310-41d1-93b2-fcbc31331afd']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:00.808414 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5502555b-b2b2-4faa-9628-1151bdd57a40') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:00.808707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5502555b-b2b2-4faa-9628-1151bdd57a40') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:00.817611 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.830747 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.836449 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:27:00.839559 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:27:00.839844 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:27:00.990250 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:00.997909 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:01.000585 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/networks/d1df68a9-9310-41d1-93b2-fcbc31331afd HTTP/1.1" status: 204 len: 168 time: 0.3864610 Dec 22 05:27:01.003389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49152) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:01.012582 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7a137-79cc-4355-a5e8-c114451c99fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Network': ['ID=d1df68a9-9310-41d1-93b2-fcbc31331afd,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:01.065277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd73db4b-472d-4789-b894-5a75be09c8d9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:01.091463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd73db4b-472d-4789-b894-5a75be09c8d9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:01.212674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd73db4b-472d-4789-b894-5a75be09c8d9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:01.215202 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cd73db4b-472d-4789-b894-5a75be09c8d9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:01.216419 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cd73db4b-472d-4789-b894-5a75be09c8d9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/security-groups/23cdca1f-c23e-4707-90ac-fee9dd048710 HTTP/1.1" status: 204 len: 168 time: 0.2119644 Dec 22 05:27:01.225614 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73db4b-472d-4789-b894-5a75be09c8d9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cdca1f-c23e-4707-90ac-fee9dd048710,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:01.809164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c863aedb-d174-4284-bedf-9f316bf1b355 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:27:01.828770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: c863aedb-d174-4284-bedf-9f316bf1b355 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:27:01.829107 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c863aedb-d174-4284-bedf-9f316bf1b355 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:27:01.976321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49158) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:01.980921 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-3cc3518c-b089-44aa-803b-e9d8ce7d4ee0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213478267', 'description': 'tempest-secgroup-smoke-213478267 description', 'project_id': 'af30bc99611b4bf084548bad5840ea24'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:02.087235 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3cc3518c-b089-44aa-803b-e9d8ce7d4ee0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:02.149964 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3cc3518c-b089-44aa-803b-e9d8ce7d4ee0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:02.217784 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3cc3518c-b089-44aa-803b-e9d8ce7d4ee0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:02.245547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3518c-b089-44aa-803b-e9d8ce7d4ee0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac293ba-7b86-4a6a-bd71-253838d7bceb,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:02.310809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3cc3518c-b089-44aa-803b-e9d8ce7d4ee0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:02.312043 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3cc3518c-b089-44aa-803b-e9d8ce7d4ee0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3347015 Dec 22 05:27:02.314929 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49160) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:02.319214 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-f0355f21-0fce-41f8-99a4-f442fcbbb353 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '8ac293ba-7b86-4a6a-bd71-253838d7bceb', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:02.405498 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0355f21-0fce-41f8-99a4-f442fcbbb353 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:02.459105 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0355f21-0fce-41f8-99a4-f442fcbbb353 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:02.527337 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0355f21-0fce-41f8-99a4-f442fcbbb353 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:02.548926 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0355f21-0fce-41f8-99a4-f442fcbbb353 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e82bc0-cb66-4068-8022-49f1a4b24c0b,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:02.631829 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f0355f21-0fce-41f8-99a4-f442fcbbb353 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:02.633030 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f0355f21-0fce-41f8-99a4-f442fcbbb353 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3171992 Dec 22 05:27:02.636577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49162) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:02.641232 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-10fe643e-b9f7-4e49-8a79-efb86f6b6b2c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '8ac293ba-7b86-4a6a-bd71-253838d7bceb', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:02.730138 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-10fe643e-b9f7-4e49-8a79-efb86f6b6b2c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:02.776282 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-10fe643e-b9f7-4e49-8a79-efb86f6b6b2c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:02.839676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-10fe643e-b9f7-4e49-8a79-efb86f6b6b2c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:02.858218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe643e-b9f7-4e49-8a79-efb86f6b6b2c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ee6c5f-d3e5-44aa-bea5-9afcf172319b,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:02.910158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-10fe643e-b9f7-4e49-8a79-efb86f6b6b2c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:02.911587 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-10fe643e-b9f7-4e49-8a79-efb86f6b6b2c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2737429 Dec 22 05:27:02.914284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49164) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:02.919144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dbc014f3-df8c-40b7-9608-63db3ff7a295 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '8ac293ba-7b86-4a6a-bd71-253838d7bceb', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:03.029215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbc014f3-df8c-40b7-9608-63db3ff7a295 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.088901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbc014f3-df8c-40b7-9608-63db3ff7a295 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.149576 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbc014f3-df8c-40b7-9608-63db3ff7a295 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.167830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc014f3-df8c-40b7-9608-63db3ff7a295 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73a1401-8902-41c0-8b46-4f1374426807,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:03.215000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbc014f3-df8c-40b7-9608-63db3ff7a295 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.216168 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dbc014f3-df8c-40b7-9608-63db3ff7a295 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3009419 Dec 22 05:27:03.218857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49166) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:03.223059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-cfa82162-a880-4830-a0d8-45f998e48a96 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '8ac293ba-7b86-4a6a-bd71-253838d7bceb', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:03.308332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cfa82162-a880-4830-a0d8-45f998e48a96 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.365564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cfa82162-a880-4830-a0d8-45f998e48a96 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.416879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cfa82162-a880-4830-a0d8-45f998e48a96 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.433263 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa82162-a880-4830-a0d8-45f998e48a96 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97e027d-2d4e-40f0-8b53-b1013cb9c025,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:03.493070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cfa82162-a880-4830-a0d8-45f998e48a96 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.494257 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cfa82162-a880-4830-a0d8-45f998e48a96 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2745080 Dec 22 05:27:03.497527 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49168) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:03.502070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-580090f7-c391-47ac-aab9-c2cba4491ac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '8ac293ba-7b86-4a6a-bd71-253838d7bceb', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:03.583056 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-580090f7-c391-47ac-aab9-c2cba4491ac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Project af30bc99611b4bf084548bad5840ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:27:03.587779 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-580090f7-c391-47ac-aab9-c2cba4491ac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.644433 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-580090f7-c391-47ac-aab9-c2cba4491ac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.708419 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-580090f7-c391-47ac-aab9-c2cba4491ac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.725916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580090f7-c391-47ac-aab9-c2cba4491ac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c4b918-31de-4a7c-b1a1-d2ef174e8fc0,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:03.795999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-580090f7-c391-47ac-aab9-c2cba4491ac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.797258 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-580090f7-c391-47ac-aab9-c2cba4491ac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2986784 Dec 22 05:27:03.799839 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49170) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:03.804017 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-fbab4660-a018-4ab2-b736-27314e13850a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '8ac293ba-7b86-4a6a-bd71-253838d7bceb', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:03.879873 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-fbab4660-a018-4ab2-b736-27314e13850a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Project af30bc99611b4bf084548bad5840ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:27:03.884525 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fbab4660-a018-4ab2-b736-27314e13850a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:03.944000 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fbab4660-a018-4ab2-b736-27314e13850a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:04.023932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fbab4660-a018-4ab2-b736-27314e13850a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:04.042521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab4660-a018-4ab2-b736-27314e13850a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdba0244-b844-4911-a399-9c6749c2db27,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:04.111400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-fbab4660-a018-4ab2-b736-27314e13850a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:04.112616 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-fbab4660-a018-4ab2-b736-27314e13850a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3118360 Dec 22 05:27:04.115364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49172) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:04.123706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-5df3397a-0be0-4660-9111-cd660bcc5f35 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'network': {'name': 'tempest-network-smoke--2139890556', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'port_security_enabled': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:04.193757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df3397a-0be0-4660-9111-cd660bcc5f35 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:27:04.197130 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5df3397a-0be0-4660-9111-cd660bcc5f35 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:04.222267 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df3397a-0be0-4660-9111-cd660bcc5f35 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:27:04.230549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5df3397a-0be0-4660-9111-cd660bcc5f35 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:04.230912 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-5df3397a-0be0-4660-9111-cd660bcc5f35 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Added segment 398cfb2c-adbb-4334-8938-e833d4672faa of type vlan for network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae Dec 22 05:27:04.271162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5df3397a-0be0-4660-9111-cd660bcc5f35 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:04.361108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5df3397a-0be0-4660-9111-cd660bcc5f35 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:04.366433 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df3397a-0be0-4660-9111-cd660bcc5f35 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:04.366999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-5df3397a-0be0-4660-9111-cd660bcc5f35 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:04.428976 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3397a-0be0-4660-9111-cd660bcc5f35 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Network': ['ID=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:04.438877 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:27:04.484020 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-5df3397a-0be0-4660-9111-cd660bcc5f35 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3676670 Dec 22 05:27:04.486665 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49174) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:04.491267 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'admin_state_up': True, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:04.577027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:04.578016 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:04.630043 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:04.818130 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:05.084811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:05.102782 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:05.204909 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.26.5.117 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/87f1008b-bf41-4c83-bca9-54c08ea2b1f4) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:27:05.301348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:05.384131 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:05.420897 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:27:05.423547 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:27:05.426942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:27:05.434824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=87f1008b-bf41-4c83-bca9-54c08ea2b1f4,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:05.731072 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:05.917766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:06.121419 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:27:06.227919 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:27:06.238571 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Sync routers for ids ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:27:06.247826 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Routers {'0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:27:06.248460 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:26:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:06.329082 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:06.330416 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a5503013-2d8b-4c31-8e3b-a881f0e1976d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8427327 Dec 22 05:27:06.333643 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49176) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:06.348721 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Set router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:27:06.363852 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a924d13c-7024-4d42-af94-0b1977874f39 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=af30bc99611b4bf084548bad5840ea24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267792 Dec 22 05:27:06.364071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49178) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:06.453443 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b18f04-7a0f-4652-8752-923397eeaf75 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:06.457498 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-e6b18f04-7a0f-4652-8752-923397eeaf75 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899270 Dec 22 05:27:06.457720 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49180) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:06.484680 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a0959538-374e-46dd-a5e8-baa7b6f2b2eb tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258920 Dec 22 05:27:06.487086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49182) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:06.491610 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c65201ce-6a0d-41f4-85de-6859a41813cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-569481309', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:06.520894 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:27:05Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:06.546671 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Checking router: 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:27:06.547007 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Updating router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f port 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:27:06.570804 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:06.634135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65201ce-6a0d-41f4-85de-6859a41813cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:27:06.637808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c65201ce-6a0d-41f4-85de-6859a41813cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:06.815683 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:06.875668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c65201ce-6a0d-41f4-85de-6859a41813cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:06.903944 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:06.943297 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65201ce-6a0d-41f4-85de-6859a41813cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Subnet': ['ID=8f876c08-31e9-4c21-8e86-b87c6bda6560,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:06.951678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65201ce-6a0d-41f4-85de-6859a41813cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Checking segment: {'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:27:06.952032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65201ce-6a0d-41f4-85de-6859a41813cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network hostable DHCP agents. Network: 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:27:06.960208 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Pushing event updated for resources: {'Port': ['ID=87f1008b-bf41-4c83-bca9-54c08ea2b1f4,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:06.960208 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Attempting to bind port 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:27:06.960208 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Attempting to bind port 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:27:06.960542 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Attempting to bind port 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:27:06.967394 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:06.967734 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:06.968066 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:06.968418 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:06.968737 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:06.969058 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:06.969373 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:06.969708 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:06.970002 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:06.970314 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:06.970629 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:06.970940 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:27:06.976183 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:27:06.976571 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:27:06.976965 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:06.977441 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:27:06.977860 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Bound port: 87f1008b-bf41-4c83-bca9-54c08ea2b1f4, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:27:06.978231 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:07.027359 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] For port 87f1008b-bf41-4c83-bca9-54c08ea2b1f4, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:27:07.030308 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] For port 87f1008b-bf41-4c83-bca9-54c08ea2b1f4, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=87f1008b-bf41-4c83-bca9-54c08ea2b1f4,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:27:07.035759 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65201ce-6a0d-41f4-85de-6859a41813cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:27:07.081743 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:07.109941 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-c65201ce-6a0d-41f4-85de-6859a41813cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:27:07.115540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65201ce-6a0d-41f4-85de-6859a41813cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:07.120356 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c65201ce-6a0d-41f4-85de-6859a41813cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:07.122129 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd0342f-9d7c-4b56-af59-cc8c41347055 None None] Network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:27:07.138480 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Routers {'0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:27:07.139083 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:26:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:07.143571 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae17534-5551-4aa4-944b-624ad21bcf79 None None] Pushing event updated for resources: {'Port': ['ID=87f1008b-bf41-4c83-bca9-54c08ea2b1f4,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:07.197079 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c65201ce-6a0d-41f4-85de-6859a41813cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7089853 Dec 22 05:27:07.200470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49184) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:07.243512 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] Set router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:27:07.268857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ips': [{'subnet_id': '8f876c08-31e9-4c21-8e86-b87c6bda6560'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:27:07.269722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:07.410897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Allocated IP 172.20.0.2 (2e156ddf-b3e2-4612-bd92-285ae7ccc4ae/8f876c08-31e9-4c21-8e86-b87c6bda6560/846a0ce8-5499-417a-a356-e11812e279f4) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:27:07.561967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:07.601330 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:27:05Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:07.623803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:07.635598 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a38e34-acb8-4679-9ada-e0bb8cd44212 None None] The sync data for ids ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'] in dv-neutron-822523-1-hyperv is: [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:27:05Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:27:07.662318 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:07.678465 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:27:07.681276 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:27:07.684173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:27:07.697158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Pushing event updated for resources: {'Port': ['ID=846a0ce8-5499-417a-a356-e11812e279f4,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:07.747938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Attempting to bind port 846a0ce8-5499-417a-a356-e11812e279f4 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:27:07.748434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Attempting to bind port 846a0ce8-5499-417a-a356-e11812e279f4 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:27:07.748856 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Attempting to bind port 846a0ce8-5499-417a-a356-e11812e279f4 on network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:27:07.754434 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:27:07.754897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Checking segment: {'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:27:07.755368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:07.755822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Bound using segment: {'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:27:07.756389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Bound port: 846a0ce8-5499-417a-a356-e11812e279f4, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:27:07.756956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:07.821226 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] For port 846a0ce8-5499-417a-a356-e11812e279f4, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:27:07.825110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] For port 846a0ce8-5499-417a-a356-e11812e279f4, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=846a0ce8-5499-417a-a356-e11812e279f4,segment=NetworkSegment(398cfb2c-adbb-4334-8938-e833d4672faa),segment_id=398cfb2c-adbb-4334-8938-e833d4672faa)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:27:07.927976 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:07.960916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.20.0.1 (2e156ddf-b3e2-4612-bd92-285ae7ccc4ae/8f876c08-31e9-4c21-8e86-b87c6bda6560/5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:27:07.996859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1f416-c934-40ab-9ba6-1a31909c8e0d None None] Pushing event updated for resources: {'Port': ['ID=846a0ce8-5499-417a-a356-e11812e279f4,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:08.098609 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:08.207882 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:08.256688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:27:08.256688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:27:08.259797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:27:08.297331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:08.315762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:08.505517 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:08.788749 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:08.845748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:08.909720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcf5324-40be-41bb-994e-8196eab1beec None None] Network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:27:08.927120 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:08.928470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:08.967130 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-08a2a3bf-d02c-469b-a831-eb97f709d90c None None] Provisioning complete for port 846a0ce8-5499-417a-a356-e11812e279f4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:08.967497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-08a2a3bf-d02c-469b-a831-eb97f709d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:09.020687 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:27:09.022118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:27:09.110994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-08a2a3bf-d02c-469b-a831-eb97f709d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:09.132983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:27:09.152304 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-08a2a3bf-d02c-469b-a831-eb97f709d90c None None] For port 846a0ce8-5499-417a-a356-e11812e279f4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=846a0ce8-5499-417a-a356-e11812e279f4,segment=NetworkSegment(398cfb2c-adbb-4334-8938-e833d4672faa),segment_id=398cfb2c-adbb-4334-8938-e833d4672faa)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:27:09.225113 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-08a2a3bf-d02c-469b-a831-eb97f709d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:09.252507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:27:09.260754 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-01ef52d5-2a0c-459e-9ca7-c8c2398777ec tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "PUT /v2.0/routers/0ab05514-3f1d-4828-9f0c-4c1c52a72e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0563171 Dec 22 05:27:09.266946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2307dcbd-f2ba-4c15-9e22-d279c6caaad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:09.304864 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2a3bf-d02c-469b-a831-eb97f709d90c None None] Pushing event updated for resources: {'Port': ['ID=846a0ce8-5499-417a-a356-e11812e279f4,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:09.415681 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-c1b8dc8a-e2b5-4055-9e2f-3c5b14d968b6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213478267&fields=id&tenant_id=af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 267 time: 0.0359995 Dec 22 05:27:09.447745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a50f8c50-62c3-4d1f-9631-25df6265ccfe None None] Provisioning complete for port 846a0ce8-5499-417a-a356-e11812e279f4 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:09.448217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a50f8c50-62c3-4d1f-9631-25df6265ccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:09.550056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a55e81-6490-4800-998f-29597584324a req-1fb74c4a-64ad-491e-a689-b4da986a4edb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:09.551969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a50f8c50-62c3-4d1f-9631-25df6265ccfe None None] Provisioning complete for port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:09.552440 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a50f8c50-62c3-4d1f-9631-25df6265ccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:09.554976 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-1fb74c4a-64ad-491e-a689-b4da986a4edb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/networks?id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae HTTP/1.1" status: 200 len: 797 time: 0.1316116 Dec 22 05:27:09.572223 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-ba7849d8-20a7-4ca3-9dae-dbe433392e2b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/quotas/af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 375 time: 0.0161066 Dec 22 05:27:09.594247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Sync routers for ids ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:27:09.596634 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a50f8c50-62c3-4d1f-9631-25df6265ccfe None None] Port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:27:09.606003 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Routers {'0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:27:09.606619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:26:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:09.632545 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-5ea33364-3578-441c-8de8-3c2b70fff290 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553331 Dec 22 05:27:09.723076 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-c240f8c1-7727-42ec-9d06-a350cd1d593d service neutron] 10.222.0.54 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865042 Dec 22 05:27:09.729507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Set router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:27:09.760273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-08cdc448-1ecc-4ad0-af11-c8b9b2320d5e None None] Provisioning complete for port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:09.760648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-08cdc448-1ecc-4ad0-af11-c8b9b2320d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:09.829674 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-a5b46271-dc7f-40fb-a1bd-dfd454ae1c93 service neutron] 10.222.0.54 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950561 Dec 22 05:27:09.871058 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-08cdc448-1ecc-4ad0-af11-c8b9b2320d5e None None] Port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:27:09.941755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 846a0ce8-5499-417a-a356-e11812e279f4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:27:10.007884 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-27db3d3f-62c5-42ea-83e4-3c3c1e876c27 None None] Provisioning complete for port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:10.008285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-27db3d3f-62c5-42ea-83e4-3c3c1e876c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:10.045777 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:27:08Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7', 'name': '', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:83:7a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:07Z', 'updated_at': '2021-12-22T05:27:08Z', 'revision_number': 2, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:10.074906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 846a0ce8-5499-417a-a356-e11812e279f4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:10.075348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:10.076670 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ef385e90-48ea-4df2-bf62-a39f817a68bd req-ffb40e82-9243-46ba-8dd9-333b14e8a2d6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 210 time: 0.0341048 Dec 22 05:27:10.082520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Checking router: 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:27:10.082520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Updating router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:27:10.118363 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-27db3d3f-62c5-42ea-83e4-3c3c1e876c27 None None] Port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:27:10.129256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:10.285396 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:27:10.396595 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:10.396964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:10.527525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:10.537198 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:10.555555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 87f1008b-bf41-4c83-bca9-54c08ea2b1f4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=87f1008b-bf41-4c83-bca9-54c08ea2b1f4,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:27:10.623666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:10.663827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:10.678644 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cee0a-913a-48e9-9e1f-b58e887862c3 None None] Pushing event updated for resources: {'Port': ['ID=5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:10.765177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Attempting to bind port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:27:10.765549 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Attempting to bind port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:27:10.765910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Attempting to bind port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 on network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:27:10.770887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=87f1008b-bf41-4c83-bca9-54c08ea2b1f4,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:10.775947 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:27:10.776340 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Checking segment: {'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:27:10.776742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:10.777148 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Bound using segment: {'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:27:10.777589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Bound port: 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:27:10.778014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:10.849173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] For port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:27:10.852161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] For port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7,segment=NetworkSegment(398cfb2c-adbb-4334-8938-e833d4672faa),segment_id=398cfb2c-adbb-4334-8938-e833d4672faa)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:27:10.856292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-dcc3e46b-9e67-4c6d-9767-6fa3f0278926 None None] Provisioning complete for port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:10.856654 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dcc3e46b-9e67-4c6d-9767-6fa3f0278926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:10.889397 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3e46b-9e67-4c6d-9767-6fa3f0278926 None None] Port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:27:10.892875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:10.937139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Routers {'0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:27:10.937746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:26:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:11.167569 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a15d3fe8-fbe6-4575-a5de-c54199d7b1a7 req-e9d10051-ac12-42d3-adcd-ad399f59e624 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 210 time: 0.0282342 Dec 22 05:27:11.170628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cee0a-913a-48e9-9e1f-b58e887862c3 None None] Pushing event updated for resources: {'Port': ['ID=5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:11.203850 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] Set router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:27:11.243478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-df7a0237-b791-4023-9f7e-98ad646d32da None None] Provisioning complete for port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:11.243846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-df7a0237-b791-4023-9f7e-98ad646d32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:11.435384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-df7a0237-b791-4023-9f7e-98ad646d32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:11.475955 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-df7a0237-b791-4023-9f7e-98ad646d32da None None] For port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7,segment=NetworkSegment(398cfb2c-adbb-4334-8938-e833d4672faa),segment_id=398cfb2c-adbb-4334-8938-e833d4672faa)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:27:11.484947 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:27:08Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7', 'name': '', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:83:7a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:07Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:11.509940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c83659d-f6fe-41f3-88a0-bd6cbfe8a330 None None] The sync data for ids ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'] in dv-neutron-822523-1-hyperv is: [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:27:08Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7', 'name': '', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:83:7a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:07Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:27:11.568914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-df7a0237-b791-4023-9f7e-98ad646d32da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:11.624962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a0237-b791-4023-9f7e-98ad646d32da None None] Pushing event updated for resources: {'Port': ['ID=5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:11.693184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-953c3ec8-29ed-4675-81b2-643b495cee14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:11.881104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a55e81-6490-4800-998f-29597584324a req-16c88283-eac0-4204-b45e-cc3a1a4572f8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:11.883270 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-16c88283-eac0-4204-b45e-cc3a1a4572f8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/networks?id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae HTTP/1.1" status: 200 len: 797 time: 0.1133702 Dec 22 05:27:11.956175 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-02c818e8-f28e-4375-a0d8-f59b192f0206 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 379 time: 0.0570693 Dec 22 05:27:11.957727 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:27:11.967168 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-68a55e81-6490-4800-998f-29597584324a req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'port': {'device_id': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'admin_state_up': True, 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'security_groups': ['8ac293ba-7b86-4a6a-bd71-253838d7bceb']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:12.014414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:12.014794 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:12.107228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:27:12.154984 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:12.157828 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:12.178223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68a55e81-6490-4800-998f-29597584324a req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:27:12.182554 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-68a55e81-6490-4800-998f-29597584324a req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:12.287794 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-577b6569-c427-41bb-953d-2f93d3c7eac5 req-dfc7a23a-b107-4241-9cb0-79a18926a524 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 210 time: 0.0383875 Dec 22 05:27:12.345602 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-68a55e81-6490-4800-998f-29597584324a req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.20.0.7 (2e156ddf-b3e2-4612-bd92-285ae7ccc4ae/8f876c08-31e9-4c21-8e86-b87c6bda6560/23a09f04-99d2-4bb9-8556-253af05785b2) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:27:12.490830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-68a55e81-6490-4800-998f-29597584324a req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:12.579075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-68a55e81-6490-4800-998f-29597584324a req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:12.625599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68a55e81-6490-4800-998f-29597584324a req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:27:12.628742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-68a55e81-6490-4800-998f-29597584324a req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:27:12.632337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a55e81-6490-4800-998f-29597584324a req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:27:12.665038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=23a09f04-99d2-4bb9-8556-253af05785b2,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:12.689858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a55e81-6490-4800-998f-29597584324a req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:12.690469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-68a55e81-6490-4800-998f-29597584324a req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:12.793305 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-fddd50b7-df88-4282-94b2-7942001a5f51 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8309681 Dec 22 05:27:12.811825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Request body: {'port': {'device_id': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:12.864641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:12.897062 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-af426155-7b13-4011-9868-d3866f482f94 None None] Provisioning complete for port 23a09f04-99d2-4bb9-8556-253af05785b2 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:12.897631 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-af426155-7b13-4011-9868-d3866f482f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:12.932117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-af426155-7b13-4011-9868-d3866f482f94 None None] Port 23a09f04-99d2-4bb9-8556-253af05785b2 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:27:13.124851 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a09f04-99d2-4bb9-8556-253af05785b2 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:27:13.132079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:13.143923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Transition to ACTIVE for port object 23a09f04-99d2-4bb9-8556-253af05785b2 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:27:13.206564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:13.256771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:13.257740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Pushing event updated for resources: {'Port': ['ID=23a09f04-99d2-4bb9-8556-253af05785b2,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:13.325537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Attempting to bind port 23a09f04-99d2-4bb9-8556-253af05785b2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:27:13.325944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Attempting to bind port 23a09f04-99d2-4bb9-8556-253af05785b2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:27:13.326337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Attempting to bind port 23a09f04-99d2-4bb9-8556-253af05785b2 on network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:27:13.331688 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Port 23a09f04-99d2-4bb9-8556-253af05785b2 on network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:27:13.332106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Attempting to bind port 23a09f04-99d2-4bb9-8556-253af05785b2 on network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:27:13.338305 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:27:13.338745 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Checking segment: {'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:27:13.339320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Bound using segment: {'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:27:13.340001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Bound port: 23a09f04-99d2-4bb9-8556-253af05785b2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '398cfb2c-adbb-4334-8938-e833d4672faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:27:13.340463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:13.411491 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fb2f4-6bff-4f8a-8ae4-854b6ab5aa18 req-7fb4f608-b5e7-4a88-9340-1aed0815903f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:13.413307 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8a3fb2f4-6bff-4f8a-8ae4-854b6ab5aa18 req-7fb4f608-b5e7-4a88-9340-1aed0815903f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 943 time: 0.0504353 Dec 22 05:27:13.418675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] For port 23a09f04-99d2-4bb9-8556-253af05785b2, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:27:13.422077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] For port 23a09f04-99d2-4bb9-8556-253af05785b2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=23a09f04-99d2-4bb9-8556-253af05785b2,segment=NetworkSegment(398cfb2c-adbb-4334-8938-e833d4672faa),segment_id=398cfb2c-adbb-4334-8938-e833d4672faa)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:27:13.451848 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8a3fb2f4-6bff-4f8a-8ae4-854b6ab5aa18 req-9579f8f2-de3a-4946-aeeb-34abe8670ee5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322621 Dec 22 05:27:13.480281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:13.514940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:13.515571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:13.517002 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] 10.222.0.16 "PUT /v2.0/ports/23a09f04-99d2-4bb9-8556-253af05785b2 HTTP/1.1" status: 200 len: 1093 time: 0.7091386 Dec 22 05:27:13.517385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'tag': '23a09f04-99d2-4bb9-8556-253af05785b2'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:27:13.519623 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606f810d-9ee5-4f2d-ab6a-61bb96eb973a" -d '{"events": [{"name": "network-changed", "server_uuid": "963d277a-da30-4958-bcd1-2d06c4aa52c2", "tag": "23a09f04-99d2-4bb9-8556-253af05785b2"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:27:13.542853 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842069d-d118-45c4-b330-cbdd1455e0ef service neutron] Pushing event updated for resources: {'Port': ['ID=23a09f04-99d2-4bb9-8556-253af05785b2,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:13.569058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc361c92-869b-4229-9427-fb3d137123a8 x-openstack-request-id: req-fc361c92-869b-4229-9427-fb3d137123a8 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:27:13.569332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963d277a-da30-4958-bcd1-2d06c4aa52c2", "tag": "23a09f04-99d2-4bb9-8556-253af05785b2", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:27:13.569605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc361c92-869b-4229-9427-fb3d137123a8 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:27:13.569976 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'tag': '23a09f04-99d2-4bb9-8556-253af05785b2', 'status': 'completed', 'code': 200} Dec 22 05:27:13.662285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f810d-9ee5-4f2d-ab6a-61bb96eb973a req-135b1fe4-131c-47d3-b02d-bce55c16dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:13.663610 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-606f810d-9ee5-4f2d-ab6a-61bb96eb973a req-135b1fe4-131c-47d3-b02d-bce55c16dd74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 1096 time: 0.0536954 Dec 22 05:27:13.771356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f810d-9ee5-4f2d-ab6a-61bb96eb973a req-86d6aab0-7f73-4e22-b167-84a4c0ae39bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:13.772865 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-606f810d-9ee5-4f2d-ab6a-61bb96eb973a req-86d6aab0-7f73-4e22-b167-84a4c0ae39bc service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=af30bc99611b4bf084548bad5840ea24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0952029 Dec 22 05:27:13.865262 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f810d-9ee5-4f2d-ab6a-61bb96eb973a req-0831c7f1-a0d4-4d62-8efd-b76c44578e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:13.866758 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-606f810d-9ee5-4f2d-ab6a-61bb96eb973a req-0831c7f1-a0d4-4d62-8efd-b76c44578e96 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875378 Dec 22 05:27:13.971964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a55e81-6490-4800-998f-29597584324a req-d3264bbe-015d-4002-9184-965eb27b4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:13.973485 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-d3264bbe-015d-4002-9184-965eb27b4c17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 1096 time: 0.0458784 Dec 22 05:27:14.020348 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-8e869817-cd6b-4cc6-b6a8-d4c926a288a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a09f04-99d2-4bb9-8556-253af05785b2 HTTP/1.1" status: 200 len: 217 time: 0.0325320 Dec 22 05:27:14.067137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a55e81-6490-4800-998f-29597584324a req-62d44847-9387-4bd0-8c71-0e6705a95712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:14.068512 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-62d44847-9387-4bd0-8c71-0e6705a95712 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8f876c08-31e9-4c21-8e86-b87c6bda6560 HTTP/1.1" status: 200 len: 834 time: 0.0417581 Dec 22 05:27:14.111466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a55e81-6490-4800-998f-29597584324a req-77f6ad3a-db52-4009-8782-ed79219cf577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:14.112914 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-77f6ad3a-db52-4009-8782-ed79219cf577 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378826 Dec 22 05:27:14.201854 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-a98687ae-ddb2-449a-81c4-0b09774dc137 service neutron] 10.222.0.16 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814037 Dec 22 05:27:14.289346 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-68a55e81-6490-4800-998f-29597584324a req-5532aed0-ff4d-4b0b-854a-de8d7aa3bad3 service neutron] 10.222.0.16 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793638 Dec 22 05:27:14.376859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:14.563923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fae1df-8fc4-4983-95cb-faa5ee501c91 req-45979b27-b680-4f4b-ac87-29f49b1d4946 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:14.565367 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b4fae1df-8fc4-4983-95cb-faa5ee501c91 req-45979b27-b680-4f4b-ac87-29f49b1d4946 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 943 time: 0.0470006 Dec 22 05:27:14.601003 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b4fae1df-8fc4-4983-95cb-faa5ee501c91 req-c53df47d-904f-4e1f-97ea-eaf8c56bad10 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298316 Dec 22 05:27:15.296714 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:15.720036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf1394-cfb8-42c4-bd3f-7405a73b453a req-e3b0b143-bc24-427c-8774-7e6497d8d290 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:15.721520 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5bdf1394-cfb8-42c4-bd3f-7405a73b453a req-e3b0b143-bc24-427c-8774-7e6497d8d290 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 943 time: 0.0524416 Dec 22 05:27:15.757392 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5bdf1394-cfb8-42c4-bd3f-7405a73b453a req-71229740-71b4-43ef-8c21-8a5c54d22db5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301142 Dec 22 05:27:16.059944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 23a09f04-99d2-4bb9-8556-253af05785b2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:27:16.152531 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 23a09f04-99d2-4bb9-8556-253af05785b2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=23a09f04-99d2-4bb9-8556-253af05785b2,segment=NetworkSegment(398cfb2c-adbb-4334-8938-e833d4672faa),segment_id=398cfb2c-adbb-4334-8938-e833d4672faa)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:27:16.163815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '23a09f04-99d2-4bb9-8556-253af05785b2', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'port_id': '23a09f04-99d2-4bb9-8556-253af05785b2', 'mac_address': 'fa:16:3e:75:0b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:27:16.199680 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:16.211723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a09f04-99d2-4bb9-8556-253af05785b2 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:27:16.230320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 23a09f04-99d2-4bb9-8556-253af05785b2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=23a09f04-99d2-4bb9-8556-253af05785b2,segment=NetworkSegment(398cfb2c-adbb-4334-8938-e833d4672faa),segment_id=398cfb2c-adbb-4334-8938-e833d4672faa)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:27:16.315358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:16.360530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=23a09f04-99d2-4bb9-8556-253af05785b2,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:16.595955 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['23a09f04-99d2-4bb9-8556-253af05785b2'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:27:16.872332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd559d5-9872-4dea-939f-63867dc5270d req-7b48adf2-aa63-4b69-bb66-6c57d57665f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:16.873712 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-afd559d5-9872-4dea-939f-63867dc5270d req-7b48adf2-aa63-4b69-bb66-6c57d57665f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 944 time: 0.0510311 Dec 22 05:27:16.919756 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-afd559d5-9872-4dea-939f-63867dc5270d req-92263ced-ead6-42a8-b20d-52aeff4b2566 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402312 Dec 22 05:27:18.032129 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a012f39-fef7-4127-8cd1-4b8b217934c4 req-cb934191-6f35-4723-b411-2261fc672f66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:18.033593 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1a012f39-fef7-4127-8cd1-4b8b217934c4 req-cb934191-6f35-4723-b411-2261fc672f66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 944 time: 0.0478640 Dec 22 05:27:18.069486 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1a012f39-fef7-4127-8cd1-4b8b217934c4 req-f0cb5bac-ad37-450b-8eda-c22a6fd4a340 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300028 Dec 22 05:27:18.074310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 23a09f04-99d2-4bb9-8556-253af05785b2 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:27:18.178144 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 23a09f04-99d2-4bb9-8556-253af05785b2 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:27:18.182035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 23a09f04-99d2-4bb9-8556-253af05785b2 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:27:18.182410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:18.254716 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:18.276212 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a09f04-99d2-4bb9-8556-253af05785b2'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:27:18.278421 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5c43fa-aa08-43a0-854d-18e947800a42" -d '{"events": [{"server_uuid": "963d277a-da30-4958-bcd1-2d06c4aa52c2", "name": "network-vif-plugged", "status": "completed", "tag": "23a09f04-99d2-4bb9-8556-253af05785b2"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:27:18.292329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 23a09f04-99d2-4bb9-8556-253af05785b2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=23a09f04-99d2-4bb9-8556-253af05785b2,segment=NetworkSegment(398cfb2c-adbb-4334-8938-e833d4672faa),segment_id=398cfb2c-adbb-4334-8938-e833d4672faa)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:27:18.315232 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae548947-46b9-4b4a-81c4-c526016563b2 x-openstack-request-id: req-ae548947-46b9-4b4a-81c4-c526016563b2 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:27:18.315520 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d277a-da30-4958-bcd1-2d06c4aa52c2", "name": "network-vif-plugged", "status": "completed", "tag": "23a09f04-99d2-4bb9-8556-253af05785b2", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:27:18.315771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ae548947-46b9-4b4a-81c4-c526016563b2 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:27:18.316253 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a09f04-99d2-4bb9-8556-253af05785b2', 'code': 200} Dec 22 05:27:18.338782 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:18.388828 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=23a09f04-99d2-4bb9-8556-253af05785b2,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:18.603080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd03f8-3e18-4937-b0f6-c0e0906dc6d4 req-dec642da-706e-449b-b4ef-8360e166c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:18.604500 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f7bd03f8-3e18-4937-b0f6-c0e0906dc6d4 req-dec642da-706e-449b-b4ef-8360e166c283 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 1098 time: 0.0401170 Dec 22 05:27:18.637535 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f7bd03f8-3e18-4937-b0f6-c0e0906dc6d4 req-1e506620-e87e-4549-9cfd-c67970060c47 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264595 Dec 22 05:27:19.183974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8428ec1-c49f-4cc3-8b23-ce0859ddbf01 req-24b8eb5c-bcba-4e0a-91d8-6f3fc2d85d2c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:19.185435 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c8428ec1-c49f-4cc3-8b23-ce0859ddbf01 req-24b8eb5c-bcba-4e0a-91d8-6f3fc2d85d2c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0515532 Dec 22 05:27:19.221059 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c8428ec1-c49f-4cc3-8b23-ce0859ddbf01 req-0611f45e-8194-46ae-994b-acf8ccccccf4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297933 Dec 22 05:27:20.334192 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7804e-993b-403e-9b8a-85c162b3df27 req-17184e96-79be-4dcf-aaf9-939b65248f80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:20.335635 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1ff7804e-993b-403e-9b8a-85c162b3df27 req-17184e96-79be-4dcf-aaf9-939b65248f80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0481598 Dec 22 05:27:20.371539 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1ff7804e-993b-403e-9b8a-85c162b3df27 req-12c840b3-f424-4553-a5de-e5715ad9fee8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300486 Dec 22 05:27:20.480325 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a1a79-a699-43af-9554-5d9ea0439b0b req-33456d10-de9e-4152-9d62-3421a92c18e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:20.481768 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-848a1a79-a699-43af-9554-5d9ea0439b0b req-33456d10-de9e-4152-9d62-3421a92c18e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0471413 Dec 22 05:27:20.518485 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-848a1a79-a699-43af-9554-5d9ea0439b0b req-3670be2c-90cc-4e10-b850-bede5f3ed027 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308797 Dec 22 05:27:20.539050 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49240) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:20.576861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65f15a0-f403-41e4-9f21-ca7b7b1b6afd tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:20.578300 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c65f15a0-f403-41e4-9f21-ca7b7b1b6afd tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 1093 time: 0.0383384 Dec 22 05:27:20.580917 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49242) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:20.584976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '23a09f04-99d2-4bb9-8556-253af05785b2', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:27:20.680735 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:20.784771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:20.887104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.26.5.69 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/60baac0a-8ba7-436a-93db-a5a424560057) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:27:21.058304 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:21.314042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:21.395432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:21.430666 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:27:21.433407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:27:21.436709 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:27:21.464470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=60baac0a-8ba7-436a-93db-a5a424560057,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:21.774613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:21.879980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:22.107631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:22.161053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:22.229204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=60baac0a-8ba7-436a-93db-a5a424560057,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:27:22.240533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:22.337978 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Floating IP b3a2e924-87d4-4e23-84bb-a6643660edf5 associated. External IP: 172.26.5.69, port: 23a09f04-99d2-4bb9-8556-253af05785b2. Dec 22 05:27:22.539574 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:27:22.643192 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:27:22.653860 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73141972-9a2c-4862-a15e-9f6049cbec6e None None] Sync routers for ids ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:27:22.663347 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73141972-9a2c-4862-a15e-9f6049cbec6e None None] Routers {'0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:27:22.663937 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-73141972-9a2c-4862-a15e-9f6049cbec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:27:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:22.711224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:22.744901 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0b372100-5aec-4cdc-aeb3-5e65385ed148 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1604733 Dec 22 05:27:22.744901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'tag': '23a09f04-99d2-4bb9-8556-253af05785b2'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:27:22.745340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69983123-589a-4c78-b612-463b529db488" -d '{"events": [{"name": "network-changed", "server_uuid": "963d277a-da30-4958-bcd1-2d06c4aa52c2", "tag": "23a09f04-99d2-4bb9-8556-253af05785b2"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:27:22.765360 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-73141972-9a2c-4862-a15e-9f6049cbec6e None None] Set router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:27:22.796470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d0ab26-b89f-44ca-a880-73504e6cd4ac x-openstack-request-id: req-74d0ab26-b89f-44ca-a880-73504e6cd4ac {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:27:22.796963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963d277a-da30-4958-bcd1-2d06c4aa52c2", "tag": "23a09f04-99d2-4bb9-8556-253af05785b2", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:27:22.797100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74d0ab26-b89f-44ca-a880-73504e6cd4ac {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:27:22.797505 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'tag': '23a09f04-99d2-4bb9-8556-253af05785b2', 'status': 'completed', 'code': 200} Dec 22 05:27:22.846519 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac2f49-e466-44e2-a0ac-276125428cd5 req-b6c40c6e-5ff8-4f70-bba3-735721384bb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:22.847992 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b3ac2f49-e466-44e2-a0ac-276125428cd5 req-b6c40c6e-5ff8-4f70-bba3-735721384bb1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0474224 Dec 22 05:27:22.887028 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b3ac2f49-e466-44e2-a0ac-276125428cd5 req-8bf94049-86ef-4816-bc81-69b182d7012f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323884 Dec 22 05:27:22.889438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69983123-589a-4c78-b612-463b529db488 req-c4a9e698-03f2-44a2-bd2f-6a9495dda3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:22.891152 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-69983123-589a-4c78-b612-463b529db488 req-c4a9e698-03f2-44a2-bd2f-6a9495dda3df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 1098 time: 0.0421088 Dec 22 05:27:22.910088 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49248) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:22.976855 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-71b36ac6-63bd-4bad-85f6-1c2c901fd73b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/b3a2e924-87d4-4e23-84bb-a6643660edf5 HTTP/1.1" status: 200 len: 990 time: 0.0642412 Dec 22 05:27:22.986805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69983123-589a-4c78-b612-463b529db488 req-efe1020c-14c0-40b3-ae55-0c24300cfac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:22.988303 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-69983123-589a-4c78-b612-463b529db488 req-efe1020c-14c0-40b3-ae55-0c24300cfac7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae HTTP/1.1" status: 200 len: 898 time: 0.0895605 Dec 22 05:27:23.007745 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-73141972-9a2c-4862-a15e-9f6049cbec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:27:08Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b3a2e924-87d4-4e23-84bb-a6643660edf5', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.69', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'port_id': '23a09f04-99d2-4bb9-8556-253af05785b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'mac_address': 'fa:16:3e:75:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:27:21Z', 'updated_at': '2021-12-22T05:27:21Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7', 'name': '', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:83:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:07Z', 'updated_at': '2021-12-22T05:27:11Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:23.033849 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73141972-9a2c-4862-a15e-9f6049cbec6e None None] Checking router: 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:27:23.042194 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73141972-9a2c-4862-a15e-9f6049cbec6e None None] Routers {'0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:27:23.042789 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-73141972-9a2c-4862-a15e-9f6049cbec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:27:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:23.057965 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-69983123-589a-4c78-b612-463b529db488 req-c47e2315-a887-41df-b465-47c5b38e4e55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a09f04-99d2-4bb9-8556-253af05785b2 HTTP/1.1" status: 200 len: 998 time: 0.0625231 Dec 22 05:27:23.107125 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69983123-589a-4c78-b612-463b529db488 req-18f08e5c-1c57-4738-ad4e-dba3dc4a274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:23.108770 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-69983123-589a-4c78-b612-463b529db488 req-18f08e5c-1c57-4738-ad4e-dba3dc4a274d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8f876c08-31e9-4c21-8e86-b87c6bda6560 HTTP/1.1" status: 200 len: 834 time: 0.0437067 Dec 22 05:27:23.143851 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-73141972-9a2c-4862-a15e-9f6049cbec6e None None] Set router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:27:23.154673 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69983123-589a-4c78-b612-463b529db488 req-c68f72c8-7839-4a7b-b188-5f2f8ac06141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:23.156154 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-69983123-589a-4c78-b612-463b529db488 req-c68f72c8-7839-4a7b-b188-5f2f8ac06141 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396478 Dec 22 05:27:23.250358 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-69983123-589a-4c78-b612-463b529db488 req-b4e8f8c0-5a66-497b-ae6d-6f5d73aabd17 service neutron] 10.222.0.16 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864601 Dec 22 05:27:23.340415 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-69983123-589a-4c78-b612-463b529db488 req-296802ec-04e1-4deb-a71a-ec6bd52d4b82 service neutron] 10.222.0.16 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827370 Dec 22 05:27:23.357769 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-73141972-9a2c-4862-a15e-9f6049cbec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:27:08Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b3a2e924-87d4-4e23-84bb-a6643660edf5', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.69', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'port_id': '23a09f04-99d2-4bb9-8556-253af05785b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'mac_address': 'fa:16:3e:75:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:27:21Z', 'updated_at': '2021-12-22T05:27:21Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7', 'name': '', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:83:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:07Z', 'updated_at': '2021-12-22T05:27:11Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:27:23.387254 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73141972-9a2c-4862-a15e-9f6049cbec6e None None] The sync data for ids ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'] in dv-neutron-822523-1-hyperv is: [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:27:08Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'b3a2e924-87d4-4e23-84bb-a6643660edf5', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.69', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'port_id': '23a09f04-99d2-4bb9-8556-253af05785b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1720, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'mac_address': 'fa:16:3e:75:0b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:27:21Z', 'updated_at': '2021-12-22T05:27:21Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7', 'name': '', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:83:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:07Z', 'updated_at': '2021-12-22T05:27:11Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:27:23.572260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f04182-fbc7-4f99-af09-35fdd2a9a0be None None] New status for floating IP b3a2e924-87d4-4e23-84bb-a6643660edf5: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:27:23.938088 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebe94310-8335-4e8b-a203-8111f3dc8254 req-5a870459-9219-4799-a389-fe2a8b791617 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462945 Dec 22 05:27:23.980014 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49250) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:27:24.033830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe94310-8335-4e8b-a203-8111f3dc8254 req-e12cb740-818a-415a-b04c-318033ab052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:24.035272 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebe94310-8335-4e8b-a203-8111f3dc8254 req-e12cb740-818a-415a-b04c-318033ab052b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 1098 time: 0.0393879 Dec 22 05:27:24.039143 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-1fa94c42-0fe6-4e31-b57b-1ce0e4df15e7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/b3a2e924-87d4-4e23-84bb-a6643660edf5 HTTP/1.1" status: 200 len: 992 time: 0.0579746 Dec 22 05:27:24.136825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe94310-8335-4e8b-a203-8111f3dc8254 req-f119390b-7d23-4c19-afda-cc36f4094a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:24.138245 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebe94310-8335-4e8b-a203-8111f3dc8254 req-f119390b-7d23-4c19-afda-cc36f4094a14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae HTTP/1.1" status: 200 len: 898 time: 0.0821550 Dec 22 05:27:24.206413 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebe94310-8335-4e8b-a203-8111f3dc8254 req-81260613-29ff-40bf-a844-d6f5f05b9a8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a09f04-99d2-4bb9-8556-253af05785b2 HTTP/1.1" status: 200 len: 1000 time: 0.0603800 Dec 22 05:27:24.254380 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe94310-8335-4e8b-a203-8111f3dc8254 req-734f48f9-17a4-4e65-89c1-ad3c7cf2966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:24.255748 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebe94310-8335-4e8b-a203-8111f3dc8254 req-734f48f9-17a4-4e65-89c1-ad3c7cf2966a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8f876c08-31e9-4c21-8e86-b87c6bda6560 HTTP/1.1" status: 200 len: 834 time: 0.0422552 Dec 22 05:27:24.300269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe94310-8335-4e8b-a203-8111f3dc8254 req-604633bb-02ab-4589-a5d9-aedecf19164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:24.301624 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebe94310-8335-4e8b-a203-8111f3dc8254 req-604633bb-02ab-4589-a5d9-aedecf19164f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386240 Dec 22 05:27:24.394634 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebe94310-8335-4e8b-a203-8111f3dc8254 req-512ec7e7-bf3a-4795-9ae8-a52a82511883 service neutron] 10.222.0.16 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851033 Dec 22 05:27:24.482345 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebe94310-8335-4e8b-a203-8111f3dc8254 req-b1122d24-56af-4fdb-abd4-f44251c558a6 service neutron] 10.222.0.16 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808244 Dec 22 05:27:32.565482 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:27:39.240679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d746765a-cbc2-4c68-aea8-b833dfe05e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:41.675075 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9db5791a-01c4-45a6-a305-c7fb6ee00fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:43.260872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:44.377539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:45.272577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:51.005495 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb972b-1504-479b-824c-e27c2a29131d req-957701a5-37f9-4801-b9ca-470ea1c6d3f0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:51.007000 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-26fb972b-1504-479b-824c-e27c2a29131d req-957701a5-37f9-4801-b9ca-470ea1c6d3f0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.1659334 Dec 22 05:27:51.012108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:27:51.012892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551fae-05b6-49d7-a52a-adcb020bc632 req-b12b24ed-0c5f-4a49-b7c4-0b7a93c3f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:51.014277 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99551fae-05b6-49d7-a52a-adcb020bc632 req-b12b24ed-0c5f-4a49-b7c4-0b7a93c3f2be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 1098 time: 0.0763338 Dec 22 05:27:51.093017 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-26fb972b-1504-479b-824c-e27c2a29131d req-6a00def9-1ac1-4eeb-9180-c1a7da9666f8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778005 Dec 22 05:27:51.126039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551fae-05b6-49d7-a52a-adcb020bc632 req-96bbde73-b6da-4c59-acfc-58ba67e2931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:51.126039 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99551fae-05b6-49d7-a52a-adcb020bc632 req-96bbde73-b6da-4c59-acfc-58ba67e2931a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae HTTP/1.1" status: 200 len: 898 time: 0.1030149 Dec 22 05:27:51.193288 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99551fae-05b6-49d7-a52a-adcb020bc632 req-e2570530-20fa-4295-86ae-1d417d98c8a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a09f04-99d2-4bb9-8556-253af05785b2 HTTP/1.1" status: 200 len: 1000 time: 0.0604534 Dec 22 05:27:51.241283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551fae-05b6-49d7-a52a-adcb020bc632 req-8ad1f0bc-7b2c-4cb7-b383-e059cd276dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:51.242649 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99551fae-05b6-49d7-a52a-adcb020bc632 req-8ad1f0bc-7b2c-4cb7-b383-e059cd276dd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8f876c08-31e9-4c21-8e86-b87c6bda6560 HTTP/1.1" status: 200 len: 834 time: 0.0417778 Dec 22 05:27:51.287791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551fae-05b6-49d7-a52a-adcb020bc632 req-5ad326d6-249b-43a8-ad41-43e4dcaea4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:51.289227 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99551fae-05b6-49d7-a52a-adcb020bc632 req-5ad326d6-249b-43a8-ad41-43e4dcaea4e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389054 Dec 22 05:27:51.379480 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99551fae-05b6-49d7-a52a-adcb020bc632 req-15968d6c-92d9-45ab-a9bf-94127f4b0d75 service neutron] 10.222.0.16 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827036 Dec 22 05:27:51.466507 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-99551fae-05b6-49d7-a52a-adcb020bc632 req-4705cba8-8d7d-4ebf-931d-b255d20f651e service neutron] 10.222.0.16 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798855 Dec 22 05:27:52.260211 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfc129-20f4-48cb-9cca-7b3ec563e209 req-de9c17c9-c381-427f-b709-dd8cacd0dec7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:52.261659 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-45dfc129-20f4-48cb-9cca-7b3ec563e209 req-de9c17c9-c381-427f-b709-dd8cacd0dec7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.1025579 Dec 22 05:27:52.298965 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-45dfc129-20f4-48cb-9cca-7b3ec563e209 req-c13cbb17-1912-4ea0-8801-bd7ca01e6882 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314777 Dec 22 05:27:53.414948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ba019-9a7e-4fdb-b3ce-ced65f4c7ec4 req-eeac8a52-cb74-4526-b27e-3fa8c7faeb7a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:53.416968 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e7ba019-9a7e-4fdb-b3ce-ced65f4c7ec4 req-eeac8a52-cb74-4526-b27e-3fa8c7faeb7a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0534015 Dec 22 05:27:53.453580 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e7ba019-9a7e-4fdb-b3ce-ced65f4c7ec4 req-843c0c21-4341-49b3-bdc2-1a73a7a68a3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308092 Dec 22 05:27:54.564364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0a206-d794-4df6-b140-23ccbf973042 req-05b77aba-edb4-4bcf-a455-f0730c1ea2c5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:54.565792 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-70a0a206-d794-4df6-b140-23ccbf973042 req-05b77aba-edb4-4bcf-a455-f0730c1ea2c5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0470140 Dec 22 05:27:54.602332 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-70a0a206-d794-4df6-b140-23ccbf973042 req-8f487079-d44d-4267-aece-56acc3102b88 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308499 Dec 22 05:27:55.718808 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61df690-372d-47d5-85a9-b0a7ca47c910 req-7dd9cb62-4e4c-4caf-9655-7035c2814b7c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:55.720280 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a61df690-372d-47d5-85a9-b0a7ca47c910 req-7dd9cb62-4e4c-4caf-9655-7035c2814b7c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0511763 Dec 22 05:27:55.755624 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a61df690-372d-47d5-85a9-b0a7ca47c910 req-f6d419fb-9b15-46c2-bd2c-9c27ec2cfffa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295537 Dec 22 05:27:56.866012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaeb28b-875c-4821-8ac2-0527cd392181 req-407bc5eb-ac1b-4dc3-8f8a-94712f5343f4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:56.867435 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dfaeb28b-875c-4821-8ac2-0527cd392181 req-407bc5eb-ac1b-4dc3-8f8a-94712f5343f4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0471261 Dec 22 05:27:56.904166 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-dfaeb28b-875c-4821-8ac2-0527cd392181 req-c6668f65-5026-41d2-9ccf-b778ba9a2615 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303812 Dec 22 05:27:58.013647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b223c3-a54d-4299-af45-7f5f26b54202 req-250c3466-a44f-43c9-bd54-06a4042a2c87 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:58.015077 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78b223c3-a54d-4299-af45-7f5f26b54202 req-250c3466-a44f-43c9-bd54-06a4042a2c87 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0466454 Dec 22 05:27:58.051261 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78b223c3-a54d-4299-af45-7f5f26b54202 req-03aaa6f7-8bcf-41c9-b700-2536aa57d2d2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305099 Dec 22 05:27:59.165589 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821d995-762b-4026-8c34-5e2cef9390c1 req-501e9d16-24f8-4dfa-a4a5-20360562c5a0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:59.167031 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6821d995-762b-4026-8c34-5e2cef9390c1 req-501e9d16-24f8-4dfa-a4a5-20360562c5a0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0516365 Dec 22 05:27:59.203558 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6821d995-762b-4026-8c34-5e2cef9390c1 req-c0ea83fe-5c68-40a2-aa92-08c3b0d08766 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307090 Dec 22 05:28:00.318291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5f9d7-0e4f-4235-a054-ebf59c8b20cc req-ce781209-9786-4aa3-9389-0323e0e19acd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:00.319746 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-75c5f9d7-0e4f-4235-a054-ebf59c8b20cc req-ce781209-9786-4aa3-9389-0323e0e19acd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0515738 Dec 22 05:28:00.356983 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-75c5f9d7-0e4f-4235-a054-ebf59c8b20cc req-3029d524-9e62-45ee-aa17-6ea7e9ccbc1e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308425 Dec 22 05:28:01.470735 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebcf70-7c0d-4ac1-8b54-2b9a22473ef8 req-c05b51cf-71d3-4867-b32e-a9a07f7e0a2b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:01.472164 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-34ebcf70-7c0d-4ac1-8b54-2b9a22473ef8 req-c05b51cf-71d3-4867-b32e-a9a07f7e0a2b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0480809 Dec 22 05:28:01.508535 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-34ebcf70-7c0d-4ac1-8b54-2b9a22473ef8 req-cba1209d-60e2-47cc-ab92-8681e14b3b4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304825 Dec 22 05:28:02.625130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025b08a-cc17-4884-8d71-2dc0be7e04c1 req-8fd63b19-0bc1-4f6c-82e0-7727966acadc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:02.626616 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7025b08a-cc17-4884-8d71-2dc0be7e04c1 req-8fd63b19-0bc1-4f6c-82e0-7727966acadc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0532818 Dec 22 05:28:02.664252 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7025b08a-cc17-4884-8d71-2dc0be7e04c1 req-176c41aa-ecce-45de-bc0d-3fab32ce8df8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Dec 22 05:28:03.778579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cdf24-34cb-44b3-910a-9b706a5c768e req-f4f00bd0-e08f-45e0-8d45-9ccb4a561b37 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:03.780054 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-830cdf24-34cb-44b3-910a-9b706a5c768e req-f4f00bd0-e08f-45e0-8d45-9ccb4a561b37 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0471413 Dec 22 05:28:03.821705 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-830cdf24-34cb-44b3-910a-9b706a5c768e req-eef9b378-311d-42be-be39-6fa33713489d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355031 Dec 22 05:28:03.844071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49292) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:03.905101 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0b882f0c-0924-4aa5-8188-edee2fbee7b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/b3a2e924-87d4-4e23-84bb-a6643660edf5 HTTP/1.1" status: 200 len: 992 time: 0.0598969 Dec 22 05:28:09.283408 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-72aa54d8-9565-4219-8ea0-bde4a7f8edeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:09.564009 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:28:11.708142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-31c380ed-dcd1-42d1-84f5-4968686fcf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:13.251272 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:14.382886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:15.317704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:21.051253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:25.914687 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43a3f4ec-e645-433a-946e-0d7b6d625f31 req-6e500348-500b-46ab-847b-b9c5d779ef44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397158 Dec 22 05:28:26.017293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3f4ec-e645-433a-946e-0d7b6d625f31 req-021ea1e6-c780-4f53-83ab-b6f3ecd6ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:26.018768 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43a3f4ec-e645-433a-946e-0d7b6d625f31 req-021ea1e6-c780-4f53-83ab-b6f3ecd6ae2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 1098 time: 0.0434239 Dec 22 05:28:26.140249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3f4ec-e645-433a-946e-0d7b6d625f31 req-df7ccff3-9246-467b-8e85-efe3c3dcb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:26.141707 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43a3f4ec-e645-433a-946e-0d7b6d625f31 req-df7ccff3-9246-467b-8e85-efe3c3dcb63d service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae HTTP/1.1" status: 200 len: 898 time: 0.0838144 Dec 22 05:28:26.215116 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43a3f4ec-e645-433a-946e-0d7b6d625f31 req-e61bebfd-5c43-4614-a2f6-8ad7fc0d2f96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a09f04-99d2-4bb9-8556-253af05785b2 HTTP/1.1" status: 200 len: 1000 time: 0.0643215 Dec 22 05:28:26.263696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3f4ec-e645-433a-946e-0d7b6d625f31 req-43a2b2fe-282f-4f47-8205-6918a1f6915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:26.265099 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43a3f4ec-e645-433a-946e-0d7b6d625f31 req-43a2b2fe-282f-4f47-8205-6918a1f6915d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8f876c08-31e9-4c21-8e86-b87c6bda6560 HTTP/1.1" status: 200 len: 834 time: 0.0429277 Dec 22 05:28:26.309711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3f4ec-e645-433a-946e-0d7b6d625f31 req-29c233bb-e1bd-45f8-8018-f2b1e5fe6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:26.311097 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43a3f4ec-e645-433a-946e-0d7b6d625f31 req-29c233bb-e1bd-45f8-8018-f2b1e5fe6449 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381622 Dec 22 05:28:26.403244 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43a3f4ec-e645-433a-946e-0d7b6d625f31 req-01027cf4-33ad-4483-a07f-809e8b3131d8 service neutron] 10.222.0.16 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834177 Dec 22 05:28:26.490332 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-43a3f4ec-e645-433a-946e-0d7b6d625f31 req-bc58134c-0f00-4078-b9b0-bf95dceb23d4 service neutron] 10.222.0.16 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793965 Dec 22 05:28:32.293968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49306) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:32.447842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 60baac0a-8ba7-436a-93db-a5a424560057 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:28:32.448169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:32.544674 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:32.544914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:32.556053 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 60baac0a-8ba7-436a-93db-a5a424560057 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:28:32.799989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:32.834172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=60baac0a-8ba7-436a-93db-a5a424560057,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:32.850875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:32.850875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:32.850875 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:32.851230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:32.851230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:32.851562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:32.851877 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:32.852215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:32.852538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:32.852854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:32.853752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:32.854069 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:32.919614 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:32.920225 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Floating IP b3a2e924-87d4-4e23-84bb-a6643660edf5 disassociated (deleted). External IP: 172.26.5.69, port: 23a09f04-99d2-4bb9-8556-253af05785b2. Dec 22 05:28:33.405479 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:28:33.507823 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:28:33.513190 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:33.518013 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff09d6-7c03-4da4-9d72-165a22bbde4e None None] Sync routers for ids ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:28:33.527437 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff09d6-7c03-4da4-9d72-165a22bbde4e None None] Routers {'0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:28:33.528029 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-63ff09d6-7c03-4da4-9d72-165a22bbde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:28:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:33.540960 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a4211b81-1682-4836-9338-d553f04b4381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/floatingips/b3a2e924-87d4-4e23-84bb-a6643660edf5 HTTP/1.1" status: 204 len: 168 time: 1.2434392 Dec 22 05:28:33.540960 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'tag': '23a09f04-99d2-4bb9-8556-253af05785b2'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:28:33.542699 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e5b1ec-6165-48b4-96e9-2884cf556bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "963d277a-da30-4958-bcd1-2d06c4aa52c2", "tag": "23a09f04-99d2-4bb9-8556-253af05785b2"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:28:33.586870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855ed139-17e1-4edc-a5d9-4a98877c1bc1 x-openstack-request-id: req-855ed139-17e1-4edc-a5d9-4a98877c1bc1 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:28:33.587293 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "963d277a-da30-4958-bcd1-2d06c4aa52c2", "tag": "23a09f04-99d2-4bb9-8556-253af05785b2", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:28:33.587565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-855ed139-17e1-4edc-a5d9-4a98877c1bc1 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:28:33.587957 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'tag': '23a09f04-99d2-4bb9-8556-253af05785b2', 'status': 'completed', 'code': 200} Dec 22 05:28:33.636490 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-63ff09d6-7c03-4da4-9d72-165a22bbde4e None None] Set router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:28:33.673695 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b1ec-6165-48b4-96e9-2884cf556bc9 req-f9e563be-1f8f-4816-ad6e-6ea8447ebfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:33.675279 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-09e5b1ec-6165-48b4-96e9-2884cf556bc9 req-f9e563be-1f8f-4816-ad6e-6ea8447ebfea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 1098 time: 0.0415854 Dec 22 05:28:33.772731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b1ec-6165-48b4-96e9-2884cf556bc9 req-fa77db26-abe7-44a9-8bda-05334cd99655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:33.774252 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-09e5b1ec-6165-48b4-96e9-2884cf556bc9 req-fa77db26-abe7-44a9-8bda-05334cd99655 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae HTTP/1.1" status: 200 len: 898 time: 0.0914922 Dec 22 05:28:33.824639 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-09e5b1ec-6165-48b4-96e9-2884cf556bc9 req-310be8ac-3373-4a1c-a5f9-eccdc5d0a5d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a09f04-99d2-4bb9-8556-253af05785b2 HTTP/1.1" status: 200 len: 217 time: 0.0436482 Dec 22 05:28:33.837909 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-63ff09d6-7c03-4da4-9d72-165a22bbde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:27:08Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7', 'name': '', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:83:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:07Z', 'updated_at': '2021-12-22T05:27:11Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:33.869336 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff09d6-7c03-4da4-9d72-165a22bbde4e None None] Checking router: 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:28:33.877610 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff09d6-7c03-4da4-9d72-165a22bbde4e None None] Routers {'0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:28:33.878208 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-63ff09d6-7c03-4da4-9d72-165a22bbde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:28:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:33.882505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b1ec-6165-48b4-96e9-2884cf556bc9 req-96549464-efaa-4eed-bf98-f6c3efdce9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:33.883992 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-09e5b1ec-6165-48b4-96e9-2884cf556bc9 req-96549464-efaa-4eed-bf98-f6c3efdce9a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8f876c08-31e9-4c21-8e86-b87c6bda6560 HTTP/1.1" status: 200 len: 834 time: 0.0501757 Dec 22 05:28:33.947424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b1ec-6165-48b4-96e9-2884cf556bc9 req-86858e24-930e-44a1-b467-59c671ea0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:33.950591 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-09e5b1ec-6165-48b4-96e9-2884cf556bc9 req-86858e24-930e-44a1-b467-59c671ea0410 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0594599 Dec 22 05:28:34.001979 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-63ff09d6-7c03-4da4-9d72-165a22bbde4e None None] Set router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:28:34.071346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c723cb-adbb-4b4a-9b79-7f00374dc9c5 req-28b66bbf-5a0e-4435-a2cf-7e291f060999 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:34.072902 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-63c723cb-adbb-4b4a-9b79-7f00374dc9c5 req-28b66bbf-5a0e-4435-a2cf-7e291f060999 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.1083496 Dec 22 05:28:34.118618 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-09e5b1ec-6165-48b4-96e9-2884cf556bc9 req-bd6ff63d-2730-4e8a-8fc7-54404d9b5db8 service neutron] 10.222.0.16 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449869 Dec 22 05:28:34.143276 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-63c723cb-adbb-4b4a-9b79-7f00374dc9c5 req-20d40932-0fee-4588-9cae-4df3f600e696 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607452 Dec 22 05:28:34.225445 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-09e5b1ec-6165-48b4-96e9-2884cf556bc9 req-7d8dc114-6d9f-4c04-b000-16fe299bfc32 service neutron] 10.222.0.16 "GET /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983737 Dec 22 05:28:34.318885 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-63ff09d6-7c03-4da4-9d72-165a22bbde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:27:08Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7', 'name': '', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:83:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:07Z', 'updated_at': '2021-12-22T05:27:11Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:34.354984 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ff09d6-7c03-4da4-9d72-165a22bbde4e None None] The sync data for ids ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'] in dv-neutron-822523-1-hyperv is: [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:27:08Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7', 'name': '', 'network_id': '2e156ddf-b3e2-4612-bd92-285ae7ccc4ae', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:83:7a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1717, 'fixed_ips': [{'subnet_id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:07Z', 'updated_at': '2021-12-22T05:27:11Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '8f876c08-31e9-4c21-8e86-b87c6bda6560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:28:34.569161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcad3ae6-cd09-4ea3-a604-d64828ac3753 None None] New status for floating IP b3a2e924-87d4-4e23-84bb-a6643660edf5: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:28:35.265026 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f340dbc-8d98-4fa6-abbc-04311e4fcd00 req-ae0fe8a1-ece0-4f59-a6b9-e34c640934c5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:35.266388 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7f340dbc-8d98-4fa6-abbc-04311e4fcd00 req-ae0fe8a1-ece0-4f59-a6b9-e34c640934c5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0474491 Dec 22 05:28:35.302269 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7f340dbc-8d98-4fa6-abbc-04311e4fcd00 req-9d8634c8-d642-4f87-8e69-3fe665994ce6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=8ac293ba-7b86-4a6a-bd71-253838d7bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301826 Dec 22 05:28:35.615274 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94e334-8fb3-4d57-b792-053aa5568e25 req-48d6d301-a2ea-4458-8de0-47a98d4ff33f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:35.616612 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4c94e334-8fb3-4d57-b792-053aa5568e25 req-48d6d301-a2ea-4458-8de0-47a98d4ff33f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 945 time: 0.0511606 Dec 22 05:28:35.701133 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-4c94e334-8fb3-4d57-b792-053aa5568e25 req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 23a09f04-99d2-4bb9-8556-253af05785b2 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:28:35.701459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4c94e334-8fb3-4d57-b792-053aa5568e25 req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:35.788818 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-4c94e334-8fb3-4d57-b792-053aa5568e25 req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 23a09f04-99d2-4bb9-8556-253af05785b2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=23a09f04-99d2-4bb9-8556-253af05785b2,segment=NetworkSegment(398cfb2c-adbb-4334-8938-e833d4672faa),segment_id=398cfb2c-adbb-4334-8938-e833d4672faa)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:28:35.789166 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4c94e334-8fb3-4d57-b792-053aa5568e25 req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:35.802029 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-4c94e334-8fb3-4d57-b792-053aa5568e25 req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 23a09f04-99d2-4bb9-8556-253af05785b2 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:28:36.011541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4c94e334-8fb3-4d57-b792-053aa5568e25 req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:36.043739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=23a09f04-99d2-4bb9-8556-253af05785b2,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:36.055386 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:36.055734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:36.056079 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:36.056434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:36.056759 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:36.057087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:36.057474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:36.057715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:36.058038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:36.058366 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:36.058680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:36.059071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:36.093812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c94e334-8fb3-4d57-b792-053aa5568e25 req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] No DVR routers for this DVR port 23a09f04-99d2-4bb9-8556-253af05785b2 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:28:36.096362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4c94e334-8fb3-4d57-b792-053aa5568e25 req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:36.099678 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4c94e334-8fb3-4d57-b792-053aa5568e25 req-19fcdd61-deeb-4c97-b7a9-a840011035ed tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "DELETE /v2.0/ports/23a09f04-99d2-4bb9-8556-253af05785b2 HTTP/1.1" status: 204 len: 173 time: 0.4766951 Dec 22 05:28:36.100109 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'name': 'network-vif-deleted', 'tag': '23a09f04-99d2-4bb9-8556-253af05785b2'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:28:36.102345 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9fc0fc-f12d-4c98-8c86-345d2544ed4e" -d '{"events": [{"server_uuid": "963d277a-da30-4958-bcd1-2d06c4aa52c2", "name": "network-vif-deleted", "tag": "23a09f04-99d2-4bb9-8556-253af05785b2"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:28:36.189102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198b3ac1-f8ec-4737-a469-9f8d84173135 x-openstack-request-id: req-198b3ac1-f8ec-4737-a469-9f8d84173135 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:28:36.189396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "963d277a-da30-4958-bcd1-2d06c4aa52c2", "name": "network-vif-deleted", "tag": "23a09f04-99d2-4bb9-8556-253af05785b2", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:28:36.189643 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-198b3ac1-f8ec-4737-a469-9f8d84173135 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:28:36.190034 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '963d277a-da30-4958-bcd1-2d06c4aa52c2', 'name': 'network-vif-deleted', 'tag': '23a09f04-99d2-4bb9-8556-253af05785b2', 'status': 'completed', 'code': 200} Dec 22 05:28:36.398557 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a900c0d6-854f-4116-a0f0-b7c61ee9d3b7 req-78f719de-dc6e-4891-88ae-3fdb49b8f978 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=963d277a-da30-4958-bcd1-2d06c4aa52c2 HTTP/1.1" status: 200 len: 210 time: 0.0309823 Dec 22 05:28:37.455579 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49326) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:37.796523 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d988605-0cb8-4d72-aa71-b013ebe2e17c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:38.049908 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9d988605-0cb8-4d72-aa71-b013ebe2e17c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:28:38.050159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d988605-0cb8-4d72-aa71-b013ebe2e17c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:38.137498 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-9d988605-0cb8-4d72-aa71-b013ebe2e17c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7,segment=NetworkSegment(398cfb2c-adbb-4334-8938-e833d4672faa),segment_id=398cfb2c-adbb-4334-8938-e833d4672faa)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:28:38.137849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d988605-0cb8-4d72-aa71-b013ebe2e17c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:38.151400 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9d988605-0cb8-4d72-aa71-b013ebe2e17c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:28:38.422846 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d988605-0cb8-4d72-aa71-b013ebe2e17c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:38.446705 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d988605-0cb8-4d72-aa71-b013ebe2e17c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:38.537919 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 23a09f04-99d2-4bb9-8556-253af05785b2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:28:38.566581 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 23a09f04-99d2-4bb9-8556-253af05785b2 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:28:38.567054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 23a09f04-99d2-4bb9-8556-253af05785b2 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:28:38.621433 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9d988605-0cb8-4d72-aa71-b013ebe2e17c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:38.833807 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d988605-0cb8-4d72-aa71-b013ebe2e17c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:28:38.938137 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d988605-0cb8-4d72-aa71-b013ebe2e17c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:28:38.943049 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9d988605-0cb8-4d72-aa71-b013ebe2e17c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "PUT /v2.0/routers/0ab05514-3f1d-4828-9f0c-4c1c52a72e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4864388 Dec 22 05:28:38.945921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49328) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:38.947413 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc863871-6201-4cd8-ab24-e3bbca0b819b None None] Sync routers for ids ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:28:38.956992 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc863871-6201-4cd8-ab24-e3bbca0b819b None None] Routers {'0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:28:38.957615 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-dc863871-6201-4cd8-ab24-e3bbca0b819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:28:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:38.998137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d10a84-e897-4910-b7db-7c05771d88e9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting subnet 8f876c08-31e9-4c21-8e86-b87c6bda6560 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:28:39.001218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c7d10a84-e897-4910-b7db-7c05771d88e9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:39.039866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c7d10a84-e897-4910-b7db-7c05771d88e9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:39.059124 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-dc863871-6201-4cd8-ab24-e3bbca0b819b None None] Set router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:28:39.125776 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c7d10a84-e897-4910-b7db-7c05771d88e9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:39.233429 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-dc863871-6201-4cd8-ab24-e3bbca0b819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:28:38Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:39.260170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c7d10a84-e897-4910-b7db-7c05771d88e9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:39.260650 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc863871-6201-4cd8-ab24-e3bbca0b819b None None] Checking router: 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:28:39.268755 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc863871-6201-4cd8-ab24-e3bbca0b819b None None] Routers {'0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:28:39.269352 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-dc863871-6201-4cd8-ab24-e3bbca0b819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:28:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:39.289822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c7d10a84-e897-4910-b7db-7c05771d88e9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:39.295951 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c7d10a84-e897-4910-b7db-7c05771d88e9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/subnets/8f876c08-31e9-4c21-8e86-b87c6bda6560 HTTP/1.1" status: 204 len: 168 time: 0.3464761 Dec 22 05:28:39.295951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d10a84-e897-4910-b7db-7c05771d88e9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Subnet': ['ID=8f876c08-31e9-4c21-8e86-b87c6bda6560,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:39.297329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49330) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:39.299026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8100e7f8-5295-490a-a183-0862f96f5342 None None] Network 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:28:39.342559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-02049213-382f-4ce4-8bd3-af52edc64db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:39.376792 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-dc863871-6201-4cd8-ab24-e3bbca0b819b None None] Set router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:28:39.410293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:39.500724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] DHCP port deletion for 2e156ddf-b3e2-4612-bd92-285ae7ccc4ae request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:28:39.524042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:39.549811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Deleting port 846a0ce8-5499-417a-a356-e11812e279f4 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:28:39.550399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:39.563210 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-dc863871-6201-4cd8-ab24-e3bbca0b819b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:28:38Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:39.589744 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc863871-6201-4cd8-ab24-e3bbca0b819b None None] The sync data for ids ['0ab05514-3f1d-4828-9f0c-4c1c52a72e1f'] in dv-neutron-822523-1-hyperv is: [{'id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1529019742', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117'}], 'enable_snat': True}, 'gw_port_id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:27:04Z', 'updated_at': '2021-12-22T05:28:38Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '87f1008b-bf41-4c83-bca9-54c08ea2b1f4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab05514-3f1d-4828-9f0c-4c1c52a72e1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:27:05Z', 'updated_at': '2021-12-22T05:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:28:39.617636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] For port 846a0ce8-5499-417a-a356-e11812e279f4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=846a0ce8-5499-417a-a356-e11812e279f4,segment=NetworkSegment(398cfb2c-adbb-4334-8938-e833d4672faa),segment_id=398cfb2c-adbb-4334-8938-e833d4672faa)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:28:39.618021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:39.633971 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Calling delete_port for 846a0ce8-5499-417a-a356-e11812e279f4 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:28:39.641138 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:28:39.641478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:39.765974 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:39.795880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Pushing event deleted for resources: {'Port': ['ID=846a0ce8-5499-417a-a356-e11812e279f4,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:39.800298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] No DVR routers for this DVR port 846a0ce8-5499-417a-a356-e11812e279f4 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:28:39.810016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:39.810016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:39.810016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:39.810016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:39.810016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:39.810016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:39.810016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:39.810016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:39.810016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:39.810016 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:39.811369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:39.811369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40f8c3c-457e-4095-aaa4-03c1ba3e22e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:39.992684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 846a0ce8-5499-417a-a356-e11812e279f4 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:28:40.014888 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 846a0ce8-5499-417a-a356-e11812e279f4 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:28:40.015242 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 846a0ce8-5499-417a-a356-e11812e279f4 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:28:40.015671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:28:40.036803 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:28:40.037154 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5a9d0fe8-c7ab-4ca4-8f25-b3998b488ce7 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:28:40.084435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 87f1008b-bf41-4c83-bca9-54c08ea2b1f4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=87f1008b-bf41-4c83-bca9-54c08ea2b1f4,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:28:40.084963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.097586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:28:40.319858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.344941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=87f1008b-bf41-4c83-bca9-54c08ea2b1f4,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:40.408197 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.497049 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.499124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.600157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.600644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Fanout notify agent at l3_agent the message router_deleted on router 0ab05514-3f1d-4828-9f0c-4c1c52a72e1f {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:28:40.610883 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.610883 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6ab1cad7-ee9f-45b2-b684-58ad92f5062a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/routers/0ab05514-3f1d-4828-9f0c-4c1c52a72e1f HTTP/1.1" status: 204 len: 168 time: 1.3105175 Dec 22 05:28:40.611768 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49334) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:40.700056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.789119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.808850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e156ddf-b3e2-4612-bd92-285ae7ccc4ae']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:40.817643 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398cfb2c-adbb-4334-8938-e833d4672faa') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:40.817929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398cfb2c-adbb-4334-8938-e833d4672faa') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:40.827518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.840272 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.846381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:28:40.850144 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:28:40.988893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.993156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:40.997146 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/networks/2e156ddf-b3e2-4612-bd92-285ae7ccc4ae HTTP/1.1" status: 204 len: 168 time: 0.3842313 Dec 22 05:28:40.999913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49336) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:41.012422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e9253-a510-4606-99ec-2d0e5238ff38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Network': ['ID=2e156ddf-b3e2-4612-bd92-285ae7ccc4ae,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:41.062785 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b60e14a2-2370-457a-8218-abc0139232f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:41.131113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b60e14a2-2370-457a-8218-abc0139232f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:41.191185 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b60e14a2-2370-457a-8218-abc0139232f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:41.193869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b60e14a2-2370-457a-8218-abc0139232f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:41.195034 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b60e14a2-2370-457a-8218-abc0139232f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/security-groups/8ac293ba-7b86-4a6a-bd71-253838d7bceb HTTP/1.1" status: 204 len: 168 time: 0.1941314 Dec 22 05:28:41.203999 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e14a2-2370-457a-8218-abc0139232f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac293ba-7b86-4a6a-bd71-253838d7bceb,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:41.676793 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49344) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:41.686375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-9738210f-6d14-4215-844f-eccd653127cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162705694', 'description': 'tempest-secgroup-smoke-162705694 description', 'project_id': 'af30bc99611b4bf084548bad5840ea24'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:41.711156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97e2feda-0e5a-4e87-aef1-9b06a4ad4cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:41.745472 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9738210f-6d14-4215-844f-eccd653127cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:41.810586 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9738210f-6d14-4215-844f-eccd653127cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:41.871262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9738210f-6d14-4215-844f-eccd653127cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:41.898996 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738210f-6d14-4215-844f-eccd653127cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761bbd3c-f47d-4c5f-81a5-a725703fa5f0,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:41.899216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:28:41.919701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:28:41.920041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 87f1008b-bf41-4c83-bca9-54c08ea2b1f4 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:28:41.965406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9738210f-6d14-4215-844f-eccd653127cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:41.966691 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9738210f-6d14-4215-844f-eccd653127cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2872741 Dec 22 05:28:41.969553 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49346) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:41.973852 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6ee142c7-0ef5-4228-a85e-0f4c52883d72 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '761bbd3c-f47d-4c5f-81a5-a725703fa5f0', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:42.058137 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ee142c7-0ef5-4228-a85e-0f4c52883d72 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:42.116424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ee142c7-0ef5-4228-a85e-0f4c52883d72 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:42.184935 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ee142c7-0ef5-4228-a85e-0f4c52883d72 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:42.203684 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee142c7-0ef5-4228-a85e-0f4c52883d72 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3956a8-1d83-4d1b-a3cc-cdc3f2d6f456,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:42.278986 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ee142c7-0ef5-4228-a85e-0f4c52883d72 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:42.280172 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6ee142c7-0ef5-4228-a85e-0f4c52883d72 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3096979 Dec 22 05:28:42.283011 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49348) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:42.287399 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-f1948d56-258a-4610-9fae-4223e3751aac tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '761bbd3c-f47d-4c5f-81a5-a725703fa5f0', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:42.360894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f1948d56-258a-4610-9fae-4223e3751aac tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:42.416349 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f1948d56-258a-4610-9fae-4223e3751aac tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:42.497262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f1948d56-258a-4610-9fae-4223e3751aac tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:42.517099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1948d56-258a-4610-9fae-4223e3751aac tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8abb67-c7ae-4423-92dc-b71c0ceed64e,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:42.590439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f1948d56-258a-4610-9fae-4223e3751aac tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:42.591721 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f1948d56-258a-4610-9fae-4223e3751aac tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3078153 Dec 22 05:28:42.594837 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49350) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:42.598985 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b13737ae-1e2e-4a04-9dd6-b2c911e9da16 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '761bbd3c-f47d-4c5f-81a5-a725703fa5f0', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:42.688520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b13737ae-1e2e-4a04-9dd6-b2c911e9da16 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:42.746699 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b13737ae-1e2e-4a04-9dd6-b2c911e9da16 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:42.819229 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b13737ae-1e2e-4a04-9dd6-b2c911e9da16 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:42.835928 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13737ae-1e2e-4a04-9dd6-b2c911e9da16 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d21f82-a59a-4b12-9f06-b8ec64744ae9,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:42.918788 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b13737ae-1e2e-4a04-9dd6-b2c911e9da16 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:42.919979 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b13737ae-1e2e-4a04-9dd6-b2c911e9da16 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3243313 Dec 22 05:28:42.922718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49352) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:42.927228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6550c6d9-c266-4961-b0bc-a1b6dd10dac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '761bbd3c-f47d-4c5f-81a5-a725703fa5f0', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:43.012867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6550c6d9-c266-4961-b0bc-a1b6dd10dac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.074827 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6550c6d9-c266-4961-b0bc-a1b6dd10dac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.145142 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6550c6d9-c266-4961-b0bc-a1b6dd10dac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.166618 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550c6d9-c266-4961-b0bc-a1b6dd10dac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04823137-9297-4fec-b970-ab9b3f1f032d,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:43.221632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6550c6d9-c266-4961-b0bc-a1b6dd10dac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.222882 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6550c6d9-c266-4961-b0bc-a1b6dd10dac8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2992408 Dec 22 05:28:43.225563 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49354) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:43.229855 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-6ce9fad2-d625-4396-9a74-ff5640810489 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '761bbd3c-f47d-4c5f-81a5-a725703fa5f0', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:43.268724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.322369 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-6ce9fad2-d625-4396-9a74-ff5640810489 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Project af30bc99611b4bf084548bad5840ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:28:43.327730 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ce9fad2-d625-4396-9a74-ff5640810489 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.387015 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ce9fad2-d625-4396-9a74-ff5640810489 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.465025 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ce9fad2-d625-4396-9a74-ff5640810489 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.485445 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9fad2-d625-4396-9a74-ff5640810489 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367dd180-6bff-4a71-9518-18b7bc0925b7,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:43.547275 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6ce9fad2-d625-4396-9a74-ff5640810489 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.548546 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6ce9fad2-d625-4396-9a74-ff5640810489 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3219881 Dec 22 05:28:43.551347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49356) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:43.555844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-c19c15a5-d34e-4606-8939-f7505f10d910 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': '761bbd3c-f47d-4c5f-81a5-a725703fa5f0', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:43.646081 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-c19c15a5-d34e-4606-8939-f7505f10d910 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Project af30bc99611b4bf084548bad5840ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:28:43.650995 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c19c15a5-d34e-4606-8939-f7505f10d910 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.710616 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c19c15a5-d34e-4606-8939-f7505f10d910 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.813752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c19c15a5-d34e-4606-8939-f7505f10d910 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.832676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c15a5-d34e-4606-8939-f7505f10d910 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0a0a67-c25d-4c63-91b5-471d9de823ad,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:43.890138 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c19c15a5-d34e-4606-8939-f7505f10d910 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:43.891339 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c19c15a5-d34e-4606-8939-f7505f10d910 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390129 Dec 22 05:28:43.894188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49358) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:43.900096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-6cc1329a-0c50-4fce-8c52-087f0eb6c478 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'network': {'name': 'tempest-network-smoke--958170999', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'port_security_enabled': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:43.979202 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc1329a-0c50-4fce-8c52-087f0eb6c478 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:28:43.983628 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cc1329a-0c50-4fce-8c52-087f0eb6c478 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:44.006233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc1329a-0c50-4fce-8c52-087f0eb6c478 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:28:44.014655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cc1329a-0c50-4fce-8c52-087f0eb6c478 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:44.014986 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-6cc1329a-0c50-4fce-8c52-087f0eb6c478 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Added segment 8051e9e6-c222-4982-a16d-718080fd096e of type vlan for network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 Dec 22 05:28:44.057592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cc1329a-0c50-4fce-8c52-087f0eb6c478 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:44.144824 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cc1329a-0c50-4fce-8c52-087f0eb6c478 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:44.150230 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1329a-0c50-4fce-8c52-087f0eb6c478 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:44.150748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6cc1329a-0c50-4fce-8c52-087f0eb6c478 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:44.214261 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1329a-0c50-4fce-8c52-087f0eb6c478 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Network': ['ID=cf6e440e-19f3-4755-90f4-e1ab0baa7c52,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:44.225001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:28:44.262785 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6cc1329a-0c50-4fce-8c52-087f0eb6c478 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3674779 Dec 22 05:28:44.265481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49360) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:44.269836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'admin_state_up': True, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:44.362444 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:44.363482 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:44.390970 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:44.417844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:44.630959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:44.880335 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:44.898917 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:45.005046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.26.5.161 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/6924d251-9e66-4e38-bdbc-9825c0a1bfef) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:28:45.102210 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:45.185568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:45.222501 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:45.225192 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:45.228601 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:28:45.237077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=6924d251-9e66-4e38-bdbc-9825c0a1bfef,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:45.305014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:45.556363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:45.744920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:45.925316 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 475e78a4-1962-4c6e-b9e2-81bd5582b513 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:28:46.037327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:28:46.047623 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Sync routers for ids ['475e78a4-1962-4c6e-b9e2-81bd5582b513'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:28:46.059871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Routers {'475e78a4-1962-4c6e-b9e2-81bd5582b513'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:28:46.140921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:28:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['475e78a4-1962-4c6e-b9e2-81bd5582b513'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:46.162957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Set router 475e78a4-1962-4c6e-b9e2-81bd5582b513 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:28:46.202565 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.203805 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ff2bce44-b631-4cbb-8128-686ff242d7e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9374118 Dec 22 05:28:46.206963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49370) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:46.234976 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-88d48e81-8298-4c02-8cb2-bdec9779da04 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=af30bc99611b4bf084548bad5840ea24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269244 Dec 22 05:28:46.237537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49372) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:46.340521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85e50c-2d65-463c-b8cd-e7680742ffc6 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:46.342036 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bd85e50c-2d65-463c-b8cd-e7680742ffc6 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1036189 Dec 22 05:28:46.344967 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49374) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:46.374173 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-65fb07b7-5557-42fe-81ad-3c34a572bc57 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281219 Dec 22 05:28:46.376820 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49376) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:46.381588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-287f2a22-f4b6-4654-8a98-afcf8f390783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1157800555', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:46.480964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:45Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:46.507052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Checking router: 475e78a4-1962-4c6e-b9e2-81bd5582b513 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:28:46.507382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Updating router 475e78a4-1962-4c6e-b9e2-81bd5582b513 port 6924d251-9e66-4e38-bdbc-9825c0a1bfef binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:28:46.513960 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287f2a22-f4b6-4654-8a98-afcf8f390783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:28:46.517519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-287f2a22-f4b6-4654-8a98-afcf8f390783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.531192 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.563512 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:28:46.743391 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-287f2a22-f4b6-4654-8a98-afcf8f390783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.781057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.808406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f2a22-f4b6-4654-8a98-afcf8f390783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Subnet': ['ID=b3abb004-7f46-4093-b3ed-b6f3c7c0a773,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:46.818051 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287f2a22-f4b6-4654-8a98-afcf8f390783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Checking segment: {'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:28:46.818404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f2a22-f4b6-4654-8a98-afcf8f390783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network hostable DHCP agents. Network: cf6e440e-19f3-4755-90f4-e1ab0baa7c52, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:28:46.845552 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.891553 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Attempting to bind port 6924d251-9e66-4e38-bdbc-9825c0a1bfef on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:28:46.891917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Attempting to bind port 6924d251-9e66-4e38-bdbc-9825c0a1bfef by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:28:46.892323 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Attempting to bind port 6924d251-9e66-4e38-bdbc-9825c0a1bfef on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:28:46.900640 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bccaab-8878-4f78-af57-a5eefbf3397b None None] Pushing event updated for resources: {'Port': ['ID=6924d251-9e66-4e38-bdbc-9825c0a1bfef,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:46.904001 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:28:46.904348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:28:46.909582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.909582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:28:46.909582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Bound port: 6924d251-9e66-4e38-bdbc-9825c0a1bfef, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:28:46.909582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:46.927995 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287f2a22-f4b6-4654-8a98-afcf8f390783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:28:46.957256 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] For port 6924d251-9e66-4e38-bdbc-9825c0a1bfef, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:28:46.960328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] For port 6924d251-9e66-4e38-bdbc-9825c0a1bfef, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6924d251-9e66-4e38-bdbc-9825c0a1bfef,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:28:47.000002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-287f2a22-f4b6-4654-8a98-afcf8f390783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, cf6e440e-19f3-4755-90f4-e1ab0baa7c52) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:47.004025 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287f2a22-f4b6-4654-8a98-afcf8f390783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:47.004641 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-287f2a22-f4b6-4654-8a98-afcf8f390783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:47.008515 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f84626-8590-4e1a-a579-3e7abf00dd30 None None] Network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:28:47.049440 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:47.097450 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-287f2a22-f4b6-4654-8a98-afcf8f390783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7171500 Dec 22 05:28:47.097941 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49380) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:28:47.128767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Routers {'475e78a4-1962-4c6e-b9e2-81bd5582b513'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:28:47.129368 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:28:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['475e78a4-1962-4c6e-b9e2-81bd5582b513'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:47.139930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bccaab-8878-4f78-af57-a5eefbf3397b None None] Pushing event updated for resources: {'Port': ['ID=6924d251-9e66-4e38-bdbc-9825c0a1bfef,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:47.287497 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ips': [{'subnet_id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:28:47.288348 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:47.293062 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] Set router 475e78a4-1962-4c6e-b9e2-81bd5582b513 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:28:47.518313 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:47.555221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Allocated IP 172.20.0.2 (cf6e440e-19f3-4755-90f4-e1ab0baa7c52/b3abb004-7f46-4093-b3ed-b6f3c7c0a773/363fcc4a-41b9-48ac-a4d6-0e19c2835e26) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:28:47.624222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:45Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:47.655315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575d4fa-3d78-4f0b-b4db-3d9ed2b40417 None None] The sync data for ids ['475e78a4-1962-4c6e-b9e2-81bd5582b513'] in dv-neutron-822523-1-hyperv is: [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:45Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:28:47.741351 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:47.814291 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:47.853865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:47.866475 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:47.866475 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Pushing event updated for resources: {'Port': ['ID=363fcc4a-41b9-48ac-a4d6-0e19c2835e26,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:47.869458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:28:47.909914 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.20.0.1 (cf6e440e-19f3-4755-90f4-e1ab0baa7c52/b3abb004-7f46-4093-b3ed-b6f3c7c0a773/6994bae5-0cf6-40fa-a0b5-4f5c9343b28d) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:28:47.957987 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Attempting to bind port 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:28:47.958358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Attempting to bind port 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:28:47.958718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Attempting to bind port 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 on network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:28:47.967608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:28:47.968336 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Checking segment: {'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:28:47.968793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:47.969204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Bound using segment: {'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:28:47.969673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Bound port: 363fcc4a-41b9-48ac-a4d6-0e19c2835e26, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:28:47.970098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:48.042039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6924d251-9e66-4e38-bdbc-9825c0a1bfef up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:28:48.062282 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:48.108616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] For port 363fcc4a-41b9-48ac-a4d6-0e19c2835e26, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:28:48.122618 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] For port 363fcc4a-41b9-48ac-a4d6-0e19c2835e26, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=363fcc4a-41b9-48ac-a4d6-0e19c2835e26,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:28:48.133047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 6924d251-9e66-4e38-bdbc-9825c0a1bfef triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:48.133411 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:48.146786 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:48.196824 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:48.200746 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:48.204812 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:28:48.223445 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:48.229074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:48.250606 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=6994bae5-0cf6-40fa-a0b5-4f5c9343b28d,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:48.271890 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:48.314678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 6924d251-9e66-4e38-bdbc-9825c0a1bfef, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6924d251-9e66-4e38-bdbc-9825c0a1bfef,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:28:48.336679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fb22c-499c-4572-923f-82e6c449c48a None None] Pushing event updated for resources: {'Port': ['ID=363fcc4a-41b9-48ac-a4d6-0e19c2835e26,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:48.381741 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:48.437150 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=6924d251-9e66-4e38-bdbc-9825c0a1bfef,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:48.577803 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:48.878314 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:48.937554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:49.305617 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=6994bae5-0cf6-40fa-a0b5-4f5c9343b28d,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:49.308270 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:49.355671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117c1ccd-8c15-4063-83a8-583b2340af17 None None] Network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:28:49.403169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:49.405201 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:49.421110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-fbbce184-2035-450f-97f8-71815360ca15 None None] Provisioning complete for port 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:49.421643 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fbbce184-2035-450f-97f8-71815360ca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:49.518394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 475e78a4-1962-4c6e-b9e2-81bd5582b513 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:28:49.569046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fbbce184-2035-450f-97f8-71815360ca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:49.608816 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-fbbce184-2035-450f-97f8-71815360ca15 None None] For port 363fcc4a-41b9-48ac-a4d6-0e19c2835e26, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=363fcc4a-41b9-48ac-a4d6-0e19c2835e26,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:28:49.637256 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:28:49.643285 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4a99bb92-7e2d-41ee-9c72-b11b7fae16f7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "PUT /v2.0/routers/475e78a4-1962-4c6e-b9e2-81bd5582b513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5442801 Dec 22 05:28:49.688262 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fbbce184-2035-450f-97f8-71815360ca15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:49.742324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbce184-2035-450f-97f8-71815360ca15 None None] Pushing event updated for resources: {'Port': ['ID=363fcc4a-41b9-48ac-a4d6-0e19c2835e26,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:49.800042 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-a360ae26-88ea-4bda-94ec-bb17962bbb32 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162705694&fields=id&tenant_id=af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 267 time: 0.0346656 Dec 22 05:28:49.914949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d0dc62ad-4fe7-4218-b8af-db2db211ceff None None] Provisioning complete for port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:49.915350 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d0dc62ad-4fe7-4218-b8af-db2db211ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:49.925130 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Sync routers for ids ['475e78a4-1962-4c6e-b9e2-81bd5582b513'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:28:49.939484 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Routers {'475e78a4-1962-4c6e-b9e2-81bd5582b513'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:28:49.940125 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:28:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['475e78a4-1962-4c6e-b9e2-81bd5582b513'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:49.948137 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-7813692c-78aa-481a-862b-f13257c6caa1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:49.956891 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-7813692c-78aa-481a-862b-f13257c6caa1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/networks?id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52 HTTP/1.1" status: 200 len: 796 time: 0.1499157 Dec 22 05:28:49.967987 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-6c26cd5f-f9b0-42ad-841f-c27f85bf35fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/quotas/af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 375 time: 0.0095875 Dec 22 05:28:50.001142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc62ad-4fe7-4218-b8af-db2db211ceff None None] Port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:28:50.031661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-d0dc62ad-4fe7-4218-b8af-db2db211ceff None None] Provisioning complete for port 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:50.032146 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-d0dc62ad-4fe7-4218-b8af-db2db211ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:50.048905 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-4adb90b8-5e3a-4541-b4b0-d2db35620143 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724182 Dec 22 05:28:50.059817 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Set router 475e78a4-1962-4c6e-b9e2-81bd5582b513 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:28:50.079277 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6924d251-9e66-4e38-bdbc-9825c0a1bfef up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:28:50.183856 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 6924d251-9e66-4e38-bdbc-9825c0a1bfef triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:50.185165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:50.232040 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-f0023809-ee5a-43d0-af26-14e6cebe5097 service neutron] 10.222.0.54 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803043 Dec 22 05:28:50.272581 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:28:50.313942 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '6994bae5-0cf6-40fa-a0b5-4f5c9343b28d', 'name': '', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:ce:61:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:47Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 2, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:50.317965 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f1a7b3fb-e411-4f80-a08b-926ede2105de None None] Provisioning complete for port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:50.318444 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f1a7b3fb-e411-4f80-a08b-926ede2105de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:50.331547 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-d83bf68d-8ae6-4b29-bb5a-488e112d9f2f service neutron] 10.222.0.54 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984695 Dec 22 05:28:50.339746 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Checking router: 475e78a4-1962-4c6e-b9e2-81bd5582b513 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:28:50.340097 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Updating router 475e78a4-1962-4c6e-b9e2-81bd5582b513 port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:28:50.357105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:50.357619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:50.365210 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:50.390510 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f1a7b3fb-e411-4f80-a08b-926ede2105de None None] Port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:28:50.499064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c644376f-51f4-4d90-b951-77bde75285c4 None None] Provisioning complete for port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:50.499433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c644376f-51f4-4d90-b951-77bde75285c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:50.537665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-c644376f-51f4-4d90-b951-77bde75285c4 None None] Port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:28:50.600296 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-67a3fdf6-a013-4ad0-8267-98957aa72ca5 req-b0fae9e0-3deb-40b6-a708-15ec03586080 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 210 time: 0.0311034 Dec 22 05:28:50.642602 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:50.699294 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:50.751303 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Pushing event updated for resources: {'Port': ['ID=6994bae5-0cf6-40fa-a0b5-4f5c9343b28d,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:50.774070 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:50.774402 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:50.774728 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:50.775046 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:50.775360 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:50.775673 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:50.775984 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:50.776318 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:50.779611 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:50.779611 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:50.779611 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:50.779611 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:50.806698 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Attempting to bind port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:28:50.807079 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Attempting to bind port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:28:50.807497 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Attempting to bind port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d on network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:28:50.812697 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:28:50.813018 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Checking segment: {'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:28:50.813410 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:50.813791 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Bound using segment: {'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:28:50.814250 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Bound port: 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:28:50.814619 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:50.885134 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] For port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:28:50.889304 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] For port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6994bae5-0cf6-40fa-a0b5-4f5c9343b28d,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:28:50.945809 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:50.961812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a0cb5e28-3d1b-407b-83fb-522d5c3f7e3d None None] Provisioning complete for port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:50.962248 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5e28-3d1b-407b-83fb-522d5c3f7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:50.992156 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Routers {'475e78a4-1962-4c6e-b9e2-81bd5582b513'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:28:50.992736 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:28:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['475e78a4-1962-4c6e-b9e2-81bd5582b513'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:51.057228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5e28-3d1b-407b-83fb-522d5c3f7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:51.102791 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:51.107041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a0cb5e28-3d1b-407b-83fb-522d5c3f7e3d None None] For port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6994bae5-0cf6-40fa-a0b5-4f5c9343b28d,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:28:51.170247 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c0636-4818-4954-a26b-27c9d09593b3 None None] Pushing event updated for resources: {'Port': ['ID=6994bae5-0cf6-40fa-a0b5-4f5c9343b28d,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:51.206146 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a0cb5e28-3d1b-407b-83fb-522d5c3f7e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:51.213907 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] Set router 475e78a4-1962-4c6e-b9e2-81bd5582b513 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:28:51.255945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb5e28-3d1b-407b-83fb-522d5c3f7e3d None None] Pushing event updated for resources: {'Port': ['ID=6994bae5-0cf6-40fa-a0b5-4f5c9343b28d,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:51.324635 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-41d16231-a2df-4856-b8e8-fa8fd8e0eb82 None None] Provisioning complete for port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:51.325645 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-41d16231-a2df-4856-b8e8-fa8fd8e0eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:51.410098 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '6994bae5-0cf6-40fa-a0b5-4f5c9343b28d', 'name': '', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:ce:61:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:47Z', 'updated_at': '2021-12-22T05:28:50Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:51.438973 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6856fb3-3374-4455-9ffb-347e88adcec3 None None] The sync data for ids ['475e78a4-1962-4c6e-b9e2-81bd5582b513'] in dv-neutron-822523-1-hyperv is: [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '6994bae5-0cf6-40fa-a0b5-4f5c9343b28d', 'name': '', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:ce:61:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:47Z', 'updated_at': '2021-12-22T05:28:50Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:28:51.698514 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d5e0b7d5-66e6-431a-96d7-910908dc9c09 req-88a66010-c2b5-4515-ac9b-0cc7eb5d62a3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 210 time: 0.0279298 Dec 22 05:28:51.940912 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:28:51.993104 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:51.994085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:52.475747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-13bafa62-0d8d-4123-9b45-ef1c7f3b8c32 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:52.477234 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-13bafa62-0d8d-4123-9b45-ef1c7f3b8c32 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/networks?id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52 HTTP/1.1" status: 200 len: 796 time: 0.1018393 Dec 22 05:28:52.531136 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-b29319bf-7238-4872-918e-cabea48b79f6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 379 time: 0.0374627 Dec 22 05:28:52.548145 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'port': {'device_id': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'admin_state_up': True, 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'security_groups': ['761bbd3c-f47d-4c5f-81a5-a725703fa5f0']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:52.717403 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:28:52.720988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:52.813094 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d8c85f37-17fe-48c1-a233-31eb2793c106 req-f860df82-2c45-49b4-87a5-a0c4aeee12b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 210 time: 0.0379345 Dec 22 05:28:52.873736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.20.0.10 (cf6e440e-19f3-4755-90f4-e1ab0baa7c52/b3abb004-7f46-4093-b3ed-b6f3c7c0a773/7429c44e-5260-44b0-9332-310e4e6baf06) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:28:53.011043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:53.128458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:53.170326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:28:53.173274 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:28:53.176855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:28:53.202285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=7429c44e-5260-44b0-9332-310e4e6baf06,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:53.230522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:53.231703 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:53.328731 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-8b5d802b-5306-4c32-b2ec-3d1519ac985f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7841763 Dec 22 05:28:53.346508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Request body: {'port': {'device_id': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:28:53.403809 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:53.433277 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-49910891-9d2f-4b6d-8830-3b4ddc132ddb None None] Provisioning complete for port 7429c44e-5260-44b0-9332-310e4e6baf06 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:53.433846 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-49910891-9d2f-4b6d-8830-3b4ddc132ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:53.466751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-49910891-9d2f-4b6d-8830-3b4ddc132ddb None None] Port 7429c44e-5260-44b0-9332-310e4e6baf06 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:28:53.661913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7429c44e-5260-44b0-9332-310e4e6baf06 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:28:53.669604 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:53.680923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Transition to ACTIVE for port object 7429c44e-5260-44b0-9332-310e4e6baf06 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:28:53.732124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:53.782195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7429c44e-5260-44b0-9332-310e4e6baf06,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:53.857690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Attempting to bind port 7429c44e-5260-44b0-9332-310e4e6baf06 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:28:53.862571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Attempting to bind port 7429c44e-5260-44b0-9332-310e4e6baf06 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:28:53.862571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Attempting to bind port 7429c44e-5260-44b0-9332-310e4e6baf06 on network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:28:53.864096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Port 7429c44e-5260-44b0-9332-310e4e6baf06 on network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:28:53.864481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Attempting to bind port 7429c44e-5260-44b0-9332-310e4e6baf06 on network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:28:53.870415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:28:53.870756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Checking segment: {'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:28:53.871136 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Bound using segment: {'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:28:53.871559 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Bound port: 7429c44e-5260-44b0-9332-310e4e6baf06, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8051e9e6-c222-4982-a16d-718080fd096e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:28:53.872077 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:53.940240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] For port 7429c44e-5260-44b0-9332-310e4e6baf06, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:28:53.941783 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4bb2d-eaff-4883-b9c8-fb60331b256f req-25fa581c-ffcc-4899-a5e5-f0df3dd10d11 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:53.943613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] For port 7429c44e-5260-44b0-9332-310e4e6baf06, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7429c44e-5260-44b0-9332-310e4e6baf06,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:28:53.944151 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-13a4bb2d-eaff-4883-b9c8-fb60331b256f req-25fa581c-ffcc-4899-a5e5-f0df3dd10d11 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 944 time: 0.0542665 Dec 22 05:28:53.982997 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-13a4bb2d-eaff-4883-b9c8-fb60331b256f req-450f7390-53ff-4e36-8044-ad2e40129a1c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318913 Dec 22 05:28:54.030031 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:54.062593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:54.063237 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:54.064652 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] 10.222.0.16 "PUT /v2.0/ports/7429c44e-5260-44b0-9332-310e4e6baf06 HTTP/1.1" status: 200 len: 1094 time: 0.7223504 Dec 22 05:28:54.065111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:28:54.067332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b6fa7-4138-4305-8ba2-23dbec7fbdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:28:54.094938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83380ab0-f080-4371-9a4c-4153e0ed15e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7429c44e-5260-44b0-9332-310e4e6baf06,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:54.109256 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765f8300-9c1a-43fe-8aab-e4b50644ed7d x-openstack-request-id: req-765f8300-9c1a-43fe-8aab-e4b50644ed7d {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:28:54.109541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:28:54.109785 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-765f8300-9c1a-43fe-8aab-e4b50644ed7d {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:28:54.110180 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06', 'status': 'completed', 'code': 200} Dec 22 05:28:54.195436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b6fa7-4138-4305-8ba2-23dbec7fbdfc req-c7b79dc5-d92c-40a4-bb99-51966187fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:54.196884 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-275b6fa7-4138-4305-8ba2-23dbec7fbdfc req-c7b79dc5-d92c-40a4-bb99-51966187fe6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 1097 time: 0.0454855 Dec 22 05:28:54.304331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b6fa7-4138-4305-8ba2-23dbec7fbdfc req-cdeea256-1131-467c-8e30-e8db5cf54e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:54.305791 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-275b6fa7-4138-4305-8ba2-23dbec7fbdfc req-cdeea256-1131-467c-8e30-e8db5cf54e9c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=af30bc99611b4bf084548bad5840ea24&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0927765 Dec 22 05:28:54.402292 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b6fa7-4138-4305-8ba2-23dbec7fbdfc req-233cfc9a-0e36-4ea8-92bf-a66af3e7b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:54.404359 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-275b6fa7-4138-4305-8ba2-23dbec7fbdfc req-233cfc9a-0e36-4ea8-92bf-a66af3e7b1f2 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915291 Dec 22 05:28:54.502134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-239cc225-bb69-4a26-818a-3cb13879c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:54.503509 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-239cc225-bb69-4a26-818a-3cb13879c7e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 1097 time: 0.0399072 Dec 22 05:28:54.554624 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-39aa088c-b050-4832-a895-5f636c6f91e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7429c44e-5260-44b0-9332-310e4e6baf06 HTTP/1.1" status: 200 len: 217 time: 0.0366995 Dec 22 05:28:54.601978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-c22d8983-299a-4c65-9159-d351ed1857a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:54.603366 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-c22d8983-299a-4c65-9159-d351ed1857a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3abb004-7f46-4093-b3ed-b6f3c7c0a773 HTTP/1.1" status: 200 len: 835 time: 0.0417938 Dec 22 05:28:54.646686 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-64a11a4b-263a-4337-a0fc-10007150ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:54.648114 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-64a11a4b-263a-4337-a0fc-10007150ea09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379827 Dec 22 05:28:54.742081 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-2d104a0c-c417-4f17-ab68-2c9c23f71a4c service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859723 Dec 22 05:28:54.829956 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ade04b64-dc1e-486b-abf9-271d8afe7bae req-4b4483b6-396a-43d8-8f0f-c1a69831b9ca service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804200 Dec 22 05:28:55.098549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c3bfe-1b35-4a8d-b64f-5e8f3e74addc req-63cd120d-4683-4983-8c2d-96aa6172bed3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:55.099889 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-743c3bfe-1b35-4a8d-b64f-5e8f3e74addc req-63cd120d-4683-4983-8c2d-96aa6172bed3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 944 time: 0.0522037 Dec 22 05:28:55.135571 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-743c3bfe-1b35-4a8d-b64f-5e8f3e74addc req-06c3c2bc-3317-4f98-a039-3d1664e6e6a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299029 Dec 22 05:28:56.252012 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de736d-b162-4ae7-bbf5-05560ca38fcb req-765a3833-3055-4908-b312-c0438c6462fd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:56.253536 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-29de736d-b162-4ae7-bbf5-05560ca38fcb req-765a3833-3055-4908-b312-c0438c6462fd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 944 time: 0.0487180 Dec 22 05:28:56.289605 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-29de736d-b162-4ae7-bbf5-05560ca38fcb req-7ab5ee17-6fe4-4ec4-829d-2d0a31e27b28 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302172 Dec 22 05:28:56.600081 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7429c44e-5260-44b0-9332-310e4e6baf06 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:28:56.833613 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7429c44e-5260-44b0-9332-310e4e6baf06, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7429c44e-5260-44b0-9332-310e4e6baf06,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:28:56.845005 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '7429c44e-5260-44b0-9332-310e4e6baf06', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'port_id': '7429c44e-5260-44b0-9332-310e4e6baf06', 'mac_address': 'fa:16:3e:c7:2c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:28:56.880512 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:56.893040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7429c44e-5260-44b0-9332-310e4e6baf06 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:28:56.912488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7429c44e-5260-44b0-9332-310e4e6baf06, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7429c44e-5260-44b0-9332-310e4e6baf06,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:28:57.005979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:57.056287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=7429c44e-5260-44b0-9332-310e4e6baf06,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:57.290859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['7429c44e-5260-44b0-9332-310e4e6baf06'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:28:57.402194 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945683fe-d644-44f2-b262-1bbdc9a443f4 req-168f1d97-37a7-40ed-8755-f70105cff2a9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:57.404319 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-945683fe-d644-44f2-b262-1bbdc9a443f4 req-168f1d97-37a7-40ed-8755-f70105cff2a9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 945 time: 0.0501881 Dec 22 05:28:57.442269 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-945683fe-d644-44f2-b262-1bbdc9a443f4 req-6ccf2a5b-0174-4b2b-892c-9ae95477589e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315061 Dec 22 05:28:58.557425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f77cea-4b97-498d-aeb8-bf25abe6b376 req-e7748ad0-6d77-475b-91be-8aa7cd8ba3ff tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:58.558880 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e4f77cea-4b97-498d-aeb8-bf25abe6b376 req-e7748ad0-6d77-475b-91be-8aa7cd8ba3ff tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 945 time: 0.0522363 Dec 22 05:28:58.596572 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e4f77cea-4b97-498d-aeb8-bf25abe6b376 req-27b627f2-c877-4bf6-8b6c-c9cc3c9ce3b8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320170 Dec 22 05:28:58.615672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7429c44e-5260-44b0-9332-310e4e6baf06 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:28:58.714361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 7429c44e-5260-44b0-9332-310e4e6baf06 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:28:58.718816 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 7429c44e-5260-44b0-9332-310e4e6baf06 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:28:58.719169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:58.792592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:58.813955 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:28:58.816172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7475ee2f-ccdd-4c7f-b730-b7041e7937d6" -d '{"events": [{"server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "name": "network-vif-plugged", "status": "completed", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:28:58.831620 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7429c44e-5260-44b0-9332-310e4e6baf06, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7429c44e-5260-44b0-9332-310e4e6baf06,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:28:58.854844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76a0d8e-bf5a-4d85-9e34-4c8c6a67239e x-openstack-request-id: req-d76a0d8e-bf5a-4d85-9e34-4c8c6a67239e {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:28:58.854844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "name": "network-vif-plugged", "status": "completed", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:28:58.854844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d76a0d8e-bf5a-4d85-9e34-4c8c6a67239e {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:28:58.854844 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06', 'code': 200} Dec 22 05:28:58.910933 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:28:58.959052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=7429c44e-5260-44b0-9332-310e4e6baf06,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:59.226196 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ba4ff-6907-44a0-b214-e768902b7eb3 req-e763bcbd-6ed0-4861-ad67-64e2256814e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:59.227544 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f33ba4ff-6907-44a0-b214-e768902b7eb3 req-e763bcbd-6ed0-4861-ad67-64e2256814e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 1099 time: 0.0805991 Dec 22 05:28:59.260831 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f33ba4ff-6907-44a0-b214-e768902b7eb3 req-acfcfd73-ccc8-46c1-9604-55b8e1352937 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263569 Dec 22 05:28:59.705974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762e471-a36b-4657-8172-a3a3ee83f507 req-5f28dd9d-6435-4e13-8090-8910db32bee5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:59.707411 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6762e471-a36b-4657-8172-a3a3ee83f507 req-5f28dd9d-6435-4e13-8090-8910db32bee5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0470190 Dec 22 05:28:59.743932 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6762e471-a36b-4657-8172-a3a3ee83f507 req-6911dba1-a93f-4407-9325-dc3e6559a356 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307391 Dec 22 05:29:00.855897 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beb02b-b643-444a-92b2-f17d4b19e98e req-ca6bbdbc-0ed3-4a48-9d4d-c3a8e04f7466 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:00.857356 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-96beb02b-b643-444a-92b2-f17d4b19e98e req-ca6bbdbc-0ed3-4a48-9d4d-c3a8e04f7466 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0476875 Dec 22 05:29:00.893559 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-96beb02b-b643-444a-92b2-f17d4b19e98e req-fd1c3e69-4e92-4d0a-ba9b-bbd4ae32a1ba tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304806 Dec 22 05:29:01.006554 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce90be-7526-42db-8407-ae64f482f03c req-112aae00-e1b2-46a3-826c-b7aadfa73fa7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:01.007979 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d6ce90be-7526-42db-8407-ae64f482f03c req-112aae00-e1b2-46a3-826c-b7aadfa73fa7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0505767 Dec 22 05:29:01.052996 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d6ce90be-7526-42db-8407-ae64f482f03c req-e7dc7798-8f63-44dd-b67c-99aa972155d1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383527 Dec 22 05:29:01.074194 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49440) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:29:01.112701 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280dfb17-f494-4884-9864-a90b9026c2ca tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:01.114181 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-280dfb17-f494-4884-9864-a90b9026c2ca tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 1094 time: 0.0390344 Dec 22 05:29:01.116892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49442) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:29:01.121063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '7429c44e-5260-44b0-9332-310e4e6baf06', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:01.213271 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:01.642900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:01.743346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.26.5.111 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/e5e33c3f-9d57-426d-a694-56b029466df7) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:29:01.845257 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:01.928117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:01.966149 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:29:01.968850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:29:01.972397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:29:01.979886 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=e5e33c3f-9d57-426d-a694-56b029466df7,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:02.304209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:02.413767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:02.560708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:02.616875 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:02.682925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=e5e33c3f-9d57-426d-a694-56b029466df7,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:02.695118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:02.794597 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Floating IP d0c6b215-4372-40ca-9c63-23ba8da6457e associated. External IP: 172.26.5.111, port: 7429c44e-5260-44b0-9332-310e4e6baf06. Dec 22 05:29:03.000614 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 475e78a4-1962-4c6e-b9e2-81bd5582b513 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:29:03.105725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:29:03.115797 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4d6df-4761-4534-ac75-2711fc6c01e1 None None] Sync routers for ids ['475e78a4-1962-4c6e-b9e2-81bd5582b513'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:29:03.125915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4d6df-4761-4534-ac75-2711fc6c01e1 None None] Routers {'475e78a4-1962-4c6e-b9e2-81bd5582b513'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:29:03.130953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-62a4d6df-4761-4534-ac75-2711fc6c01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:28:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['475e78a4-1962-4c6e-b9e2-81bd5582b513'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:03.175575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:03.203223 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6418c023-282e-4f83-a714-4de768241371 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0853598 Dec 22 05:29:03.203803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:29:03.206622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9937f7-1526-440c-b6c6-c89fba671a78" -d '{"events": [{"name": "network-changed", "server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:29:03.230510 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-62a4d6df-4761-4534-ac75-2711fc6c01e1 None None] Set router 475e78a4-1962-4c6e-b9e2-81bd5582b513 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:29:03.243840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2311905-e6b2-4f33-bb1e-c79b3fc03429 x-openstack-request-id: req-b2311905-e6b2-4f33-bb1e-c79b3fc03429 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:29:03.244222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:29:03.244530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2311905-e6b2-4f33-bb1e-c79b3fc03429 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:29:03.245158 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06', 'status': 'completed', 'code': 200} Dec 22 05:29:03.308465 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad7255-7ac0-4edc-aec1-39d42e660da4 req-50fea563-5e7d-4685-a6a6-0fde3d7114d7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:03.310900 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b8ad7255-7ac0-4edc-aec1-39d42e660da4 req-50fea563-5e7d-4685-a6a6-0fde3d7114d7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0587385 Dec 22 05:29:03.335314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9937f7-1526-440c-b6c6-c89fba671a78 req-b28f4353-b300-4bf5-bddb-3624ac91400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:03.336903 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b9937f7-1526-440c-b6c6-c89fba671a78 req-b28f4353-b300-4bf5-bddb-3624ac91400a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 1099 time: 0.0448658 Dec 22 05:29:03.350278 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b8ad7255-7ac0-4edc-aec1-39d42e660da4 req-dbc0cde6-bc20-4041-9f29-4164ac61f22b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331142 Dec 22 05:29:03.374393 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49448) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:29:03.435060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9937f7-1526-440c-b6c6-c89fba671a78 req-5d5c1f6f-6cd3-4727-b231-ab4388b748e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:03.436579 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b9937f7-1526-440c-b6c6-c89fba671a78 req-5d5c1f6f-6cd3-4727-b231-ab4388b748e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52 HTTP/1.1" status: 200 len: 897 time: 0.0928946 Dec 22 05:29:03.438404 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d1faf2d4-b3f8-4810-914c-edca8c7e5134 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/d0c6b215-4372-40ca-9c63-23ba8da6457e HTTP/1.1" status: 200 len: 992 time: 0.0623629 Dec 22 05:29:03.462510 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-62a4d6df-4761-4534-ac75-2711fc6c01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd0c6b215-4372-40ca-9c63-23ba8da6457e', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.111', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'port_id': '7429c44e-5260-44b0-9332-310e4e6baf06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'mac_address': 'fa:16:3e:c7:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:29:02Z', 'updated_at': '2021-12-22T05:29:02Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6994bae5-0cf6-40fa-a0b5-4f5c9343b28d', 'name': '', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:ce:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:47Z', 'updated_at': '2021-12-22T05:28:51Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:03.493173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4d6df-4761-4534-ac75-2711fc6c01e1 None None] Checking router: 475e78a4-1962-4c6e-b9e2-81bd5582b513 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:29:03.501428 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4d6df-4761-4534-ac75-2711fc6c01e1 None None] Routers {'475e78a4-1962-4c6e-b9e2-81bd5582b513'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:29:03.501582 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b9937f7-1526-440c-b6c6-c89fba671a78 req-c33b0552-d125-475a-9303-a6ee5ce877d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7429c44e-5260-44b0-9332-310e4e6baf06 HTTP/1.1" status: 200 len: 1000 time: 0.0581946 Dec 22 05:29:03.502049 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-62a4d6df-4761-4534-ac75-2711fc6c01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:28:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['475e78a4-1962-4c6e-b9e2-81bd5582b513'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:03.550020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9937f7-1526-440c-b6c6-c89fba671a78 req-4e8314f0-55fe-4fb6-8b67-fed56013b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:03.551456 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b9937f7-1526-440c-b6c6-c89fba671a78 req-4e8314f0-55fe-4fb6-8b67-fed56013b858 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3abb004-7f46-4093-b3ed-b6f3c7c0a773 HTTP/1.1" status: 200 len: 835 time: 0.0433440 Dec 22 05:29:03.601235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9937f7-1526-440c-b6c6-c89fba671a78 req-7268c9f2-a034-494b-b0bd-75a9762809d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:03.602730 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b9937f7-1526-440c-b6c6-c89fba671a78 req-7268c9f2-a034-494b-b0bd-75a9762809d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434759 Dec 22 05:29:03.607399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-62a4d6df-4761-4534-ac75-2711fc6c01e1 None None] Set router 475e78a4-1962-4c6e-b9e2-81bd5582b513 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:29:03.693546 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b9937f7-1526-440c-b6c6-c89fba671a78 req-c27eeac5-1624-47ff-a073-59d7f20910f0 service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824673 Dec 22 05:29:03.790996 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b9937f7-1526-440c-b6c6-c89fba671a78 req-43a1b88e-84c4-4bd2-a445-7d0630d1ef97 service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898745 Dec 22 05:29:03.833184 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-62a4d6df-4761-4534-ac75-2711fc6c01e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd0c6b215-4372-40ca-9c63-23ba8da6457e', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.111', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'port_id': '7429c44e-5260-44b0-9332-310e4e6baf06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'mac_address': 'fa:16:3e:c7:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:29:02Z', 'updated_at': '2021-12-22T05:29:02Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6994bae5-0cf6-40fa-a0b5-4f5c9343b28d', 'name': '', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:ce:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:47Z', 'updated_at': '2021-12-22T05:28:51Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:03.859370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a4d6df-4761-4534-ac75-2711fc6c01e1 None None] The sync data for ids ['475e78a4-1962-4c6e-b9e2-81bd5582b513'] in dv-neutron-822523-1-hyperv is: [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd0c6b215-4372-40ca-9c63-23ba8da6457e', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.111', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'port_id': '7429c44e-5260-44b0-9332-310e4e6baf06', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'mac_address': 'fa:16:3e:c7:2c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:29:02Z', 'updated_at': '2021-12-22T05:29:02Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6994bae5-0cf6-40fa-a0b5-4f5c9343b28d', 'name': '', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:ce:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:47Z', 'updated_at': '2021-12-22T05:28:51Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:29:04.056270 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67315cc1-f8d7-4e1d-949d-184459ae0bb7 None None] New status for floating IP d0c6b215-4372-40ca-9c63-23ba8da6457e: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:29:04.442384 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49450) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:29:04.505369 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ed934b9e-ae58-4f69-8a00-e0e54069c7e6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/d0c6b215-4372-40ca-9c63-23ba8da6457e HTTP/1.1" status: 200 len: 994 time: 0.0618382 Dec 22 05:29:09.248249 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4ee2e8e4-8133-47fd-a1f8-f366ba1ac824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:11.696956 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e6463548-0372-4671-ab23-38e7cc617078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:13.293526 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:14.377173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:15.248359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:21.074404 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:23.562612 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:29:25.916345 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b9d2525c-91e2-41e0-8d82-4952ddfaa2c7 req-08301b1b-df7d-4f7f-a82f-9aec2b2f9b26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392065 Dec 22 05:29:26.016900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2525c-91e2-41e0-8d82-4952ddfaa2c7 req-84559319-42e0-4245-b131-77bad1b5ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:26.018408 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b9d2525c-91e2-41e0-8d82-4952ddfaa2c7 req-84559319-42e0-4245-b131-77bad1b5ed31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 1099 time: 0.0399523 Dec 22 05:29:26.125329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2525c-91e2-41e0-8d82-4952ddfaa2c7 req-47fd6d8e-8617-476d-bf14-f0bef0aa972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:26.126669 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b9d2525c-91e2-41e0-8d82-4952ddfaa2c7 req-47fd6d8e-8617-476d-bf14-f0bef0aa972a service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52 HTTP/1.1" status: 200 len: 897 time: 0.0866678 Dec 22 05:29:26.193165 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b9d2525c-91e2-41e0-8d82-4952ddfaa2c7 req-17249dbb-e5fc-4fcc-9f3a-9c844c9e01ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7429c44e-5260-44b0-9332-310e4e6baf06 HTTP/1.1" status: 200 len: 1002 time: 0.0577147 Dec 22 05:29:26.241925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2525c-91e2-41e0-8d82-4952ddfaa2c7 req-4235697d-051e-49de-8be1-461da4fae535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:26.243273 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b9d2525c-91e2-41e0-8d82-4952ddfaa2c7 req-4235697d-051e-49de-8be1-461da4fae535 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3abb004-7f46-4093-b3ed-b6f3c7c0a773 HTTP/1.1" status: 200 len: 835 time: 0.0422025 Dec 22 05:29:26.295417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2525c-91e2-41e0-8d82-4952ddfaa2c7 req-6a01ffb1-305b-48c2-94c8-f4e714638735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:26.296855 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b9d2525c-91e2-41e0-8d82-4952ddfaa2c7 req-6a01ffb1-305b-48c2-94c8-f4e714638735 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421901 Dec 22 05:29:26.392160 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b9d2525c-91e2-41e0-8d82-4952ddfaa2c7 req-9528ac86-8027-4f4f-b4ff-10d503a41006 service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858753 Dec 22 05:29:26.483190 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b9d2525c-91e2-41e0-8d82-4952ddfaa2c7 req-d96f140d-ddd5-48ff-9dad-e02bade0b3a5 service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835156 Dec 22 05:29:35.778398 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [req-0e3f8803-e0a1-4b3a-adae-63668808efed req-8d4cf5db-cfda-4952-9f55-7bbcd7a61bb0 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:29:35.779396 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0e3f8803-e0a1-4b3a-adae-63668808efed req-8d4cf5db-cfda-4952-9f55-7bbcd7a61bb0 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053570 Dec 22 05:29:36.103975 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717199-5632-4a10-a9c0-9b98c5301e96 req-cd15fb18-952d-4182-93b8-19fed3a02610 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:36.105458 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3f717199-5632-4a10-a9c0-9b98c5301e96 req-cd15fb18-952d-4182-93b8-19fed3a02610 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0488937 Dec 22 05:29:36.142798 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3f717199-5632-4a10-a9c0-9b98c5301e96 req-7c872506-8ab6-44e4-9cbe-18ff2d0e114e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308597 Dec 22 05:29:36.311459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49470) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:29:36.389204 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-9e1c6598-dee8-4147-87a1-708de99d41aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765975 Dec 22 05:29:36.397808 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-5c9192cb-511e-478d-af9d-6af6a069a4b4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:29:36.398747 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-5c9192cb-511e-478d-af9d-6af6a069a4b4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048099 Dec 22 05:29:37.257952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daca92-c267-4971-a270-f61069aba748 req-ce57233c-3993-43c1-8aab-b9045f1d4f06 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:37.259423 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-68daca92-c267-4971-a270-f61069aba748 req-ce57233c-3993-43c1-8aab-b9045f1d4f06 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0495272 Dec 22 05:29:37.310760 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-68daca92-c267-4971-a270-f61069aba748 req-87ab418b-79d3-4ed2-8200-a6ea300d56f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438612 Dec 22 05:29:38.354826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-04f4e363-5bc8-47cc-b5e7-95ac5b14291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:38.356866 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-04f4e363-5bc8-47cc-b5e7-95ac5b14291d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 1099 time: 0.0438278 Dec 22 05:29:38.477283 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea55b2-d6a5-49fe-b063-c00ac80fb9fc req-bf702898-bb3c-4053-88f7-240cdcdee551 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:38.478716 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-58ea55b2-d6a5-49fe-b063-c00ac80fb9fc req-bf702898-bb3c-4053-88f7-240cdcdee551 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0965078 Dec 22 05:29:38.483538 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-d602221a-2c22-4bcc-aea4-369919dfe044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:38.484879 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-d602221a-2c22-4bcc-aea4-369919dfe044 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52 HTTP/1.1" status: 200 len: 897 time: 0.1203983 Dec 22 05:29:38.558932 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-58ea55b2-d6a5-49fe-b063-c00ac80fb9fc req-ce022735-1430-4af6-9319-8a63c5ffe753 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731244 Dec 22 05:29:38.571146 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-0ac00d7b-47f2-4b2c-9832-5f1cd436324f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7429c44e-5260-44b0-9332-310e4e6baf06 HTTP/1.1" status: 200 len: 1002 time: 0.0790188 Dec 22 05:29:38.624388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-aee6ccaa-6a22-429b-8168-38b5ea9af5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:38.625733 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-aee6ccaa-6a22-429b-8168-38b5ea9af5b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3abb004-7f46-4093-b3ed-b6f3c7c0a773 HTTP/1.1" status: 200 len: 835 time: 0.0471497 Dec 22 05:29:38.675118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-645c53ee-a79d-465a-a87e-8b5e042b056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:38.676706 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-645c53ee-a79d-465a-a87e-8b5e042b056d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435531 Dec 22 05:29:38.762835 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-832b2652-539b-4338-a463-b58c1e7c7efb service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785356 Dec 22 05:29:38.853346 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-0b47b8ad-7cb7-44f0-9f7a-94238026677c service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831134 Dec 22 05:29:39.264322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b788185e-f906-4799-b450-079c31f0a7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:39.672309 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658eaf6e-4232-4218-b9d6-a32d0ff07ee4 req-d6c354f2-a713-4922-a950-4f2fe1a60cd4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:39.673757 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-658eaf6e-4232-4218-b9d6-a32d0ff07ee4 req-d6c354f2-a713-4922-a950-4f2fe1a60cd4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0478237 Dec 22 05:29:39.709881 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-658eaf6e-4232-4218-b9d6-a32d0ff07ee4 req-32d7a797-b2a6-44b7-9cdb-320243f8f1eb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303197 Dec 22 05:29:40.826830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb852f-113f-4189-a73d-35fa582b1226 req-d699f69d-104a-440b-a786-9e1d39fc0d53 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:40.828306 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7ecb852f-113f-4189-a73d-35fa582b1226 req-d699f69d-104a-440b-a786-9e1d39fc0d53 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0518410 Dec 22 05:29:40.863921 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7ecb852f-113f-4189-a73d-35fa582b1226 req-56add046-2f28-48f5-a1a7-92539c23328c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298464 Dec 22 05:29:41.715914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2d049dff-2569-4637-a596-f738b44fbc91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:41.981637 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceebeaf-9eec-4911-9ee6-dc56db8c06b0 req-cb386b26-f1fc-475d-97cb-c40c5454f32a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:41.983072 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-eceebeaf-9eec-4911-9ee6-dc56db8c06b0 req-cb386b26-f1fc-475d-97cb-c40c5454f32a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0541444 Dec 22 05:29:42.019054 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-eceebeaf-9eec-4911-9ee6-dc56db8c06b0 req-09ba2632-6260-480d-b067-806620ca52d0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300972 Dec 22 05:29:43.130429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6211af-eb68-49fd-8ba8-4ac3c529e5c2 req-26fa8843-1580-4e1b-aeeb-9e69d5e1103b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:43.131868 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5c6211af-eb68-49fd-8ba8-4ac3c529e5c2 req-26fa8843-1580-4e1b-aeeb-9e69d5e1103b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0469239 Dec 22 05:29:43.168301 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5c6211af-eb68-49fd-8ba8-4ac3c529e5c2 req-70032168-2e81-4c36-a524-0140dacd1519 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300639 Dec 22 05:29:43.298138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:44.280819 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268faadf-9585-480c-83d7-3c73a4355ab1 req-ec1516cf-95f6-4682-a0d7-0cc13fd92ab7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:44.282259 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-268faadf-9585-480c-83d7-3c73a4355ab1 req-ec1516cf-95f6-4682-a0d7-0cc13fd92ab7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0479679 Dec 22 05:29:44.319627 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-268faadf-9585-480c-83d7-3c73a4355ab1 req-4d52099e-cf71-4733-9a3a-a9eb62329144 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313191 Dec 22 05:29:44.372544 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:45.263478 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:45.431015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdd3d0-03ac-4c92-8128-3abd6bf06bbf req-030eae4a-b017-428f-8584-31c0f6ad86fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:45.432463 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-defdd3d0-03ac-4c92-8128-3abd6bf06bbf req-030eae4a-b017-428f-8584-31c0f6ad86fa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0475307 Dec 22 05:29:45.472551 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-defdd3d0-03ac-4c92-8128-3abd6bf06bbf req-ec3d5e1d-69f9-4bf4-8b20-4e23e6d663ac tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337892 Dec 22 05:29:46.584287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3ba21-10f0-4df1-b97e-384cffebfe0c req-8d167b58-cb55-4203-bccf-1dffe74a3ead tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:46.585708 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-39f3ba21-10f0-4df1-b97e-384cffebfe0c req-8d167b58-cb55-4203-bccf-1dffe74a3ead tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0471592 Dec 22 05:29:46.622095 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-39f3ba21-10f0-4df1-b97e-384cffebfe0c req-ebb9b1a9-0540-43f6-b5f0-f0422df98554 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306454 Dec 22 05:29:47.748556 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772b724-0b38-4bfe-be32-4f1faa4617fb req-3500f762-5bf3-42f9-87d7-0e3ff4910f65 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:47.749997 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6772b724-0b38-4bfe-be32-4f1faa4617fb req-3500f762-5bf3-42f9-87d7-0e3ff4910f65 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0514827 Dec 22 05:29:47.787112 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6772b724-0b38-4bfe-be32-4f1faa4617fb req-22667eb4-b618-44c5-a422-a2427dc57de7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311823 Dec 22 05:29:48.903122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca939adb-8046-4737-8027-eb24545a2807 req-c847b5ed-6b78-4764-853a-75e5a6496da8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:48.904591 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ca939adb-8046-4737-8027-eb24545a2807 req-c847b5ed-6b78-4764-853a-75e5a6496da8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0514238 Dec 22 05:29:48.940881 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ca939adb-8046-4737-8027-eb24545a2807 req-1105e3f4-590e-445b-8a9f-cd70e6400fe7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303073 Dec 22 05:29:50.054114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b994550-5f0a-4177-95c6-305daf89f2bb req-5e9ed256-890d-4d3e-b0c6-d5227631e9c6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:50.055571 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3b994550-5f0a-4177-95c6-305daf89f2bb req-5e9ed256-890d-4d3e-b0c6-d5227631e9c6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0494528 Dec 22 05:29:50.092705 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3b994550-5f0a-4177-95c6-305daf89f2bb req-b85e078f-8bb9-42cf-bc30-b2bc93bf6778 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307071 Dec 22 05:29:51.069527 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:51.205500 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525a937-7d46-46fd-8bda-cfada7ddd4d0 req-3e573dc9-8697-4660-bb6e-94bee88d8526 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:51.207025 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0525a937-7d46-46fd-8bda-cfada7ddd4d0 req-3e573dc9-8697-4660-bb6e-94bee88d8526 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0477831 Dec 22 05:29:51.243448 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0525a937-7d46-46fd-8bda-cfada7ddd4d0 req-ce089a88-5e12-449c-8cc0-fa5eb817697a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307295 Dec 22 05:29:52.356267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac171e-065b-4549-ab25-67293a1b32ba req-0e1a6fbe-672f-4e19-a069-39bbb2413795 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:52.357746 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-74ac171e-065b-4549-ab25-67293a1b32ba req-0e1a6fbe-672f-4e19-a069-39bbb2413795 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0476894 Dec 22 05:29:52.397316 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-74ac171e-065b-4549-ab25-67293a1b32ba req-fe90077c-ed83-4478-80ff-f40acb9742b7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338802 Dec 22 05:29:53.507755 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c0785-4d63-45b8-bca0-142ac2b4a266 req-c699e387-0d59-4dd3-9ed6-c1b745e2f4df tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:53.509202 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-547c0785-4d63-45b8-bca0-142ac2b4a266 req-c699e387-0d59-4dd3-9ed6-c1b745e2f4df tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0470908 Dec 22 05:29:53.545926 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-547c0785-4d63-45b8-bca0-142ac2b4a266 req-9858d4a6-9972-4ceb-a6d2-185fe2b5b60f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310228 Dec 22 05:29:54.658985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397b175-e70f-4b87-8822-6b1d816e2262 req-9a2ce370-73cc-49a1-bb65-1b071981c7ea tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:54.660519 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9397b175-e70f-4b87-8822-6b1d816e2262 req-9a2ce370-73cc-49a1-bb65-1b071981c7ea tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0485890 Dec 22 05:29:54.696914 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9397b175-e70f-4b87-8822-6b1d816e2262 req-83ea032e-c523-4490-9eb4-d5c3f9415102 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305583 Dec 22 05:29:55.813550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3d39b-6971-40e8-bb64-9960c5c06caa req-81dd08a3-2bf2-4ea7-b0a0-12a5fa7bf1a0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:55.815026 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-32e3d39b-6971-40e8-bb64-9960c5c06caa req-81dd08a3-2bf2-4ea7-b0a0-12a5fa7bf1a0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0515199 Dec 22 05:29:55.852065 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-32e3d39b-6971-40e8-bb64-9960c5c06caa req-97d18810-c7b9-4452-998e-b4ca1fda2160 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312073 Dec 22 05:29:55.861945 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-01745658-fd36-440e-a1e4-d642cd9e20a1 service neutron] 10.222.0.16 "GET /v2.0/ports/7429c44e-5260-44b0-9332-310e4e6baf06/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0544708 Dec 22 05:29:56.405776 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-c966d3f8-c015-46d0-834e-83313eb4413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:56.407284 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-c966d3f8-c015-46d0-834e-83313eb4413e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619&tenant_id=af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 1099 time: 0.0399580 Dec 22 05:29:56.482131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-cb76a817-6222-44b0-9a4e-732036e6e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:56.483547 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-cb76a817-6222-44b0-9a4e-732036e6e403 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 1099 time: 0.0424731 Dec 22 05:29:56.569397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-827ca2be-ba13-4104-bdc1-2b36afe07f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:56.570780 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-827ca2be-ba13-4104-bdc1-2b36afe07f2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52 HTTP/1.1" status: 200 len: 897 time: 0.0798495 Dec 22 05:29:56.638487 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-7fdad6dd-2d40-4f6f-aaf4-d5d2dbf4d504 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7429c44e-5260-44b0-9332-310e4e6baf06 HTTP/1.1" status: 200 len: 1002 time: 0.0607505 Dec 22 05:29:56.687815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-59d22adf-5790-42d0-a738-29af5ebdd6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:56.689243 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-59d22adf-5790-42d0-a738-29af5ebdd6bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3abb004-7f46-4093-b3ed-b6f3c7c0a773 HTTP/1.1" status: 200 len: 835 time: 0.0422239 Dec 22 05:29:56.735565 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-7f962d79-4653-4eb4-9ac0-1f95b0a9ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:56.737048 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-7f962d79-4653-4eb4-9ac0-1f95b0a9ea61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379844 Dec 22 05:29:56.827193 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-3904082c-9c0c-4177-8fb7-a580ce3cb120 service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831406 Dec 22 05:29:56.923345 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2b3f1e65-6bd4-430d-b03c-7ede75ca46e2 req-4ef75d7a-7643-4079-b76c-24455241e475 service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885699 Dec 22 05:29:56.969546 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b95fb1-3c4e-4145-acf6-d382490e3485 req-52e8fd20-9208-4c8d-9e62-f92e69b26004 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:56.971018 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78b95fb1-3c4e-4145-acf6-d382490e3485 req-52e8fd20-9208-4c8d-9e62-f92e69b26004 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0510478 Dec 22 05:29:57.008807 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78b95fb1-3c4e-4145-acf6-d382490e3485 req-df096304-6a44-4c93-9fd1-8f020dd1b894 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319076 Dec 22 05:29:58.132951 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b8329-977d-49b5-ac03-855168b15d5b req-65577ad0-5d5b-4171-89ad-a4780268099d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:58.134395 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bf0b8329-977d-49b5-ac03-855168b15d5b req-65577ad0-5d5b-4171-89ad-a4780268099d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0471761 Dec 22 05:29:58.170819 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-bf0b8329-977d-49b5-ac03-855168b15d5b req-eb3ad205-ba57-4901-80ba-f24284a01c75 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300243 Dec 22 05:29:58.935116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7429c44e-5260-44b0-9332-310e4e6baf06 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:29:58.941699 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7429c44e-5260-44b0-9332-310e4e6baf06 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:29:59.087006 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:59.090281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7429c44e-5260-44b0-9332-310e4e6baf06, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7429c44e-5260-44b0-9332-310e4e6baf06,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:29:59.108554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '7429c44e-5260-44b0-9332-310e4e6baf06', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'port_id': '7429c44e-5260-44b0-9332-310e4e6baf06', 'mac_address': 'fa:16:3e:c7:2c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:29:59.121571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:29:59.123781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4970a7-969b-4252-9e93-c3294aa988a8" -d '{"events": [{"server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "name": "network-vif-unplugged", "status": "completed", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:29:59.154219 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7429c44e-5260-44b0-9332-310e4e6baf06, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7429c44e-5260-44b0-9332-310e4e6baf06,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:29:59.168677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46041a3d-5c20-4da6-9f38-6d7c06351363 x-openstack-request-id: req-46041a3d-5c20-4da6-9f38-6d7c06351363 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:29:59.168964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "name": "network-vif-unplugged", "status": "completed", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:29:59.169212 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46041a3d-5c20-4da6-9f38-6d7c06351363 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:29:59.169597 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06', 'code': 200} Dec 22 05:29:59.170522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:59.183295 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7429c44e-5260-44b0-9332-310e4e6baf06 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:29:59.213028 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:59.285032 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2eed9-abf3-4fa8-8552-5538d79c1a87 req-ab95420e-8536-418c-9944-f92de3aa215c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:59.286535 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-70f2eed9-abf3-4fa8-8552-5538d79c1a87 req-ab95420e-8536-418c-9944-f92de3aa215c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 944 time: 0.0489571 Dec 22 05:29:59.287070 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:29:59.287418 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:29:59.290143 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=7429c44e-5260-44b0-9332-310e4e6baf06,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:59.297038 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:59.300273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:59.300273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:59.300273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:59.300273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:59.300273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:59.300273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:59.300273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:59.300273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:59.300273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:59.300273 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:59.301087 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:59.324444 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-70f2eed9-abf3-4fa8-8552-5538d79c1a87 req-6f8800f3-736d-4c14-be77-b8526715dc9c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313387 Dec 22 05:29:59.648722 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90985889-510b-47e9-a9f3-c7fe47cbe2fa req-bb77ad96-bd47-4652-900f-59e2d239c06e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:59.650211 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-90985889-510b-47e9-a9f3-c7fe47cbe2fa req-bb77ad96-bd47-4652-900f-59e2d239c06e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 944 time: 0.0522666 Dec 22 05:29:59.688041 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-90985889-510b-47e9-a9f3-c7fe47cbe2fa req-748137e5-97f2-4698-9a5e-33f2aff04319 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316198 Dec 22 05:29:59.733220 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-c4e8d5a8-58cd-4161-828b-3f3b2d87d49c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:59.734823 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-c4e8d5a8-58cd-4161-828b-3f3b2d87d49c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619&tenant_id=af30bc99611b4bf084548bad5840ea24&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.0552464 Dec 22 05:29:59.811787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b426a-d0b8-4af1-bb57-c86e2cbed4a4 req-cf6b81b7-a62b-4889-bf3d-d281cf051daa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:59.813242 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a8b426a-d0b8-4af1-bb57-c86e2cbed4a4 req-cf6b81b7-a62b-4889-bf3d-d281cf051daa tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 944 time: 0.0566504 Dec 22 05:29:59.823069 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:59.835957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7429c44e-5260-44b0-9332-310e4e6baf06 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:29:59.854789 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7429c44e-5260-44b0-9332-310e4e6baf06, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7429c44e-5260-44b0-9332-310e4e6baf06,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:29:59.867502 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a8b426a-d0b8-4af1-bb57-c86e2cbed4a4 req-275178da-4033-427f-8339-7d8c4cf94381 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404811 Dec 22 05:29:59.869284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-55fc8655-98fe-426b-aebd-933ef9cfb9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:59.871300 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-55fc8655-98fe-426b-aebd-933ef9cfb9b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 1097 time: 0.0754044 Dec 22 05:29:59.931349 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:29:59.966575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-1c872338-d347-4664-b8c2-1056eaaf448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:59.968909 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-1c872338-d347-4664-b8c2-1056eaaf448b service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52 HTTP/1.1" status: 200 len: 897 time: 0.0890934 Dec 22 05:29:59.979848 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=7429c44e-5260-44b0-9332-310e4e6baf06,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:00.032451 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-c3eab5fa-7f6e-4a16-bf78-aad338a2a559 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7429c44e-5260-44b0-9332-310e4e6baf06 HTTP/1.1" status: 200 len: 1001 time: 0.0568914 Dec 22 05:30:00.061967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['7429c44e-5260-44b0-9332-310e4e6baf06'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:30:00.084614 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-ef15b17b-fd73-4436-8a9b-a27f036261b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:00.086062 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-ef15b17b-fd73-4436-8a9b-a27f036261b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3abb004-7f46-4093-b3ed-b6f3c7c0a773 HTTP/1.1" status: 200 len: 835 time: 0.0466881 Dec 22 05:30:00.131088 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-9312c54b-f8d6-46ee-923d-cac1850f06d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:00.132592 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-9312c54b-f8d6-46ee-923d-cac1850f06d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396273 Dec 22 05:30:00.223143 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-195dcb65-e774-4258-8afd-bc4e475d9e81 service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836604 Dec 22 05:30:00.316477 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7bb06b06-c7a1-452b-a1aa-67f9b14bb3c6 req-0b6fc85f-250a-4bba-8283-9d97a2538345 service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862732 Dec 22 05:30:00.562480 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:30:00.942335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7429c44e-5260-44b0-9332-310e4e6baf06 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:00.987780 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2f4fb-06f1-4562-979b-811a8c02211b req-9bd41bca-660c-4778-95ea-6d267811ffd3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:00.989286 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-23a2f4fb-06f1-4562-979b-811a8c02211b req-9bd41bca-660c-4778-95ea-6d267811ffd3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 945 time: 0.0501094 Dec 22 05:30:00.994747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 7429c44e-5260-44b0-9332-310e4e6baf06 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:00.995210 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:01.028856 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-23a2f4fb-06f1-4562-979b-811a8c02211b req-56c01c3f-5e21-4082-abc4-24e671a2d54e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316863 Dec 22 05:30:01.072582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:01.107037 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 7429c44e-5260-44b0-9332-310e4e6baf06, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7429c44e-5260-44b0-9332-310e4e6baf06,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:01.171103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:30:01.173552 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae34bcce-c2ce-40e1-a2e6-de28cb2d4eae" -d '{"events": [{"server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "name": "network-vif-plugged", "status": "completed", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:30:01.177257 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:01.209183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb99cc7a-1c66-4399-a020-bd16f9ad8d47 x-openstack-request-id: req-cb99cc7a-1c66-4399-a020-bd16f9ad8d47 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:30:01.209183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "name": "network-vif-plugged", "status": "completed", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:30:01.209183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb99cc7a-1c66-4399-a020-bd16f9ad8d47 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:30:01.209183 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06', 'code': 200} Dec 22 05:30:01.228394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=7429c44e-5260-44b0-9332-310e4e6baf06,revision_number=8']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:02.141926 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fb508-c6e7-44d6-9054-f4b25ad7d64e req-87a7d53f-2a8c-4d32-9385-290752cde3c5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:02.143273 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a99fb508-c6e7-44d6-9054-f4b25ad7d64e req-87a7d53f-2a8c-4d32-9385-290752cde3c5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0475705 Dec 22 05:30:02.179697 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a99fb508-c6e7-44d6-9054-f4b25ad7d64e req-e950db81-75b9-4615-bb2a-bbcc1e7ae76c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304613 Dec 22 05:30:02.202072 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49560) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:02.264558 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-20f89f2a-9f3c-4e00-bfe0-cb3fa690b1b7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/d0c6b215-4372-40ca-9c63-23ba8da6457e HTTP/1.1" status: 200 len: 994 time: 0.0613470 Dec 22 05:30:09.263423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-99f9b599-e5ed-44ce-9e6e-80fd675b0915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:11.686514 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2da356c8-c02f-4eec-acc0-120bbf6c1874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:13.280979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:14.377469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:15.252137 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:21.074563 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:25.926891 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b72b529-cd5f-49de-be2c-339fd4b5889b req-5ccd1432-b224-46a4-8464-abfe67e6dc56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393333 Dec 22 05:30:26.043415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72b529-cd5f-49de-be2c-339fd4b5889b req-959f3830-948a-4f5b-a096-48ebed1778a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:26.044866 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b72b529-cd5f-49de-be2c-339fd4b5889b req-959f3830-948a-4f5b-a096-48ebed1778a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 1099 time: 0.0391719 Dec 22 05:30:26.152469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72b529-cd5f-49de-be2c-339fd4b5889b req-84100054-d471-4569-bac1-d70e2d02ff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:26.153803 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b72b529-cd5f-49de-be2c-339fd4b5889b req-84100054-d471-4569-bac1-d70e2d02ff0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52 HTTP/1.1" status: 200 len: 897 time: 0.0862358 Dec 22 05:30:26.218635 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b72b529-cd5f-49de-be2c-339fd4b5889b req-e5fca186-4819-47c3-bb13-521b59b7cc62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7429c44e-5260-44b0-9332-310e4e6baf06 HTTP/1.1" status: 200 len: 1002 time: 0.0571244 Dec 22 05:30:26.275100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72b529-cd5f-49de-be2c-339fd4b5889b req-38c1a63a-215d-41d7-968f-c41310dc4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:26.276687 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b72b529-cd5f-49de-be2c-339fd4b5889b req-38c1a63a-215d-41d7-968f-c41310dc4104 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3abb004-7f46-4093-b3ed-b6f3c7c0a773 HTTP/1.1" status: 200 len: 835 time: 0.0505333 Dec 22 05:30:26.323777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72b529-cd5f-49de-be2c-339fd4b5889b req-529312ee-7bd8-4d0c-a4fe-60eb0b726cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:26.325259 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b72b529-cd5f-49de-be2c-339fd4b5889b req-529312ee-7bd8-4d0c-a4fe-60eb0b726cf1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404005 Dec 22 05:30:26.413273 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b72b529-cd5f-49de-be2c-339fd4b5889b req-44f4d2be-0775-4bc1-a885-150a165d1449 service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788045 Dec 22 05:30:26.503320 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b72b529-cd5f-49de-be2c-339fd4b5889b req-c0bf326a-0f63-424a-9e84-40779db2753f service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826328 Dec 22 05:30:31.013209 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49570) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:31.167841 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port e5e33c3f-9d57-426d-a694-56b029466df7 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:30:31.168180 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:31.244055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:31.244329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:31.256115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for e5e33c3f-9d57-426d-a694-56b029466df7 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:30:31.451524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:31.475913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=e5e33c3f-9d57-426d-a694-56b029466df7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:31.488110 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:31.488625 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:31.488993 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:31.489350 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:31.489681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:31.490007 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:31.490348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:31.490668 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:31.490988 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:31.491305 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:31.491622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:31.491937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:31.544562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:31.544883 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Floating IP d0c6b215-4372-40ca-9c63-23ba8da6457e disassociated (deleted). External IP: 172.26.5.111, port: 7429c44e-5260-44b0-9332-310e4e6baf06. Dec 22 05:30:31.747599 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 475e78a4-1962-4c6e-b9e2-81bd5582b513 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:30:31.852388 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:30:31.857750 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:31.862249 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399e8fd-1e57-47ff-b1b4-0b8c7b208f2c None None] Sync routers for ids ['475e78a4-1962-4c6e-b9e2-81bd5582b513'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:30:31.871451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b399e8fd-1e57-47ff-b1b4-0b8c7b208f2c None None] Routers {'475e78a4-1962-4c6e-b9e2-81bd5582b513'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:31.872061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b399e8fd-1e57-47ff-b1b4-0b8c7b208f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:30:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['475e78a4-1962-4c6e-b9e2-81bd5582b513'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:31.883553 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b780b77e-3cee-4787-b9dd-5f64d6663f3d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/floatingips/d0c6b215-4372-40ca-9c63-23ba8da6457e HTTP/1.1" status: 204 len: 168 time: 0.8693030 Dec 22 05:30:31.884124 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:30:31.887863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76907592-5a91-4773-ac5a-64ffb47a8bda" -d '{"events": [{"name": "network-changed", "server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:30:32.000262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb19111-6dbc-428d-8a51-01985bacf3f9 x-openstack-request-id: req-ccb19111-6dbc-428d-8a51-01985bacf3f9 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:30:32.005969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:30:32.005969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ccb19111-6dbc-428d-8a51-01985bacf3f9 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:30:32.005969 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06', 'status': 'completed', 'code': 200} Dec 22 05:30:32.084843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76907592-5a91-4773-ac5a-64ffb47a8bda req-c98fee32-4a8d-42cc-a9fe-4dc79df4d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:32.086323 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-76907592-5a91-4773-ac5a-64ffb47a8bda req-c98fee32-4a8d-42cc-a9fe-4dc79df4d387 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 1099 time: 0.0409429 Dec 22 05:30:32.120689 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-b399e8fd-1e57-47ff-b1b4-0b8c7b208f2c None None] Set router 475e78a4-1962-4c6e-b9e2-81bd5582b513 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:32.190415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76907592-5a91-4773-ac5a-64ffb47a8bda req-470c4a97-9982-4f85-824f-d92a94036492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:32.191882 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-76907592-5a91-4773-ac5a-64ffb47a8bda req-470c4a97-9982-4f85-824f-d92a94036492 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52 HTTP/1.1" status: 200 len: 897 time: 0.0937433 Dec 22 05:30:32.268492 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-76907592-5a91-4773-ac5a-64ffb47a8bda req-7a5a5bee-9b66-4725-8629-3374fe73ae6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7429c44e-5260-44b0-9332-310e4e6baf06 HTTP/1.1" status: 200 len: 217 time: 0.0352764 Dec 22 05:30:32.291373 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8db3c-8519-4538-b1cd-e75fc16f69fb req-999db4f0-a0ff-4553-bfe8-23ec4c8abe39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:32.292850 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fbf8db3c-8519-4538-b1cd-e75fc16f69fb req-999db4f0-a0ff-4553-bfe8-23ec4c8abe39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0874002 Dec 22 05:30:32.324678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b399e8fd-1e57-47ff-b1b4-0b8c7b208f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '6994bae5-0cf6-40fa-a0b5-4f5c9343b28d', 'name': '', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:ce:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:47Z', 'updated_at': '2021-12-22T05:28:51Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:32.350616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399e8fd-1e57-47ff-b1b4-0b8c7b208f2c None None] Checking router: 475e78a4-1962-4c6e-b9e2-81bd5582b513 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:30:32.351215 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76907592-5a91-4773-ac5a-64ffb47a8bda req-8ee42a28-7249-4517-84c3-155256a56a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:32.352649 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-76907592-5a91-4773-ac5a-64ffb47a8bda req-8ee42a28-7249-4517-84c3-155256a56a22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3abb004-7f46-4093-b3ed-b6f3c7c0a773 HTTP/1.1" status: 200 len: 835 time: 0.0771670 Dec 22 05:30:32.358756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b399e8fd-1e57-47ff-b1b4-0b8c7b208f2c None None] Routers {'475e78a4-1962-4c6e-b9e2-81bd5582b513'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:32.359424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b399e8fd-1e57-47ff-b1b4-0b8c7b208f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:30:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['475e78a4-1962-4c6e-b9e2-81bd5582b513'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:32.359751 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fbf8db3c-8519-4538-b1cd-e75fc16f69fb req-4b32c2b9-4e06-4099-a59b-1882d3316359 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458596 Dec 22 05:30:32.399680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76907592-5a91-4773-ac5a-64ffb47a8bda req-aa16bcf0-30af-40c5-8fa8-bcea4f5d8a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:32.401185 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-76907592-5a91-4773-ac5a-64ffb47a8bda req-aa16bcf0-30af-40c5-8fa8-bcea4f5d8a09 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cf6e440e-19f3-4755-90f4-e1ab0baa7c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399265 Dec 22 05:30:32.463576 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-b399e8fd-1e57-47ff-b1b4-0b8c7b208f2c None None] Set router 475e78a4-1962-4c6e-b9e2-81bd5582b513 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:32.490770 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-76907592-5a91-4773-ac5a-64ffb47a8bda req-ebe657b1-11fb-4e1e-bcfd-557802a40402 service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806928 Dec 22 05:30:32.583034 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-76907592-5a91-4773-ac5a-64ffb47a8bda req-7fae5ded-e72c-4667-983f-7997f22accca service neutron] 10.222.0.16 "GET /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838189 Dec 22 05:30:32.657247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-b399e8fd-1e57-47ff-b1b4-0b8c7b208f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '6994bae5-0cf6-40fa-a0b5-4f5c9343b28d', 'name': '', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:ce:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:47Z', 'updated_at': '2021-12-22T05:28:51Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:32.687223 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b399e8fd-1e57-47ff-b1b4-0b8c7b208f2c None None] The sync data for ids ['475e78a4-1962-4c6e-b9e2-81bd5582b513'] in dv-neutron-822523-1-hyperv is: [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '6994bae5-0cf6-40fa-a0b5-4f5c9343b28d', 'name': '', 'network_id': 'cf6e440e-19f3-4755-90f4-e1ab0baa7c52', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:ce:61:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:47Z', 'updated_at': '2021-12-22T05:28:51Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3abb004-7f46-4093-b3ed-b6f3c7c0a773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:30:32.895369 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83229084-760d-4c86-9f0e-77fc18882815 None None] New status for floating IP d0c6b215-4372-40ca-9c63-23ba8da6457e: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:30:33.473031 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3da4f-145e-4443-9f3c-e4d88faf8263 req-f258c109-6289-47ce-ba66-c0b218b442be tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:33.474472 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-55a3da4f-145e-4443-9f3c-e4d88faf8263 req-f258c109-6289-47ce-ba66-c0b218b442be tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0482280 Dec 22 05:30:33.510363 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-55a3da4f-145e-4443-9f3c-e4d88faf8263 req-05514d1a-e742-45c0-9908-87ab6a98a52f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=761bbd3c-f47d-4c5f-81a5-a725703fa5f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299454 Dec 22 05:30:34.112715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08925a1f-918f-4619-8a2a-161fff393fa0 req-9f891e72-1b6e-42b0-9cf3-4c3350e20407 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:34.114128 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-08925a1f-918f-4619-8a2a-161fff393fa0 req-9f891e72-1b6e-42b0-9cf3-4c3350e20407 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 946 time: 0.0478692 Dec 22 05:30:34.202023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-08925a1f-918f-4619-8a2a-161fff393fa0 req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 7429c44e-5260-44b0-9332-310e4e6baf06 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:30:34.202359 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-08925a1f-918f-4619-8a2a-161fff393fa0 req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:34.287872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-08925a1f-918f-4619-8a2a-161fff393fa0 req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 7429c44e-5260-44b0-9332-310e4e6baf06, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7429c44e-5260-44b0-9332-310e4e6baf06,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:34.288257 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-08925a1f-918f-4619-8a2a-161fff393fa0 req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:34.301301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-08925a1f-918f-4619-8a2a-161fff393fa0 req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 7429c44e-5260-44b0-9332-310e4e6baf06 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:30:34.543242 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-08925a1f-918f-4619-8a2a-161fff393fa0 req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:34.580702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=7429c44e-5260-44b0-9332-310e4e6baf06,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:34.610438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:34.610838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:34.611180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:34.611505 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:34.611829 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:34.612147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:34.612496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:34.612826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:34.613125 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:34.613439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:34.613750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:34.614059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:34.638075 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-04be2238-a7d6-4c9a-ae21-341b6057fb13 req-5c4c54d8-99f4-49c3-a49b-456f3f97d783 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=7534aa18-f3fa-4308-8dfc-beafeaf1b619 HTTP/1.1" status: 200 len: 210 time: 0.0584238 Dec 22 05:30:34.650925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-08925a1f-918f-4619-8a2a-161fff393fa0 req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] No DVR routers for this DVR port 7429c44e-5260-44b0-9332-310e4e6baf06 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:30:34.654240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-08925a1f-918f-4619-8a2a-161fff393fa0 req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:34.658179 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-08925a1f-918f-4619-8a2a-161fff393fa0 req-05a0b0f3-7c6d-45b7-ac53-9c3d359d7574 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "DELETE /v2.0/ports/7429c44e-5260-44b0-9332-310e4e6baf06 HTTP/1.1" status: 204 len: 173 time: 0.5380547 Dec 22 05:30:34.663906 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'name': 'network-vif-deleted', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:30:34.663906 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477a6f2a-18cd-480c-bfd1-789cc01678aa" -d '{"events": [{"server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "name": "network-vif-deleted", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:30:34.696059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e897ad-468a-45d3-9788-f6c797606f98 x-openstack-request-id: req-f4e897ad-468a-45d3-9788-f6c797606f98 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:30:34.696370 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7534aa18-f3fa-4308-8dfc-beafeaf1b619", "name": "network-vif-deleted", "tag": "7429c44e-5260-44b0-9332-310e4e6baf06", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:30:34.696615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4e897ad-468a-45d3-9788-f6c797606f98 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:30:34.697006 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7534aa18-f3fa-4308-8dfc-beafeaf1b619', 'name': 'network-vif-deleted', 'tag': '7429c44e-5260-44b0-9332-310e4e6baf06', 'status': 'completed', 'code': 200} Dec 22 05:30:35.692462 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49588) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:36.046406 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d217c0e-d4f3-49be-8610-0db4650853f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:36.329482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-7d217c0e-d4f3-49be-8610-0db4650853f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:30:36.329482 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d217c0e-d4f3-49be-8610-0db4650853f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:36.412896 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-7d217c0e-d4f3-49be-8610-0db4650853f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6994bae5-0cf6-40fa-a0b5-4f5c9343b28d,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:36.413255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d217c0e-d4f3-49be-8610-0db4650853f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:36.426512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-7d217c0e-d4f3-49be-8610-0db4650853f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:30:36.720477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d217c0e-d4f3-49be-8610-0db4650853f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:36.750210 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d217c0e-d4f3-49be-8610-0db4650853f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=6994bae5-0cf6-40fa-a0b5-4f5c9343b28d,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:36.917601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7d217c0e-d4f3-49be-8610-0db4650853f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:37.073907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7429c44e-5260-44b0-9332-310e4e6baf06 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:30:37.093251 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 7429c44e-5260-44b0-9332-310e4e6baf06 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:30:37.093588 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 7429c44e-5260-44b0-9332-310e4e6baf06 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:30:37.132080 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d217c0e-d4f3-49be-8610-0db4650853f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 475e78a4-1962-4c6e-b9e2-81bd5582b513 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:30:37.514012 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d217c0e-d4f3-49be-8610-0db4650853f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:30:37.518931 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7d217c0e-d4f3-49be-8610-0db4650853f3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "PUT /v2.0/routers/475e78a4-1962-4c6e-b9e2-81bd5582b513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8254759 Dec 22 05:30:37.521681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49590) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:37.523705 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa4c68-111e-4557-ae1c-38e0295ae3dd None None] Sync routers for ids ['475e78a4-1962-4c6e-b9e2-81bd5582b513'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:30:37.533030 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa4c68-111e-4557-ae1c-38e0295ae3dd None None] Routers {'475e78a4-1962-4c6e-b9e2-81bd5582b513'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:37.533637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e8aa4c68-111e-4557-ae1c-38e0295ae3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:30:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['475e78a4-1962-4c6e-b9e2-81bd5582b513'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:37.561863 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:30:37.570836 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62efa67-a14d-48fe-89f8-39417d3244df tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting subnet b3abb004-7f46-4093-b3ed-b6f3c7c0a773 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:30:37.573882 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a62efa67-a14d-48fe-89f8-39417d3244df tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:37.613213 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a62efa67-a14d-48fe-89f8-39417d3244df tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:37.637622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-e8aa4c68-111e-4557-ae1c-38e0295ae3dd None None] Set router 475e78a4-1962-4c6e-b9e2-81bd5582b513 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:37.698870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a62efa67-a14d-48fe-89f8-39417d3244df tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:37.801026 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a62efa67-a14d-48fe-89f8-39417d3244df tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:37.813582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e8aa4c68-111e-4557-ae1c-38e0295ae3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:30:36Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:37.827772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62efa67-a14d-48fe-89f8-39417d3244df tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Subnet': ['ID=b3abb004-7f46-4093-b3ed-b6f3c7c0a773,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:37.832781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a62efa67-a14d-48fe-89f8-39417d3244df tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:37.835739 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a62efa67-a14d-48fe-89f8-39417d3244df tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/subnets/b3abb004-7f46-4093-b3ed-b6f3c7c0a773 HTTP/1.1" status: 204 len: 168 time: 0.3130753 Dec 22 05:30:37.839143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49592) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:37.843009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796d57f3-40b3-4642-bfc5-18f858183163 None None] Network cf6e440e-19f3-4755-90f4-e1ab0baa7c52 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:30:37.844835 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa4c68-111e-4557-ae1c-38e0295ae3dd None None] Checking router: 475e78a4-1962-4c6e-b9e2-81bd5582b513 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:30:37.898225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa4c68-111e-4557-ae1c-38e0295ae3dd None None] Routers {'475e78a4-1962-4c6e-b9e2-81bd5582b513'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:37.898833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e8aa4c68-111e-4557-ae1c-38e0295ae3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:30:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['475e78a4-1962-4c6e-b9e2-81bd5582b513'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:38.054321 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-e8aa4c68-111e-4557-ae1c-38e0295ae3dd None None] Set router 475e78a4-1962-4c6e-b9e2-81bd5582b513 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:38.127704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456128fe-87fa-4dc7-b823-4b4e090ec3ab None None] DHCP port deletion for cf6e440e-19f3-4755-90f4-e1ab0baa7c52 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:30:38.257185 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-456128fe-87fa-4dc7-b823-4b4e090ec3ab None None] Deleting port 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:30:38.257549 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-456128fe-87fa-4dc7-b823-4b4e090ec3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:38.283953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:38.330477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-456128fe-87fa-4dc7-b823-4b4e090ec3ab None None] For port 363fcc4a-41b9-48ac-a4d6-0e19c2835e26, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=363fcc4a-41b9-48ac-a4d6-0e19c2835e26,segment=NetworkSegment(8051e9e6-c222-4982-a16d-718080fd096e),segment_id=8051e9e6-c222-4982-a16d-718080fd096e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:38.330779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-456128fe-87fa-4dc7-b823-4b4e090ec3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:38.342217 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-e8aa4c68-111e-4557-ae1c-38e0295ae3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:30:36Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:38.347204 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-456128fe-87fa-4dc7-b823-4b4e090ec3ab None None] Calling delete_port for 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:30:38.372490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa4c68-111e-4557-ae1c-38e0295ae3dd None None] The sync data for ids ['475e78a4-1962-4c6e-b9e2-81bd5582b513'] in dv-neutron-822523-1-hyperv is: [{'id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1442331256', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161'}], 'enable_snat': True}, 'gw_port_id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:30:36Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '6924d251-9e66-4e38-bdbc-9825c0a1bfef', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '475e78a4-1962-4c6e-b9e2-81bd5582b513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:28:44Z', 'updated_at': '2021-12-22T05:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:30:38.386241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:38.493454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 6924d251-9e66-4e38-bdbc-9825c0a1bfef {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:30:38.493791 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:38.503433 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-456128fe-87fa-4dc7-b823-4b4e090ec3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:38.532052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456128fe-87fa-4dc7-b823-4b4e090ec3ab None None] Pushing event deleted for resources: {'Port': ['ID=363fcc4a-41b9-48ac-a4d6-0e19c2835e26,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:38.535766 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456128fe-87fa-4dc7-b823-4b4e090ec3ab None None] No DVR routers for this DVR port 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:30:38.575321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 6924d251-9e66-4e38-bdbc-9825c0a1bfef, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=6924d251-9e66-4e38-bdbc-9825c0a1bfef,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:38.575676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:38.587605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 6924d251-9e66-4e38-bdbc-9825c0a1bfef owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:30:38.812023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:38.844396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=6924d251-9e66-4e38-bdbc-9825c0a1bfef,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:38.907453 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:38.999149 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.001240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.120765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.121278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Fanout notify agent at l3_agent the message router_deleted on router 475e78a4-1962-4c6e-b9e2-81bd5582b513 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:30:39.127972 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.129086 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9cfaba1a-0ab9-4c8b-a20d-933410613d39 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/routers/475e78a4-1962-4c6e-b9e2-81bd5582b513 HTTP/1.1" status: 204 len: 168 time: 1.2889683 Dec 22 05:30:39.131746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49594) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:39.214196 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.257180 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bf97791-2984-4c49-8170-b9f5132c2172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.306347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.325120 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6e440e-19f3-4755-90f4-e1ab0baa7c52']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:39.333996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8051e9e6-c222-4982-a16d-718080fd096e') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:39.334287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8051e9e6-c222-4982-a16d-718080fd096e') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:39.343734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.357059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.362747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:30:39.363130 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:30:39.366016 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:30:39.497177 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.501649 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.504925 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/networks/cf6e440e-19f3-4755-90f4-e1ab0baa7c52 HTTP/1.1" status: 204 len: 168 time: 0.3722274 Dec 22 05:30:39.507937 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49596) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:39.519587 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c41d0c-bc3d-4ac1-8d07-8c3d4557dac5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Network': ['ID=cf6e440e-19f3-4755-90f4-e1ab0baa7c52,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:39.569867 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-23d82696-9acf-4ef1-a907-86e9fc36fb65 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.595663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-23d82696-9acf-4ef1-a907-86e9fc36fb65 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.708499 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-23d82696-9acf-4ef1-a907-86e9fc36fb65 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.711120 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-23d82696-9acf-4ef1-a907-86e9fc36fb65 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:39.712341 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-23d82696-9acf-4ef1-a907-86e9fc36fb65 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/security-groups/761bbd3c-f47d-4c5f-81a5-a725703fa5f0 HTTP/1.1" status: 204 len: 168 time: 0.2033489 Dec 22 05:30:39.722092 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d82696-9acf-4ef1-a907-86e9fc36fb65 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=761bbd3c-f47d-4c5f-81a5-a725703fa5f0,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:39.962397 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6924d251-9e66-4e38-bdbc-9825c0a1bfef no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:30:39.987056 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 6924d251-9e66-4e38-bdbc-9825c0a1bfef {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:30:39.987395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6924d251-9e66-4e38-bdbc-9825c0a1bfef not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:30:39.987814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:30:40.006506 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:30:40.006776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 6994bae5-0cf6-40fa-a0b5-4f5c9343b28d not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:30:40.007175 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:30:40.025354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:30:40.025696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 363fcc4a-41b9-48ac-a4d6-0e19c2835e26 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:30:40.241568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49602) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:40.246641 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2f9eaee7-21af-4577-8703-1283a7dfc041 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1442604096', 'description': 'tempest-secgroup-smoke-1442604096 description', 'project_id': 'af30bc99611b4bf084548bad5840ea24'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:40.332281 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f9eaee7-21af-4577-8703-1283a7dfc041 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:40.398521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f9eaee7-21af-4577-8703-1283a7dfc041 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:40.457357 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f9eaee7-21af-4577-8703-1283a7dfc041 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:40.484576 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9eaee7-21af-4577-8703-1283a7dfc041 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:40.527955 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2f9eaee7-21af-4577-8703-1283a7dfc041 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:40.529211 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2f9eaee7-21af-4577-8703-1283a7dfc041 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2866497 Dec 22 05:30:40.531944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49604) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:40.536453 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-d37c83b4-529e-4f6c-aeb4-72d1f4592f66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': 'b2782ca3-9aac-4b3d-83e8-e3e2c1544c78', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:40.625338 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d37c83b4-529e-4f6c-aeb4-72d1f4592f66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:40.688655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d37c83b4-529e-4f6c-aeb4-72d1f4592f66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:40.771154 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d37c83b4-529e-4f6c-aeb4-72d1f4592f66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:40.790619 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c83b4-529e-4f6c-aeb4-72d1f4592f66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638ada4c-fa9f-4137-8a52-71d853905129,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:40.853099 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d37c83b4-529e-4f6c-aeb4-72d1f4592f66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:40.854879 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d37c83b4-529e-4f6c-aeb4-72d1f4592f66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3211539 Dec 22 05:30:40.857549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49606) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:40.861828 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-27d5d9f0-e735-4217-aea2-642c73bd3c29 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': 'b2782ca3-9aac-4b3d-83e8-e3e2c1544c78', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:40.948179 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27d5d9f0-e735-4217-aea2-642c73bd3c29 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.003851 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27d5d9f0-e735-4217-aea2-642c73bd3c29 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.051191 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27d5d9f0-e735-4217-aea2-642c73bd3c29 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.068162 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5d9f0-e735-4217-aea2-642c73bd3c29 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d941984a-2eb8-4609-b87a-72454986e1af,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:41.127598 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-27d5d9f0-e735-4217-aea2-642c73bd3c29 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.128866 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-27d5d9f0-e735-4217-aea2-642c73bd3c29 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2703879 Dec 22 05:30:41.131538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49608) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:41.136341 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-7644cc95-ee15-4acb-8645-9a27f8f7c105 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': 'b2782ca3-9aac-4b3d-83e8-e3e2c1544c78', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:41.240524 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7644cc95-ee15-4acb-8645-9a27f8f7c105 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.302504 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7644cc95-ee15-4acb-8645-9a27f8f7c105 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.382978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7644cc95-ee15-4acb-8645-9a27f8f7c105 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.399900 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644cc95-ee15-4acb-8645-9a27f8f7c105 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb82a4e-6ebd-4bb4-aea1-1bbebaba06b1,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:41.459245 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7644cc95-ee15-4acb-8645-9a27f8f7c105 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.460449 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7644cc95-ee15-4acb-8645-9a27f8f7c105 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279865 Dec 22 05:30:41.463056 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49610) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:41.467234 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-34cb69ba-12f8-44c4-a014-8fd4a8c25a66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': 'b2782ca3-9aac-4b3d-83e8-e3e2c1544c78', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:41.541308 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-34cb69ba-12f8-44c4-a014-8fd4a8c25a66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.597264 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-34cb69ba-12f8-44c4-a014-8fd4a8c25a66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.662973 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-34cb69ba-12f8-44c4-a014-8fd4a8c25a66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.680382 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb69ba-12f8-44c4-a014-8fd4a8c25a66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14a4e41-b35d-4282-a2af-2de05ecee013,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:41.686575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-51deed20-86bd-4259-b0dd-3c5bb01e778c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.727888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-34cb69ba-12f8-44c4-a014-8fd4a8c25a66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.729239 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-34cb69ba-12f8-44c4-a014-8fd4a8c25a66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2651522 Dec 22 05:30:41.732543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49612) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:41.736809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4ce56abe-413d-45df-b2b5-9cd4586082c0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': 'b2782ca3-9aac-4b3d-83e8-e3e2c1544c78', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:41.846274 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-4ce56abe-413d-45df-b2b5-9cd4586082c0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Project af30bc99611b4bf084548bad5840ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:30:41.851842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4ce56abe-413d-45df-b2b5-9cd4586082c0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.910543 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4ce56abe-413d-45df-b2b5-9cd4586082c0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.971716 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4ce56abe-413d-45df-b2b5-9cd4586082c0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:41.990717 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce56abe-413d-45df-b2b5-9cd4586082c0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d02b81-1d64-4503-9542-a5a502769434,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:42.036172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4ce56abe-413d-45df-b2b5-9cd4586082c0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:42.037362 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4ce56abe-413d-45df-b2b5-9cd4586082c0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3038933 Dec 22 05:30:42.041334 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49614) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:42.045742 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4d7d19cb-a335-417e-83c8-672fa5e2bd56 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': 'b2782ca3-9aac-4b3d-83e8-e3e2c1544c78', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:42.125607 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-4d7d19cb-a335-417e-83c8-672fa5e2bd56 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Project af30bc99611b4bf084548bad5840ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:30:42.130291 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d7d19cb-a335-417e-83c8-672fa5e2bd56 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:42.191169 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d7d19cb-a335-417e-83c8-672fa5e2bd56 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:42.268663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d7d19cb-a335-417e-83c8-672fa5e2bd56 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:42.288803 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d19cb-a335-417e-83c8-672fa5e2bd56 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d780fd-6b01-4cc8-bf0b-4dea810d1c19,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:42.361927 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d7d19cb-a335-417e-83c8-672fa5e2bd56 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:42.363130 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4d7d19cb-a335-417e-83c8-672fa5e2bd56 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3208385 Dec 22 05:30:42.365870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49616) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:42.371043 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0a10055e-3783-4571-9545-23306dc48510 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'network': {'name': 'tempest-network-smoke--1201426301', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'port_security_enabled': True}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:42.462613 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a10055e-3783-4571-9545-23306dc48510 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:30:42.465910 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a10055e-3783-4571-9545-23306dc48510 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:42.487369 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a10055e-3783-4571-9545-23306dc48510 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:30:42.495977 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a10055e-3783-4571-9545-23306dc48510 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:42.496342 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-0a10055e-3783-4571-9545-23306dc48510 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Added segment c2089190-2577-4d31-ab2b-1a9fe33b2eed of type vlan for network 7e4e499a-096c-4454-aa15-64369eb49c06 Dec 22 05:30:42.534139 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a10055e-3783-4571-9545-23306dc48510 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:42.617184 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a10055e-3783-4571-9545-23306dc48510 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:42.623322 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a10055e-3783-4571-9545-23306dc48510 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:42.623898 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a10055e-3783-4571-9545-23306dc48510 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:42.688760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10055e-3783-4571-9545-23306dc48510 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Network': ['ID=7e4e499a-096c-4454-aa15-64369eb49c06,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:42.699178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 7e4e499a-096c-4454-aa15-64369eb49c06 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:30:42.734701 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0a10055e-3783-4571-9545-23306dc48510 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3676953 Dec 22 05:30:42.737395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49618) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:42.742122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'admin_state_up': True, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:42.835153 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:42.836253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:42.899181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:43.069023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:43.291494 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:43.304690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:43.323207 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:43.427249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.26.5.84 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/c9b8b354-935d-461d-932e-b7619a3ae775) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:30:43.523478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:43.623511 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:43.665866 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:43.668704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:43.671093 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:30:43.698766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=c9b8b354-935d-461d-932e-b7619a3ae775,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:44.000534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:44.193469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:44.411525 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 02d39c36-e0d5-4738-af12-59776c44462e is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:30:44.440076 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:44.513963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:30:44.523358 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Sync routers for ids ['02d39c36-e0d5-4738-af12-59776c44462e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:30:44.533381 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Routers {'02d39c36-e0d5-4738-af12-59776c44462e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:44.537541 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:30:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['02d39c36-e0d5-4738-af12-59776c44462e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:44.631058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:44.632335 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b27a4eea-164b-445c-92c3-a3e0069ad764 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8938847 Dec 22 05:30:44.632958 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Set router 02d39c36-e0d5-4738-af12-59776c44462e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:44.641323 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49620) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:44.674046 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-558e13b0-fb21-46ce-a7ac-fc3628c603c5 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=af30bc99611b4bf084548bad5840ea24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316346 Dec 22 05:30:44.676799 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49622) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:44.761988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c11dde-5c31-410b-ab91-9708d8f63418 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:44.763475 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b7c11dde-5c31-410b-ab91-9708d8f63418 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858006 Dec 22 05:30:44.766482 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49624) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:44.795065 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-744f8f44-29d0-49dd-a57f-0ed8acc438fb tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275934 Dec 22 05:30:44.797564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49626) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:44.802408 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dae43c5d-d7a3-4dad-ad56-3ca5317661b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1367229114', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:44.805590 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:30:43Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:44.830602 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Checking router: 02d39c36-e0d5-4738-af12-59776c44462e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:30:44.830942 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Updating router 02d39c36-e0d5-4738-af12-59776c44462e port c9b8b354-935d-461d-932e-b7619a3ae775 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:30:44.859122 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:44.925787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae43c5d-d7a3-4dad-ad56-3ca5317661b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:30:44.929343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dae43c5d-d7a3-4dad-ad56-3ca5317661b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.112286 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.143195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dae43c5d-d7a3-4dad-ad56-3ca5317661b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.159991 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.205339 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Attempting to bind port c9b8b354-935d-461d-932e-b7619a3ae775 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:30:45.205698 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Attempting to bind port c9b8b354-935d-461d-932e-b7619a3ae775 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:30:45.206051 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Attempting to bind port c9b8b354-935d-461d-932e-b7619a3ae775 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:45.207598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae43c5d-d7a3-4dad-ad56-3ca5317661b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Subnet': ['ID=b3efa349-cce4-48f7-90f0-d9b4c1715857,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:45.211891 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae43c5d-d7a3-4dad-ad56-3ca5317661b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Checking segment: {'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:30:45.212265 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae43c5d-d7a3-4dad-ad56-3ca5317661b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network hostable DHCP agents. Network: 7e4e499a-096c-4454-aa15-64369eb49c06, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:30:45.217262 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:30:45.217630 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:30:45.218021 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.218405 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:30:45.218864 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Bound port: c9b8b354-935d-461d-932e-b7619a3ae775, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:30:45.219234 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.221609 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Pushing event updated for resources: {'Port': ['ID=c9b8b354-935d-461d-932e-b7619a3ae775,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:45.246344 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.248698 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:45.249058 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:45.249386 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:45.249708 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:45.250026 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:45.250342 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:45.250659 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:45.250968 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:45.251281 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:45.251590 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:45.251897 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:45.252259 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:45.268669 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae43c5d-d7a3-4dad-ad56-3ca5317661b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 7e4e499a-096c-4454-aa15-64369eb49c06 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:30:45.284015 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] For port c9b8b354-935d-461d-932e-b7619a3ae775, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:30:45.287236 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] For port c9b8b354-935d-461d-932e-b7619a3ae775, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c9b8b354-935d-461d-932e-b7619a3ae775,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:30:45.325842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-dae43c5d-d7a3-4dad-ad56-3ca5317661b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 7e4e499a-096c-4454-aa15-64369eb49c06) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:45.329931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae43c5d-d7a3-4dad-ad56-3ca5317661b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:45.330506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dae43c5d-d7a3-4dad-ad56-3ca5317661b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.334569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa6fae-5cc3-4b46-bd1a-42ba398f9650 None None] Network 7e4e499a-096c-4454-aa15-64369eb49c06 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:30:45.349376 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.408455 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Routers {'02d39c36-e0d5-4738-af12-59776c44462e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:45.411855 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:30:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['02d39c36-e0d5-4738-af12-59776c44462e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:45.411980 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dae43c5d-d7a3-4dad-ad56-3ca5317661b5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6104970 Dec 22 05:30:45.411980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49628) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:30:45.412175 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d368b24-93cf-4799-9228-96d8872b8a75 None None] Pushing event updated for resources: {'Port': ['ID=c9b8b354-935d-461d-932e-b7619a3ae775,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:45.497454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-7e4e499a-096c-4454-aa15-64369eb49c06', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ips': [{'subnet_id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:30:45.498317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.609422 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] Set router 02d39c36-e0d5-4738-af12-59776c44462e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:45.644441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Allocated IP 172.20.0.2 (7e4e499a-096c-4454-aa15-64369eb49c06/b3efa349-cce4-48f7-90f0-d9b4c1715857/47628d82-8606-4e37-9208-a962e534a8e6) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:30:45.789371 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:30:43Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:45.794252 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.815692 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7aafb26-2403-48d5-bfb3-6d3366c16fa6 None None] The sync data for ids ['02d39c36-e0d5-4738-af12-59776c44462e'] in dv-neutron-822523-1-hyperv is: [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:30:43Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:30:45.862360 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.880499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:45.922053 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Network 7e4e499a-096c-4454-aa15-64369eb49c06 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:45.926318 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:45.929805 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:30:45.944103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Pushing event updated for resources: {'Port': ['ID=47628d82-8606-4e37-9208-a962e534a8e6,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:45.992862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Attempting to bind port 47628d82-8606-4e37-9208-a962e534a8e6 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:30:45.993250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Attempting to bind port 47628d82-8606-4e37-9208-a962e534a8e6 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:30:45.993591 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Attempting to bind port 47628d82-8606-4e37-9208-a962e534a8e6 on network 7e4e499a-096c-4454-aa15-64369eb49c06 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:45.999679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:30:46.005169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Checking segment: {'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:30:46.005169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:46.005169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Bound using segment: {'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:30:46.005169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Bound port: 47628d82-8606-4e37-9208-a962e534a8e6, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:30:46.005169 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:46.089890 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] For port 47628d82-8606-4e37-9208-a962e534a8e6, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:30:46.093337 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] For port 47628d82-8606-4e37-9208-a962e534a8e6, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=47628d82-8606-4e37-9208-a962e534a8e6,segment=NetworkSegment(c2089190-2577-4d31-ab2b-1a9fe33b2eed),segment_id=c2089190-2577-4d31-ab2b-1a9fe33b2eed)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:30:46.155209 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:46.227843 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171973c9-123a-4e68-8c12-10953f1169b3 None None] Pushing event updated for resources: {'Port': ['ID=47628d82-8606-4e37-9208-a962e534a8e6,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:46.537707 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.20.0.1 (7e4e499a-096c-4454-aa15-64369eb49c06/b3efa349-cce4-48f7-90f0-d9b4c1715857/22f36695-f29e-45b4-9eb6-25e9fc2f5e97) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:30:46.662609 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:46.761362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:46.801231 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 7e4e499a-096c-4454-aa15-64369eb49c06 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:46.804155 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:46.808421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:30:46.816522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=22f36695-f29e-45b4-9eb6-25e9fc2f5e97,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:46.856156 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:47.046582 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:47.152604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a5a670-272e-44f9-af02-e79c1523df7e None None] Network 7e4e499a-096c-4454-aa15-64369eb49c06 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:30:47.222561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3b5b3c15-34f1-4a6e-a0be-d508b99621a9 None None] Provisioning complete for port 47628d82-8606-4e37-9208-a962e534a8e6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:47.222836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3c15-34f1-4a6e-a0be-d508b99621a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:47.327267 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:47.363586 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3c15-34f1-4a6e-a0be-d508b99621a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:47.389732 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:47.405984 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3b5b3c15-34f1-4a6e-a0be-d508b99621a9 None None] For port 47628d82-8606-4e37-9208-a962e534a8e6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=47628d82-8606-4e37-9208-a962e534a8e6,segment=NetworkSegment(c2089190-2577-4d31-ab2b-1a9fe33b2eed),segment_id=c2089190-2577-4d31-ab2b-1a9fe33b2eed)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:47.463673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3c15-34f1-4a6e-a0be-d508b99621a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:47.473463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=22f36695-f29e-45b4-9eb6-25e9fc2f5e97,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:47.475878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:47.527275 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b3c15-34f1-4a6e-a0be-d508b99621a9 None None] Pushing event updated for resources: {'Port': ['ID=47628d82-8606-4e37-9208-a962e534a8e6,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:47.578165 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 7e4e499a-096c-4454-aa15-64369eb49c06 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:47.579654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:47.686292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-eb09358d-c3e2-42bb-b8aa-ca9e561f4117 None None] Provisioning complete for port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:47.686776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eb09358d-c3e2-42bb-b8aa-ca9e561f4117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:47.699329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 02d39c36-e0d5-4738-af12-59776c44462e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:30:47.729298 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-eb09358d-c3e2-42bb-b8aa-ca9e561f4117 None None] Port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:30:47.741570 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-eb09358d-c3e2-42bb-b8aa-ca9e561f4117 None None] Provisioning complete for port 47628d82-8606-4e37-9208-a962e534a8e6 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:47.741939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eb09358d-c3e2-42bb-b8aa-ca9e561f4117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:47.830305 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:30:47.845523 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bfba6490-1291-4aa2-8afc-adf9581c4181 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "PUT /v2.0/routers/02d39c36-e0d5-4738-af12-59776c44462e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4228802 Dec 22 05:30:47.845630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Sync routers for ids ['02d39c36-e0d5-4738-af12-59776c44462e'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:30:47.851426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Routers {'02d39c36-e0d5-4738-af12-59776c44462e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:47.852172 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:30:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['02d39c36-e0d5-4738-af12-59776c44462e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:47.996432 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f5020b70-3406-4859-ac3a-67e8d0efddf0 None None] Provisioning complete for port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:47.996802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f5020b70-3406-4859-ac3a-67e8d0efddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:48.013737 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-d96396ca-5c10-4379-880b-694e762a1adf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442604096&fields=id&tenant_id=af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 267 time: 0.0488391 Dec 22 05:30:48.055160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f5020b70-3406-4859-ac3a-67e8d0efddf0 None None] Port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:30:48.073662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Set router 02d39c36-e0d5-4738-af12-59776c44462e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:48.103707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c9b8b354-935d-461d-932e-b7619a3ae775 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:48.145202 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-84e62cd1-8c5f-471c-aac4-f554e518757e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:48.147144 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-84e62cd1-8c5f-471c-aac4-f554e518757e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/networks?id=7e4e499a-096c-4454-aa15-64369eb49c06 HTTP/1.1" status: 200 len: 797 time: 0.1264260 Dec 22 05:30:48.163264 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-eca8c837-ab38-4aaf-90a5-c16856e317f9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/quotas/af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 375 time: 0.0098166 Dec 22 05:30:48.219743 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-376dc38c-828b-4a95-9310-0192c414ee60 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500522 Dec 22 05:30:48.236950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-660385d8-e02e-4ad7-8af8-075c0ee89343 None None] Provisioning complete for port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:48.237489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-660385d8-e02e-4ad7-8af8-075c0ee89343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:48.284840 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c9b8b354-935d-461d-932e-b7619a3ae775 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:48.285207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:48.313353 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-7b3a5496-ab5b-4fa6-9f15-d6ff1b37bd7d service neutron] 10.222.0.54 "GET /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814726 Dec 22 05:30:48.316359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-660385d8-e02e-4ad7-8af8-075c0ee89343 None None] Port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:30:48.416776 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-180c158e-c4a4-4bc4-8d67-a1fd1eaa9dc2 service neutron] 10.222.0.54 "GET /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968938 Dec 22 05:30:48.425245 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:30:46Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '22f36695-f29e-45b4-9eb6-25e9fc2f5e97', 'name': '', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:e4:bb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:45Z', 'updated_at': '2021-12-22T05:30:47Z', 'revision_number': 2, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:48.426961 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:48.461425 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Checking router: 02d39c36-e0d5-4738-af12-59776c44462e for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:30:48.461784 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Updating router 02d39c36-e0d5-4738-af12-59776c44462e port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:30:48.492337 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port c9b8b354-935d-461d-932e-b7619a3ae775, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c9b8b354-935d-461d-932e-b7619a3ae775,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:48.497394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:48.547446 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:48.548226 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 47628d82-8606-4e37-9208-a962e534a8e6 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:48.676903 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-aed25b16-4bb4-4447-9af2-f4284970340f req-18b7b06e-3993-4307-af3c-ce02677dd086 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 210 time: 0.0409851 Dec 22 05:30:48.738584 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=c9b8b354-935d-461d-932e-b7619a3ae775,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:48.767718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 47628d82-8606-4e37-9208-a962e534a8e6 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:48.768091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:48.900584 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:48.977467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:49.028228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468b94e-0e08-4801-97cd-b01bd290f5c3 None None] Pushing event updated for resources: {'Port': ['ID=22f36695-f29e-45b4-9eb6-25e9fc2f5e97,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:49.082113 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Attempting to bind port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:30:49.082790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Attempting to bind port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:30:49.082990 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Attempting to bind port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 on network 7e4e499a-096c-4454-aa15-64369eb49c06 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:49.089061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:30:49.089459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Checking segment: {'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:30:49.089984 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:49.090391 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Bound using segment: {'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:30:49.090824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Bound port: 22f36695-f29e-45b4-9eb6-25e9fc2f5e97, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:30:49.091197 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:49.162167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] For port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:30:49.165619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] For port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=22f36695-f29e-45b4-9eb6-25e9fc2f5e97,segment=NetworkSegment(c2089190-2577-4d31-ab2b-1a9fe33b2eed),segment_id=c2089190-2577-4d31-ab2b-1a9fe33b2eed)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:30:49.241143 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-26c44eab-02a2-464a-9821-6d4452886207 None None] Provisioning complete for port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:49.241834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-26c44eab-02a2-464a-9821-6d4452886207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:49.415908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:49.417927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-26c44eab-02a2-464a-9821-6d4452886207 None None] Port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:30:49.475117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Routers {'02d39c36-e0d5-4738-af12-59776c44462e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:49.475787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:30:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['02d39c36-e0d5-4738-af12-59776c44462e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:49.477628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468b94e-0e08-4801-97cd-b01bd290f5c3 None None] Pushing event updated for resources: {'Port': ['ID=22f36695-f29e-45b4-9eb6-25e9fc2f5e97,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:49.588076 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] Set router 02d39c36-e0d5-4738-af12-59776c44462e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:49.719216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-24a64cbe-7305-4c26-836a-ae27fdaf327d None None] Provisioning complete for port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:49.719216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-24a64cbe-7305-4c26-836a-ae27fdaf327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:49.772288 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ae9f8057-4d2e-4d99-b0fe-6404fc51e66e req-ddc49d28-53ec-4bf0-93ee-5ed57bd33a33 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 210 time: 0.0274191 Dec 22 05:30:49.857731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-24a64cbe-7305-4c26-836a-ae27fdaf327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:49.881422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:30:46Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '22f36695-f29e-45b4-9eb6-25e9fc2f5e97', 'name': '', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:e4:bb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:45Z', 'updated_at': '2021-12-22T05:30:49Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:49.917878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17b495-472f-4f77-aa07-460c4c31a91e None None] The sync data for ids ['02d39c36-e0d5-4738-af12-59776c44462e'] in dv-neutron-822523-1-hyperv is: [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:30:46Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '22f36695-f29e-45b4-9eb6-25e9fc2f5e97', 'name': '', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:e4:bb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:45Z', 'updated_at': '2021-12-22T05:30:49Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:30:49.923167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-24a64cbe-7305-4c26-836a-ae27fdaf327d None None] For port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=22f36695-f29e-45b4-9eb6-25e9fc2f5e97,segment=NetworkSegment(c2089190-2577-4d31-ab2b-1a9fe33b2eed),segment_id=c2089190-2577-4d31-ab2b-1a9fe33b2eed)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:49.991982 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-24a64cbe-7305-4c26-836a-ae27fdaf327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:50.005019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c9b8b354-935d-461d-932e-b7619a3ae775 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:50.083284 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a64cbe-7305-4c26-836a-ae27fdaf327d None None] Pushing event updated for resources: {'Port': ['ID=22f36695-f29e-45b4-9eb6-25e9fc2f5e97,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:50.094535 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port c9b8b354-935d-461d-932e-b7619a3ae775 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:50.095377 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:50.738974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-b127b5c5-b16e-4556-aa5e-a8ce3fc73b88 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:50.740476 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-b127b5c5-b16e-4556-aa5e-a8ce3fc73b88 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/networks?id=7e4e499a-096c-4454-aa15-64369eb49c06 HTTP/1.1" status: 200 len: 797 time: 0.1121061 Dec 22 05:30:50.790363 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-18184341-e8a5-433b-875e-9753b63f5b61 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 380 time: 0.0348845 Dec 22 05:30:50.801324 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'port': {'device_id': '9dc31438-48ad-4bd4-a714-341455f3b169', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'admin_state_up': True, 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'security_groups': ['b2782ca3-9aac-4b3d-83e8-e3e2c1544c78']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:50.888052 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f3699f97-ba6c-40f2-bb77-1cae78f047cc req-f6820905-aa4a-487b-ac66-c7a444663eef tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 210 time: 0.0376248 Dec 22 05:30:51.039926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:30:51.043681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:51.108737 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:51.172787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.20.0.8 (7e4e499a-096c-4454-aa15-64369eb49c06/b3efa349-cce4-48f7-90f0-d9b4c1715857/205bd175-ee6d-46c8-a9bc-f53189247e7d) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:30:51.310157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:51.383397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:51.425092 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 7e4e499a-096c-4454-aa15-64369eb49c06 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:51.427970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:51.431584 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:30:51.440195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=205bd175-ee6d-46c8-a9bc-f53189247e7d,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:51.490261 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:51.490888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:51.557317 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-a7ade05a-3851-4041-9bb6-3298b7bb6797 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600737 Dec 22 05:30:51.576893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Request body: {'port': {'device_id': '9dc31438-48ad-4bd4-a714-341455f3b169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:51.631946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-9ac29267-54be-4503-8242-029e659b6e2d None None] Provisioning complete for port 205bd175-ee6d-46c8-a9bc-f53189247e7d triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:51.632287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:51.632423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9ac29267-54be-4503-8242-029e659b6e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:51.668718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-9ac29267-54be-4503-8242-029e659b6e2d None None] Port 205bd175-ee6d-46c8-a9bc-f53189247e7d cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:30:51.885456 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205bd175-ee6d-46c8-a9bc-f53189247e7d {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:30:51.893181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:51.905117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Transition to ACTIVE for port object 205bd175-ee6d-46c8-a9bc-f53189247e7d will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:30:51.960137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:51.997823 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:52.026228 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1eab2f-44b7-4f90-9a3d-cb279b300ff6 req-d273619d-1989-40e4-9016-713d30a76dd1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:52.028391 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9e1eab2f-44b7-4f90-9a3d-cb279b300ff6 req-d273619d-1989-40e4-9016-713d30a76dd1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 943 time: 0.0604949 Dec 22 05:30:52.040355 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Pushing event updated for resources: {'Port': ['ID=205bd175-ee6d-46c8-a9bc-f53189247e7d,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:52.053430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:52.054034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:52.105341 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9e1eab2f-44b7-4f90-9a3d-cb279b300ff6 req-18f2e3de-5145-4701-bb17-dabf6d84d888 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558364 Dec 22 05:30:52.105644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Attempting to bind port 205bd175-ee6d-46c8-a9bc-f53189247e7d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:30:52.105644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Attempting to bind port 205bd175-ee6d-46c8-a9bc-f53189247e7d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:30:52.105644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Attempting to bind port 205bd175-ee6d-46c8-a9bc-f53189247e7d on network 7e4e499a-096c-4454-aa15-64369eb49c06 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:52.106880 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Port 205bd175-ee6d-46c8-a9bc-f53189247e7d on network 7e4e499a-096c-4454-aa15-64369eb49c06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:30:52.107199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Attempting to bind port 205bd175-ee6d-46c8-a9bc-f53189247e7d on network 7e4e499a-096c-4454-aa15-64369eb49c06 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:52.113059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:30:52.113394 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Checking segment: {'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:30:52.114923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Bound using segment: {'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:30:52.115362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Bound port: 205bd175-ee6d-46c8-a9bc-f53189247e7d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2089190-2577-4d31-ab2b-1a9fe33b2eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:30:52.115722 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:52.183544 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] For port 205bd175-ee6d-46c8-a9bc-f53189247e7d, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:30:52.186726 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] For port 205bd175-ee6d-46c8-a9bc-f53189247e7d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205bd175-ee6d-46c8-a9bc-f53189247e7d,segment=NetworkSegment(c2089190-2577-4d31-ab2b-1a9fe33b2eed),segment_id=c2089190-2577-4d31-ab2b-1a9fe33b2eed)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:30:52.292740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:52.330331 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:52.330939 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:52.332343 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] 10.222.0.16 "PUT /v2.0/ports/205bd175-ee6d-46c8-a9bc-f53189247e7d HTTP/1.1" status: 200 len: 1093 time: 0.7604425 Dec 22 05:30:52.332788 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc31438-48ad-4bd4-a714-341455f3b169', 'tag': '205bd175-ee6d-46c8-a9bc-f53189247e7d'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:30:52.335046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d576c9-6f68-4b62-adcd-e04118b70dec" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc31438-48ad-4bd4-a714-341455f3b169", "tag": "205bd175-ee6d-46c8-a9bc-f53189247e7d"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:30:52.360462 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0926f-2e22-473d-a13b-0e323f60d190 service neutron] Pushing event updated for resources: {'Port': ['ID=205bd175-ee6d-46c8-a9bc-f53189247e7d,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:52.375069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d37f2fd-f826-4a35-af2f-3bc69f3a43e6 x-openstack-request-id: req-0d37f2fd-f826-4a35-af2f-3bc69f3a43e6 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:30:52.375371 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc31438-48ad-4bd4-a714-341455f3b169", "tag": "205bd175-ee6d-46c8-a9bc-f53189247e7d", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:30:52.375645 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d37f2fd-f826-4a35-af2f-3bc69f3a43e6 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:30:52.376106 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc31438-48ad-4bd4-a714-341455f3b169', 'tag': '205bd175-ee6d-46c8-a9bc-f53189247e7d', 'status': 'completed', 'code': 200} Dec 22 05:30:52.457572 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d576c9-6f68-4b62-adcd-e04118b70dec req-68b20015-dcc5-4e2a-aa32-528504b5f2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:52.459086 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86d576c9-6f68-4b62-adcd-e04118b70dec req-68b20015-dcc5-4e2a-aa32-528504b5f2c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 1096 time: 0.0419703 Dec 22 05:30:52.568172 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d576c9-6f68-4b62-adcd-e04118b70dec req-b3835e3b-6419-4c9c-b498-64b45ba768af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:52.569724 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86d576c9-6f68-4b62-adcd-e04118b70dec req-b3835e3b-6419-4c9c-b498-64b45ba768af service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=af30bc99611b4bf084548bad5840ea24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0958710 Dec 22 05:30:52.662167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d576c9-6f68-4b62-adcd-e04118b70dec req-c6ad82ff-d6f2-438c-88c7-42a057569318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:52.663518 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86d576c9-6f68-4b62-adcd-e04118b70dec req-c6ad82ff-d6f2-438c-88c7-42a057569318 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873997 Dec 22 05:30:52.757646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-269bfe50-2f0d-459c-ae9c-b025b3d6f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:52.759115 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-269bfe50-2f0d-459c-ae9c-b025b3d6f44f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 1096 time: 0.0401273 Dec 22 05:30:52.809421 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-4022e50d-8509-422e-854d-3c7cb568ac08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=205bd175-ee6d-46c8-a9bc-f53189247e7d HTTP/1.1" status: 200 len: 217 time: 0.0365481 Dec 22 05:30:52.856767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-8185f5f6-125d-44f5-9f7d-90caa6405181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:52.858135 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-8185f5f6-125d-44f5-9f7d-90caa6405181 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3efa349-cce4-48f7-90f0-d9b4c1715857 HTTP/1.1" status: 200 len: 835 time: 0.0420368 Dec 22 05:30:52.903425 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-08da4293-1f13-4142-af9e-f8b405e5c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:52.904906 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-08da4293-1f13-4142-af9e-f8b405e5c712 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4e499a-096c-4454-aa15-64369eb49c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390358 Dec 22 05:30:52.997116 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-c69d746a-82c5-48fb-8bef-0c17bc5c1cf5 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847201 Dec 22 05:30:53.084654 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-15d5ffac-26e2-4add-bcde-20ab3bd7e4bf req-11f38521-2dee-4128-9348-f8c42eb56f1f service neutron] 10.222.0.16 "GET /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796113 Dec 22 05:30:53.196740 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc623065-3ac2-4fb7-a9a1-05a880e6c473 req-2da0c621-ee36-4463-8f43-531389833ea3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:53.198183 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cc623065-3ac2-4fb7-a9a1-05a880e6c473 req-2da0c621-ee36-4463-8f43-531389833ea3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 943 time: 0.0484521 Dec 22 05:30:53.234564 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cc623065-3ac2-4fb7-a9a1-05a880e6c473 req-cda5131f-5264-430e-8ed2-92971b48472b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304232 Dec 22 05:30:54.347734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307d40e-f5a2-48a0-a244-f460d6f42e45 req-8ea0ba28-aa12-42f7-99ff-a7f532ecf751 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:54.349201 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b307d40e-f5a2-48a0-a244-f460d6f42e45 req-8ea0ba28-aa12-42f7-99ff-a7f532ecf751 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 943 time: 0.0483024 Dec 22 05:30:54.389565 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b307d40e-f5a2-48a0-a244-f460d6f42e45 req-e5846827-6871-40c0-8fc1-21c0abae827f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338366 Dec 22 05:30:55.167770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 205bd175-ee6d-46c8-a9bc-f53189247e7d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:30:55.260314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 205bd175-ee6d-46c8-a9bc-f53189247e7d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205bd175-ee6d-46c8-a9bc-f53189247e7d,segment=NetworkSegment(c2089190-2577-4d31-ab2b-1a9fe33b2eed),segment_id=c2089190-2577-4d31-ab2b-1a9fe33b2eed)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:55.271572 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '205bd175-ee6d-46c8-a9bc-f53189247e7d', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'port_id': '205bd175-ee6d-46c8-a9bc-f53189247e7d', 'mac_address': 'fa:16:3e:b5:fe:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:30:55.317768 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:55.331158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205bd175-ee6d-46c8-a9bc-f53189247e7d {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:30:55.349706 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 205bd175-ee6d-46c8-a9bc-f53189247e7d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205bd175-ee6d-46c8-a9bc-f53189247e7d,segment=NetworkSegment(c2089190-2577-4d31-ab2b-1a9fe33b2eed),segment_id=c2089190-2577-4d31-ab2b-1a9fe33b2eed)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:55.405569 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:55.456485 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=205bd175-ee6d-46c8-a9bc-f53189247e7d,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:55.554123 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd72bbd4-9c4e-42c0-a2ec-f962e2e50fac req-3f6eb5e6-3f72-4912-8df3-0deeef2bd74d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:55.555453 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fd72bbd4-9c4e-42c0-a2ec-f962e2e50fac req-3f6eb5e6-3f72-4912-8df3-0deeef2bd74d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 944 time: 0.0510087 Dec 22 05:30:55.591318 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fd72bbd4-9c4e-42c0-a2ec-f962e2e50fac req-533c796c-62f2-4e3b-a82d-693882121c25 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293584 Dec 22 05:30:55.705554 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['205bd175-ee6d-46c8-a9bc-f53189247e7d'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:30:56.707235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3149cd-8208-4d7e-afd5-421cd5c30789 req-638b06d0-ae7f-4e6d-9def-8f389ade769d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:56.708722 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e3149cd-8208-4d7e-afd5-421cd5c30789 req-638b06d0-ae7f-4e6d-9def-8f389ade769d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 944 time: 0.0485773 Dec 22 05:30:56.744864 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e3149cd-8208-4d7e-afd5-421cd5c30789 req-c50cecda-1069-42b3-aed8-9e1d6a332b92 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303600 Dec 22 05:30:57.167019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 205bd175-ee6d-46c8-a9bc-f53189247e7d up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:57.314221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 205bd175-ee6d-46c8-a9bc-f53189247e7d completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:30:57.317875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 205bd175-ee6d-46c8-a9bc-f53189247e7d triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:57.318234 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:57.390858 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:57.412281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc31438-48ad-4bd4-a714-341455f3b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205bd175-ee6d-46c8-a9bc-f53189247e7d'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:30:57.414474 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f9644-9b09-4baa-bbb4-4854ad37ae8b" -d '{"events": [{"server_uuid": "9dc31438-48ad-4bd4-a714-341455f3b169", "name": "network-vif-plugged", "status": "completed", "tag": "205bd175-ee6d-46c8-a9bc-f53189247e7d"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:30:57.430389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 205bd175-ee6d-46c8-a9bc-f53189247e7d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205bd175-ee6d-46c8-a9bc-f53189247e7d,segment=NetworkSegment(c2089190-2577-4d31-ab2b-1a9fe33b2eed),segment_id=c2089190-2577-4d31-ab2b-1a9fe33b2eed)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:57.449048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a27cf94-bf0b-4d57-b7b8-8e703c8ef692 x-openstack-request-id: req-7a27cf94-bf0b-4d57-b7b8-8e703c8ef692 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:30:57.449370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc31438-48ad-4bd4-a714-341455f3b169", "name": "network-vif-plugged", "status": "completed", "tag": "205bd175-ee6d-46c8-a9bc-f53189247e7d", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:30:57.449619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a27cf94-bf0b-4d57-b7b8-8e703c8ef692 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:30:57.450035 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc31438-48ad-4bd4-a714-341455f3b169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205bd175-ee6d-46c8-a9bc-f53189247e7d', 'code': 200} Dec 22 05:30:57.491598 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:30:57.537890 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=205bd175-ee6d-46c8-a9bc-f53189247e7d,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:57.785885 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea75d4-517a-4629-9454-8488ebfdf303 req-dc6b2e9a-1be6-4942-933b-ef2f77c5d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:57.787371 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-63ea75d4-517a-4629-9454-8488ebfdf303 req-dc6b2e9a-1be6-4942-933b-ef2f77c5d4e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 1098 time: 0.0402315 Dec 22 05:30:57.843451 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-63ea75d4-517a-4629-9454-8488ebfdf303 req-f4453ad4-a403-4e56-8d8f-cdae436a3be9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493503 Dec 22 05:30:57.864548 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0335-5103-4c49-aec2-0f0a6c8b8dcd req-55caafe3-8faf-45bb-813a-ef057673c6fc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:57.865921 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f38a0335-5103-4c49-aec2-0f0a6c8b8dcd req-55caafe3-8faf-45bb-813a-ef057673c6fc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0545225 Dec 22 05:30:57.908801 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f38a0335-5103-4c49-aec2-0f0a6c8b8dcd req-99fdeeed-15c5-4b95-a249-bc36e17a4c6b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370903 Dec 22 05:30:59.024650 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3758292-7c17-4264-84bd-6f5099d47271 req-7a00e71f-4f5b-4ec8-a545-bb10982990cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:59.026106 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a3758292-7c17-4264-84bd-6f5099d47271 req-7a00e71f-4f5b-4ec8-a545-bb10982990cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0492122 Dec 22 05:30:59.063325 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a3758292-7c17-4264-84bd-6f5099d47271 req-97f371c0-2fbf-4a81-ac21-178cd8f46256 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311494 Dec 22 05:31:00.174454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f136440-c5b8-452b-bed3-c2c4f3424f80 req-fcbf7c21-e0ef-4133-867f-163e0d01cda8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:00.175882 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9f136440-c5b8-452b-bed3-c2c4f3424f80 req-fcbf7c21-e0ef-4133-867f-163e0d01cda8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0477953 Dec 22 05:31:00.212429 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9f136440-c5b8-452b-bed3-c2c4f3424f80 req-b8241f74-11f6-4795-b1b0-e3af066f7d95 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307961 Dec 22 05:31:00.322247 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72032fb4-2229-4138-a43f-629ea1f41441 req-401f24cb-a04e-4350-950e-c55abfea2beb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:00.323700 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-72032fb4-2229-4138-a43f-629ea1f41441 req-401f24cb-a04e-4350-950e-c55abfea2beb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0476587 Dec 22 05:31:00.360212 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-72032fb4-2229-4138-a43f-629ea1f41441 req-2e25d538-5db2-43c5-b93f-33938cbf8327 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300808 Dec 22 05:31:00.381413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49684) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:31:00.463704 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f9ddca-2b1d-45c5-a427-bdd148cfa996 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:00.465192 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e4f9ddca-2b1d-45c5-a427-bdd148cfa996 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 1093 time: 0.0828297 Dec 22 05:31:00.467955 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49688) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:31:00.472286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '205bd175-ee6d-46c8-a9bc-f53189247e7d', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:31:00.542527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:00.640449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:00.739213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.26.5.141 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/4b89d8c0-3334-4143-aa28-03cf75cb75e6) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:31:00.840384 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:00.908868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:00.944711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:31:00.947411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:31:00.950102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:31:00.979810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=4b89d8c0-3334-4143-aa28-03cf75cb75e6,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:01.287632 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:01.413448 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:01.556757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:01.622639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:01.692793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=4b89d8c0-3334-4143-aa28-03cf75cb75e6,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:31:01.704716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:01.800460 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Floating IP 5c26a06d-2e03-4ce4-a14b-f3775f5915de associated. External IP: 172.26.5.141, port: 205bd175-ee6d-46c8-a9bc-f53189247e7d. Dec 22 05:31:01.997548 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 02d39c36-e0d5-4738-af12-59776c44462e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:31:02.430759 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:31:02.440964 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8d4f2-2a7a-46f0-9432-180dfbe0deba None None] Sync routers for ids ['02d39c36-e0d5-4738-af12-59776c44462e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:31:02.450284 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8d4f2-2a7a-46f0-9432-180dfbe0deba None None] Routers {'02d39c36-e0d5-4738-af12-59776c44462e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:31:02.450859 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-bed8d4f2-2a7a-46f0-9432-180dfbe0deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:30:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['02d39c36-e0d5-4738-af12-59776c44462e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:02.510334 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:02.537390 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-3d74f6bb-efcf-4478-99a7-264ab534bbd9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0683968 Dec 22 05:31:02.538071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc31438-48ad-4bd4-a714-341455f3b169', 'tag': '205bd175-ee6d-46c8-a9bc-f53189247e7d'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:31:02.540441 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab564807-450b-41f8-bf47-f901d5c17449" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc31438-48ad-4bd4-a714-341455f3b169", "tag": "205bd175-ee6d-46c8-a9bc-f53189247e7d"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:31:02.556890 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-bed8d4f2-2a7a-46f0-9432-180dfbe0deba None None] Set router 02d39c36-e0d5-4738-af12-59776c44462e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:31:02.577134 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012032fb-8924-4d1a-9352-84b4cb1675e6 x-openstack-request-id: req-012032fb-8924-4d1a-9352-84b4cb1675e6 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:31:02.577545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc31438-48ad-4bd4-a714-341455f3b169", "tag": "205bd175-ee6d-46c8-a9bc-f53189247e7d", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:31:02.577838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-012032fb-8924-4d1a-9352-84b4cb1675e6 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:31:02.578231 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc31438-48ad-4bd4-a714-341455f3b169', 'tag': '205bd175-ee6d-46c8-a9bc-f53189247e7d', 'status': 'completed', 'code': 200} Dec 22 05:31:02.658624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d2b37-6746-432c-8f6f-fdc901907bca req-61eff105-2234-4abd-b74b-0e7ceb1a63e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:02.660107 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d78d2b37-6746-432c-8f6f-fdc901907bca req-61eff105-2234-4abd-b74b-0e7ceb1a63e0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0749409 Dec 22 05:31:02.695620 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab564807-450b-41f8-bf47-f901d5c17449 req-2f3fbf09-ed1e-442d-95ae-4542b64edc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:02.697023 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ab564807-450b-41f8-bf47-f901d5c17449 req-2f3fbf09-ed1e-442d-95ae-4542b64edc4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 1098 time: 0.0730693 Dec 22 05:31:02.709040 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d78d2b37-6746-432c-8f6f-fdc901907bca req-ea4ca696-1971-45f8-a410-752d0ea080c3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402653 Dec 22 05:31:02.733655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49694) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:31:02.794533 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-bed8d4f2-2a7a-46f0-9432-180dfbe0deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:30:46Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '5c26a06d-2e03-4ce4-a14b-f3775f5915de', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.141', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'port_id': '205bd175-ee6d-46c8-a9bc-f53189247e7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'mac_address': 'fa:16:3e:b5:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc31438-48ad-4bd4-a714-341455f3b169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:31:01Z', 'updated_at': '2021-12-22T05:31:01Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f36695-f29e-45b4-9eb6-25e9fc2f5e97', 'name': '', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:e4:bb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:45Z', 'updated_at': '2021-12-22T05:30:49Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:02.800737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab564807-450b-41f8-bf47-f901d5c17449 req-cce66eb3-331d-4751-9e17-48e2d4f98b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:02.802884 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-425e70cc-4da2-4bf2-a184-d4207121b0b1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/5c26a06d-2e03-4ce4-a14b-f3775f5915de HTTP/1.1" status: 200 len: 991 time: 0.0668035 Dec 22 05:31:02.803024 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ab564807-450b-41f8-bf47-f901d5c17449 req-cce66eb3-331d-4751-9e17-48e2d4f98b1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4e499a-096c-4454-aa15-64369eb49c06 HTTP/1.1" status: 200 len: 898 time: 0.0925174 Dec 22 05:31:02.820820 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8d4f2-2a7a-46f0-9432-180dfbe0deba None None] Checking router: 02d39c36-e0d5-4738-af12-59776c44462e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:31:02.829489 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed8d4f2-2a7a-46f0-9432-180dfbe0deba None None] Routers {'02d39c36-e0d5-4738-af12-59776c44462e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:31:02.830083 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-bed8d4f2-2a7a-46f0-9432-180dfbe0deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:30:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['02d39c36-e0d5-4738-af12-59776c44462e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:02.871084 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ab564807-450b-41f8-bf47-f901d5c17449 req-c96a62b0-2323-4ce8-b009-4eea469e40fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=205bd175-ee6d-46c8-a9bc-f53189247e7d HTTP/1.1" status: 200 len: 999 time: 0.0582855 Dec 22 05:31:02.922372 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab564807-450b-41f8-bf47-f901d5c17449 req-8561bf50-e2df-4b52-8810-fae9fd8cfaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:02.923841 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ab564807-450b-41f8-bf47-f901d5c17449 req-8561bf50-e2df-4b52-8810-fae9fd8cfaac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3efa349-cce4-48f7-90f0-d9b4c1715857 HTTP/1.1" status: 200 len: 835 time: 0.0432532 Dec 22 05:31:02.931742 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-bed8d4f2-2a7a-46f0-9432-180dfbe0deba None None] Set router 02d39c36-e0d5-4738-af12-59776c44462e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:31:02.976729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab564807-450b-41f8-bf47-f901d5c17449 req-bb7d2a3e-fd19-4d11-b228-b4e5ad8e36c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:02.978228 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ab564807-450b-41f8-bf47-f901d5c17449 req-bb7d2a3e-fd19-4d11-b228-b4e5ad8e36c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4e499a-096c-4454-aa15-64369eb49c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429487 Dec 22 05:31:03.067148 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ab564807-450b-41f8-bf47-f901d5c17449 req-6a840a6f-e451-4104-b9c0-7476b8297f8a service neutron] 10.222.0.16 "GET /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800099 Dec 22 05:31:03.151410 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-bed8d4f2-2a7a-46f0-9432-180dfbe0deba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:30:46Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '5c26a06d-2e03-4ce4-a14b-f3775f5915de', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.141', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'port_id': '205bd175-ee6d-46c8-a9bc-f53189247e7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'mac_address': 'fa:16:3e:b5:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc31438-48ad-4bd4-a714-341455f3b169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:31:01Z', 'updated_at': '2021-12-22T05:31:01Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f36695-f29e-45b4-9eb6-25e9fc2f5e97', 'name': '', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:e4:bb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:45Z', 'updated_at': '2021-12-22T05:30:49Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:31:03.159824 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ab564807-450b-41f8-bf47-f901d5c17449 req-00d7be75-3617-4e5f-88b6-60618daf4cc7 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846677 Dec 22 05:31:03.177610 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed8d4f2-2a7a-46f0-9432-180dfbe0deba None None] The sync data for ids ['02d39c36-e0d5-4738-af12-59776c44462e'] in dv-neutron-822523-1-hyperv is: [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:30:46Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '5c26a06d-2e03-4ce4-a14b-f3775f5915de', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.141', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'port_id': '205bd175-ee6d-46c8-a9bc-f53189247e7d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1758, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'mac_address': 'fa:16:3e:b5:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc31438-48ad-4bd4-a714-341455f3b169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:31:01Z', 'updated_at': '2021-12-22T05:31:01Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f36695-f29e-45b4-9eb6-25e9fc2f5e97', 'name': '', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:e4:bb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:45Z', 'updated_at': '2021-12-22T05:30:49Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:31:03.362107 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39071ad-9a0b-4ad8-99ed-de8ad8ccab69 None None] New status for floating IP 5c26a06d-2e03-4ce4-a14b-f3775f5915de: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:31:03.805710 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49696) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:31:03.864658 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-36a4e374-235e-4d6c-a082-26b837fcbb55 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/5c26a06d-2e03-4ce4-a14b-f3775f5915de HTTP/1.1" status: 200 len: 993 time: 0.0576396 Dec 22 05:31:09.290949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-35647d6a-eec9-4731-900e-ede4bbdafa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:11.657363 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-69c30adc-aa8f-4205-98cd-b3cbe826efdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:13.257025 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:14.399944 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:14.560700 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:31:15.267988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:21.113833 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:27.911458 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b87a5d0b-d619-4cc6-a733-6f1abc8f984b req-5ea2d9a3-00d4-4e0e-a7cf-b6dc47107346 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395672 Dec 22 05:31:28.010513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a5d0b-d619-4cc6-a733-6f1abc8f984b req-69387dcb-e75c-48fe-bce0-c3002409d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:28.011952 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b87a5d0b-d619-4cc6-a733-6f1abc8f984b req-69387dcb-e75c-48fe-bce0-c3002409d74a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 1098 time: 0.0388739 Dec 22 05:31:28.112867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a5d0b-d619-4cc6-a733-6f1abc8f984b req-7029f6fd-ddcd-476e-80b2-46eba11c1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:28.114297 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b87a5d0b-d619-4cc6-a733-6f1abc8f984b req-7029f6fd-ddcd-476e-80b2-46eba11c1442 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4e499a-096c-4454-aa15-64369eb49c06 HTTP/1.1" status: 200 len: 898 time: 0.0843666 Dec 22 05:31:28.178459 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b87a5d0b-d619-4cc6-a733-6f1abc8f984b req-f732742c-1952-4653-ad80-c7b92526068c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=205bd175-ee6d-46c8-a9bc-f53189247e7d HTTP/1.1" status: 200 len: 1001 time: 0.0567236 Dec 22 05:31:28.228533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a5d0b-d619-4cc6-a733-6f1abc8f984b req-6f64af0e-cbe3-4f5e-ac33-df728a48c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:28.229943 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b87a5d0b-d619-4cc6-a733-6f1abc8f984b req-6f64af0e-cbe3-4f5e-ac33-df728a48c566 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3efa349-cce4-48f7-90f0-d9b4c1715857 HTTP/1.1" status: 200 len: 835 time: 0.0446644 Dec 22 05:31:28.278204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a5d0b-d619-4cc6-a733-6f1abc8f984b req-e5928dd2-0af6-4732-bebe-c96ae12c106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:28.279654 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b87a5d0b-d619-4cc6-a733-6f1abc8f984b req-e5928dd2-0af6-4732-bebe-c96ae12c106a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4e499a-096c-4454-aa15-64369eb49c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419390 Dec 22 05:31:28.367141 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b87a5d0b-d619-4cc6-a733-6f1abc8f984b req-9a44a725-57c0-4643-a4bf-62f8133b9791 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786245 Dec 22 05:31:28.456919 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b87a5d0b-d619-4cc6-a733-6f1abc8f984b req-bf3e8e99-49e4-4eee-87ff-a66a0443376c service neutron] 10.222.0.16 "GET /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820360 Dec 22 05:31:30.722087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a4f7d-823b-44b0-b573-25f4bd22c478 req-5b75c42d-5b47-47da-9a1b-c10b8f906736 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:30.723457 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-957a4f7d-823b-44b0-b573-25f4bd22c478 req-5b75c42d-5b47-47da-9a1b-c10b8f906736 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0520344 Dec 22 05:31:30.760949 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-957a4f7d-823b-44b0-b573-25f4bd22c478 req-4f865a33-d04e-4ee4-ac05-38ffc592eab5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312955 Dec 22 05:31:31.882980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41154666-5925-46b1-9ce6-e1c26bf0b5c7 req-2a59887b-14e3-4ab0-ac19-7177c6ba1ded tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:31.884518 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-41154666-5925-46b1-9ce6-e1c26bf0b5c7 req-2a59887b-14e3-4ab0-ac19-7177c6ba1ded tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0514576 Dec 22 05:31:31.922233 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-41154666-5925-46b1-9ce6-e1c26bf0b5c7 req-1501f0c1-fdb3-460c-accd-f993119aff8e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Dec 22 05:31:33.033309 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d382f-1f18-4ded-b6f3-6cbc243d4706 req-044ff60d-825b-4d13-879e-28e5bb5dfc98 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:33.034736 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-197d382f-1f18-4ded-b6f3-6cbc243d4706 req-044ff60d-825b-4d13-879e-28e5bb5dfc98 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0470374 Dec 22 05:31:33.071148 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-197d382f-1f18-4ded-b6f3-6cbc243d4706 req-4932ecb2-67fe-420e-a064-c071bd4c4ba9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307109 Dec 22 05:31:34.180477 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd0f1d-6f43-4d13-b098-3fbfebf4f75f req-2a6b6221-ac5e-4e78-baa6-81a89cba5052 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:34.181936 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fecd0f1d-6f43-4d13-b098-3fbfebf4f75f req-2a6b6221-ac5e-4e78-baa6-81a89cba5052 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0484293 Dec 22 05:31:34.218951 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fecd0f1d-6f43-4d13-b098-3fbfebf4f75f req-e6ed5dda-1af5-48a0-add3-5f8a7741bfb4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306733 Dec 22 05:31:35.329295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0067b6-455c-4db2-9013-d65991983810 req-e8db10e6-a085-40a8-abe9-bf9837b844b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:35.330714 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8e0067b6-455c-4db2-9013-d65991983810 req-e8db10e6-a085-40a8-abe9-bf9837b844b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0464656 Dec 22 05:31:35.366487 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8e0067b6-455c-4db2-9013-d65991983810 req-d31c8661-0af0-4394-b26c-d62479529e93 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300283 Dec 22 05:31:36.490954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f073e7-d22a-4d6e-97ce-354dbd95feef req-86494ced-cde3-4272-aaec-5e4fc2400c83 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:36.492474 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d9f073e7-d22a-4d6e-97ce-354dbd95feef req-86494ced-cde3-4272-aaec-5e4fc2400c83 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0521865 Dec 22 05:31:36.535261 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d9f073e7-d22a-4d6e-97ce-354dbd95feef req-87492ebd-2743-49bb-8342-e92351f7928a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365255 Dec 22 05:31:37.650121 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f13058-2ef6-4674-87b5-0e6dbfd4ba93 req-a065358a-326e-422b-85c1-da111461dd95 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:37.651567 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-21f13058-2ef6-4674-87b5-0e6dbfd4ba93 req-a065358a-326e-422b-85c1-da111461dd95 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0521386 Dec 22 05:31:37.689004 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-21f13058-2ef6-4674-87b5-0e6dbfd4ba93 req-0976fd11-c337-4cd2-a45f-c81f4c880358 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307307 Dec 22 05:31:38.801349 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15117af-a6fa-42b6-8edd-7979ac15c07a req-13fef71d-7802-452f-ae72-cf95a58fc732 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:38.802838 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c15117af-a6fa-42b6-8edd-7979ac15c07a req-13fef71d-7802-452f-ae72-cf95a58fc732 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0487454 Dec 22 05:31:38.839676 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c15117af-a6fa-42b6-8edd-7979ac15c07a req-fb670ddb-c755-47f5-977b-6e15d0cfa8cc tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308881 Dec 22 05:31:39.278964 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad1e3c34-deb4-42dc-a0dc-0f8226625aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:39.953716 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6ff8f-02b3-44a4-84e6-398e19300710 req-1e12f006-0b11-47cd-87ba-5f1f91e0ea32 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:39.955188 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4ee6ff8f-02b3-44a4-84e6-398e19300710 req-1e12f006-0b11-47cd-87ba-5f1f91e0ea32 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0480301 Dec 22 05:31:39.991183 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4ee6ff8f-02b3-44a4-84e6-398e19300710 req-92b6afd4-fe09-407b-8e09-011bad761809 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301490 Dec 22 05:31:41.104673 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abd22b-e9f6-4034-8f4d-ffab5f43333e req-147d8ea7-effa-4877-9e3a-7609141e378a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:41.106146 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f3abd22b-e9f6-4034-8f4d-ffab5f43333e req-147d8ea7-effa-4877-9e3a-7609141e378a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0493586 Dec 22 05:31:41.143288 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f3abd22b-e9f6-4034-8f4d-ffab5f43333e req-8c206e88-2ceb-4330-92a2-052e49c27294 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312452 Dec 22 05:31:41.696699 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-60d3d70f-f784-46c9-95c2-eb4dc06ec521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:42.267758 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c51c4-9c3a-4e63-977e-4e19cc14b862 req-b420aab3-6e57-46b3-9e5d-aa8cfe8c1548 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:42.269107 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0c9c51c4-9c3a-4e63-977e-4e19cc14b862 req-b420aab3-6e57-46b3-9e5d-aa8cfe8c1548 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0507352 Dec 22 05:31:42.305638 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0c9c51c4-9c3a-4e63-977e-4e19cc14b862 req-99082c0d-231e-4977-8e2d-fc76c5545880 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307355 Dec 22 05:31:42.326809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49736) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:31:42.388475 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c9bb28d8-74d8-4190-8e2e-62f91755b055 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/5c26a06d-2e03-4ce4-a14b-f3775f5915de HTTP/1.1" status: 200 len: 993 time: 0.0605745 Dec 22 05:31:43.285385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:43.793018 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d5b10-73fc-41e6-86f5-8fbcd0bfad67 req-ce172abc-c9c4-422b-a440-d83c16c9d62e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:43.794542 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-091d5b10-73fc-41e6-86f5-8fbcd0bfad67 req-ce172abc-c9c4-422b-a440-d83c16c9d62e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0495372 Dec 22 05:31:43.840041 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-091d5b10-73fc-41e6-86f5-8fbcd0bfad67 req-3b25fe77-06cd-4183-bb58-8b2e8ab0e113 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389099 Dec 22 05:31:43.909386 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2b9b-4ba1-4d9b-a64f-0a35397d67ea req-563068f7-ca0d-4b0e-9402-5324311f7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:43.910834 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d54b2b9b-4ba1-4d9b-a64f-0a35397d67ea req-563068f7-ca0d-4b0e-9402-5324311f7dc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 1098 time: 0.0402942 Dec 22 05:31:43.999069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2b9b-4ba1-4d9b-a64f-0a35397d67ea req-2ec4fadc-8c31-4d1e-beac-fb2526dd9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:44.000558 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d54b2b9b-4ba1-4d9b-a64f-0a35397d67ea req-2ec4fadc-8c31-4d1e-beac-fb2526dd9af0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4e499a-096c-4454-aa15-64369eb49c06 HTTP/1.1" status: 200 len: 898 time: 0.0828907 Dec 22 05:31:44.068468 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d54b2b9b-4ba1-4d9b-a64f-0a35397d67ea req-255c380c-a9e0-4d23-8b3f-0c24be582cd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=205bd175-ee6d-46c8-a9bc-f53189247e7d HTTP/1.1" status: 200 len: 1001 time: 0.0604231 Dec 22 05:31:44.116338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2b9b-4ba1-4d9b-a64f-0a35397d67ea req-934c7c8e-fe6b-4530-818b-93ef5504824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:44.117694 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d54b2b9b-4ba1-4d9b-a64f-0a35397d67ea req-934c7c8e-fe6b-4530-818b-93ef5504824a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3efa349-cce4-48f7-90f0-d9b4c1715857 HTTP/1.1" status: 200 len: 835 time: 0.0424721 Dec 22 05:31:44.162044 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2b9b-4ba1-4d9b-a64f-0a35397d67ea req-f90a1727-ebce-4506-89ae-da1419ae4dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:44.163479 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d54b2b9b-4ba1-4d9b-a64f-0a35397d67ea req-f90a1727-ebce-4506-89ae-da1419ae4dd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4e499a-096c-4454-aa15-64369eb49c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390410 Dec 22 05:31:44.253700 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d54b2b9b-4ba1-4d9b-a64f-0a35397d67ea req-047d6e62-f508-46f9-bdda-4b707a551709 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828326 Dec 22 05:31:44.342981 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d54b2b9b-4ba1-4d9b-a64f-0a35397d67ea req-4ff115b7-3296-4b42-a19e-9801849b2839 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821280 Dec 22 05:31:44.399555 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:44.957666 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3813d6-2518-4572-888b-68ca1fe3e336 req-3864c685-d1d9-4055-88d6-69d22d3de54f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:44.959061 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1b3813d6-2518-4572-888b-68ca1fe3e336 req-3864c685-d1d9-4055-88d6-69d22d3de54f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0506225 Dec 22 05:31:44.997618 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1b3813d6-2518-4572-888b-68ca1fe3e336 req-e03c62b8-0aec-4734-a40e-bfbe0bb8cdf9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325391 Dec 22 05:31:45.245130 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:46.111459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56898444-b17b-40ee-88a6-0f9895ab419b req-4a25ece5-ed9a-49b8-80f4-6c20563acd23 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:46.112939 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-56898444-b17b-40ee-88a6-0f9895ab419b req-4a25ece5-ed9a-49b8-80f4-6c20563acd23 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0480509 Dec 22 05:31:46.154222 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-56898444-b17b-40ee-88a6-0f9895ab419b req-58adee54-7286-4fa7-b78d-c71ae2b0b45e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355465 Dec 22 05:31:46.175777 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49750) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:31:46.235108 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0edebabf-6e7d-4b05-a3b5-951dbeca1dc9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/5c26a06d-2e03-4ce4-a14b-f3775f5915de HTTP/1.1" status: 200 len: 993 time: 0.0581515 Dec 22 05:31:51.130953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:31:51.558802 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:32:09.291066 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a2f97447-d7aa-4753-a7d5-dfd948b3d8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:11.702287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-573d6245-dc95-46c1-b4b9-e03d4ae1e2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:13.295268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:14.416814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:15.266463 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:16.601438 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49772) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:16.754870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 4b89d8c0-3334-4143-aa28-03cf75cb75e6 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:32:16.755199 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:16.831263 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:16.831575 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:16.842626 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 4b89d8c0-3334-4143-aa28-03cf75cb75e6 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:32:17.043707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:17.070267 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=4b89d8c0-3334-4143-aa28-03cf75cb75e6,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:17.094505 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:17.094849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:17.095186 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:17.095519 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:17.095850 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:17.096172 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:17.096517 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:17.096835 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:17.097152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:17.097467 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:17.097782 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:17.098093 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:17.134778 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:17.135096 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Floating IP 5c26a06d-2e03-4ce4-a14b-f3775f5915de disassociated (deleted). External IP: 172.26.5.141, port: 205bd175-ee6d-46c8-a9bc-f53189247e7d. Dec 22 05:32:17.335655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 02d39c36-e0d5-4738-af12-59776c44462e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:32:17.440424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:32:17.444808 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:17.450782 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99612c34-fa67-43d8-8c76-1a4315e77fd3 None None] Sync routers for ids ['02d39c36-e0d5-4738-af12-59776c44462e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:32:17.459433 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99612c34-fa67-43d8-8c76-1a4315e77fd3 None None] Routers {'02d39c36-e0d5-4738-af12-59776c44462e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:32:17.460028 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-99612c34-fa67-43d8-8c76-1a4315e77fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:32:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['02d39c36-e0d5-4738-af12-59776c44462e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:17.471524 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-181433b9-b930-4539-86e5-9423cfd2ecdf tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/floatingips/5c26a06d-2e03-4ce4-a14b-f3775f5915de HTTP/1.1" status: 204 len: 168 time: 0.8690164 Dec 22 05:32:17.472084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc31438-48ad-4bd4-a714-341455f3b169', 'tag': '205bd175-ee6d-46c8-a9bc-f53189247e7d'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:32:17.474331 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e100ce80-2fdf-4606-a886-05fd6a3a1f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc31438-48ad-4bd4-a714-341455f3b169", "tag": "205bd175-ee6d-46c8-a9bc-f53189247e7d"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:32:17.511267 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c285e8-d46d-45e6-a4bf-f93c79a6619a x-openstack-request-id: req-47c285e8-d46d-45e6-a4bf-f93c79a6619a {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:32:17.511564 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc31438-48ad-4bd4-a714-341455f3b169", "tag": "205bd175-ee6d-46c8-a9bc-f53189247e7d", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:32:17.512329 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47c285e8-d46d-45e6-a4bf-f93c79a6619a {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:32:17.512731 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc31438-48ad-4bd4-a714-341455f3b169', 'tag': '205bd175-ee6d-46c8-a9bc-f53189247e7d', 'status': 'completed', 'code': 200} Dec 22 05:32:17.564214 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-99612c34-fa67-43d8-8c76-1a4315e77fd3 None None] Set router 02d39c36-e0d5-4738-af12-59776c44462e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:32:17.598401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100ce80-2fdf-4606-a886-05fd6a3a1f1f req-91d63b54-dd90-4875-8fba-36129046d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:17.599772 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e100ce80-2fdf-4606-a886-05fd6a3a1f1f req-91d63b54-dd90-4875-8fba-36129046d2cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 1098 time: 0.0409057 Dec 22 05:32:17.694275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100ce80-2fdf-4606-a886-05fd6a3a1f1f req-61d44c8f-885f-45bb-889a-a6202015ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:17.695927 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e100ce80-2fdf-4606-a886-05fd6a3a1f1f req-61d44c8f-885f-45bb-889a-a6202015ee80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e4e499a-096c-4454-aa15-64369eb49c06 HTTP/1.1" status: 200 len: 898 time: 0.0890987 Dec 22 05:32:17.741443 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e100ce80-2fdf-4606-a886-05fd6a3a1f1f req-0250789a-49a6-4e8b-bee6-ea6036d26d1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=205bd175-ee6d-46c8-a9bc-f53189247e7d HTTP/1.1" status: 200 len: 217 time: 0.0386021 Dec 22 05:32:17.762921 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-99612c34-fa67-43d8-8c76-1a4315e77fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:30:46Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '22f36695-f29e-45b4-9eb6-25e9fc2f5e97', 'name': '', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:e4:bb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:45Z', 'updated_at': '2021-12-22T05:30:49Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:17.789447 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99612c34-fa67-43d8-8c76-1a4315e77fd3 None None] Checking router: 02d39c36-e0d5-4738-af12-59776c44462e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:32:17.791107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100ce80-2fdf-4606-a886-05fd6a3a1f1f req-be906a9e-59d4-4a5a-985e-04c02793ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:17.792637 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e100ce80-2fdf-4606-a886-05fd6a3a1f1f req-be906a9e-59d4-4a5a-985e-04c02793ceb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b3efa349-cce4-48f7-90f0-d9b4c1715857 HTTP/1.1" status: 200 len: 835 time: 0.0445480 Dec 22 05:32:17.797414 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99612c34-fa67-43d8-8c76-1a4315e77fd3 None None] Routers {'02d39c36-e0d5-4738-af12-59776c44462e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:32:17.798019 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-99612c34-fa67-43d8-8c76-1a4315e77fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:32:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['02d39c36-e0d5-4738-af12-59776c44462e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:17.845799 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100ce80-2fdf-4606-a886-05fd6a3a1f1f req-b8ba87ea-df61-4463-afe2-cd957309519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:17.847294 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e100ce80-2fdf-4606-a886-05fd6a3a1f1f req-b8ba87ea-df61-4463-afe2-cd957309519c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e4e499a-096c-4454-aa15-64369eb49c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482373 Dec 22 05:32:17.918741 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c1330-f93c-4220-8df9-b4a4fa265ba2 req-1b977c7d-735d-426a-b221-f88788ffa7b7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:17.920462 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-791c1330-f93c-4220-8df9-b4a4fa265ba2 req-1b977c7d-735d-426a-b221-f88788ffa7b7 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0514984 Dec 22 05:32:17.971520 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-791c1330-f93c-4220-8df9-b4a4fa265ba2 req-39e503e8-dd0a-40bc-bb3c-4ba2457d66a8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 Dec 22 05:32:17.996837 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e100ce80-2fdf-4606-a886-05fd6a3a1f1f req-dd423dc8-679f-48b4-a6f2-34a154999d44 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012125 Dec 22 05:32:18.005113 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-99612c34-fa67-43d8-8c76-1a4315e77fd3 None None] Set router 02d39c36-e0d5-4738-af12-59776c44462e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:32:18.092380 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e100ce80-2fdf-4606-a886-05fd6a3a1f1f req-15a418d8-d741-4775-8400-4d6e89b95ed6 service neutron] 10.222.0.16 "GET /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870252 Dec 22 05:32:18.197965 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-99612c34-fa67-43d8-8c76-1a4315e77fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:30:46Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '22f36695-f29e-45b4-9eb6-25e9fc2f5e97', 'name': '', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:e4:bb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:45Z', 'updated_at': '2021-12-22T05:30:49Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:18.226907 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99612c34-fa67-43d8-8c76-1a4315e77fd3 None None] The sync data for ids ['02d39c36-e0d5-4738-af12-59776c44462e'] in dv-neutron-822523-1-hyperv is: [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:30:46Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '22f36695-f29e-45b4-9eb6-25e9fc2f5e97', 'name': '', 'network_id': '7e4e499a-096c-4454-aa15-64369eb49c06', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:e4:bb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:45Z', 'updated_at': '2021-12-22T05:30:49Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': 'b3efa349-cce4-48f7-90f0-d9b4c1715857', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:32:18.429897 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1277977-d209-4fac-8094-39f2cb2b0a2f None None] New status for floating IP 5c26a06d-2e03-4ce4-a14b-f3775f5915de: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:32:19.080863 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6310b3-dee1-4eb8-ab53-ca5f89fa8d7b req-bdd59148-2486-4085-88d6-548b857170bd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:19.082307 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0f6310b3-dee1-4eb8-ab53-ca5f89fa8d7b req-bdd59148-2486-4085-88d6-548b857170bd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0486174 Dec 22 05:32:19.117973 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0f6310b3-dee1-4eb8-ab53-ca5f89fa8d7b req-4f7d9847-ec61-4317-88a8-0a5123e397f8 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299351 Dec 22 05:32:19.597693 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aea559-80cb-4bab-8c68-664a92963e97 req-2d5bf26d-fd47-447d-8fd3-3538d91f669f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:19.599117 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-00aea559-80cb-4bab-8c68-664a92963e97 req-2d5bf26d-fd47-447d-8fd3-3538d91f669f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 945 time: 0.0463593 Dec 22 05:32:19.690705 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-00aea559-80cb-4bab-8c68-664a92963e97 req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 205bd175-ee6d-46c8-a9bc-f53189247e7d {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:32:19.691038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-00aea559-80cb-4bab-8c68-664a92963e97 req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:19.778461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-00aea559-80cb-4bab-8c68-664a92963e97 req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 205bd175-ee6d-46c8-a9bc-f53189247e7d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=205bd175-ee6d-46c8-a9bc-f53189247e7d,segment=NetworkSegment(c2089190-2577-4d31-ab2b-1a9fe33b2eed),segment_id=c2089190-2577-4d31-ab2b-1a9fe33b2eed)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:32:19.778813 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-00aea559-80cb-4bab-8c68-664a92963e97 req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:19.790899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-00aea559-80cb-4bab-8c68-664a92963e97 req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 205bd175-ee6d-46c8-a9bc-f53189247e7d owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:32:19.971524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-00aea559-80cb-4bab-8c68-664a92963e97 req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:19.999854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=205bd175-ee6d-46c8-a9bc-f53189247e7d,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:20.028678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:20.029023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:20.029351 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:20.029676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:20.030000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:20.030330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:20.030908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:20.031221 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:20.031537 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:20.031852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:20.032811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:20.033127 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:20.053840 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-00aea559-80cb-4bab-8c68-664a92963e97 req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] No DVR routers for this DVR port 205bd175-ee6d-46c8-a9bc-f53189247e7d on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:32:20.056218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-00aea559-80cb-4bab-8c68-664a92963e97 req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:20.059430 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-00aea559-80cb-4bab-8c68-664a92963e97 req-5ec1cf50-b137-4df0-b35a-2453797fc401 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "DELETE /v2.0/ports/205bd175-ee6d-46c8-a9bc-f53189247e7d HTTP/1.1" status: 204 len: 173 time: 0.4540234 Dec 22 05:32:20.059870 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc31438-48ad-4bd4-a714-341455f3b169', 'name': 'network-vif-deleted', 'tag': '205bd175-ee6d-46c8-a9bc-f53189247e7d'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:32:20.062101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4434963d-711d-4e79-945d-6df72a49fae3" -d '{"events": [{"server_uuid": "9dc31438-48ad-4bd4-a714-341455f3b169", "name": "network-vif-deleted", "tag": "205bd175-ee6d-46c8-a9bc-f53189247e7d"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:32:20.096949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b986edc0-b1c6-40e2-91ed-d2f022113323 x-openstack-request-id: req-b986edc0-b1c6-40e2-91ed-d2f022113323 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:32:20.097507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc31438-48ad-4bd4-a714-341455f3b169", "name": "network-vif-deleted", "tag": "205bd175-ee6d-46c8-a9bc-f53189247e7d", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:32:20.097507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b986edc0-b1c6-40e2-91ed-d2f022113323 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:32:20.097860 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc31438-48ad-4bd4-a714-341455f3b169', 'name': 'network-vif-deleted', 'tag': '205bd175-ee6d-46c8-a9bc-f53189247e7d', 'status': 'completed', 'code': 200} Dec 22 05:32:20.209434 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0fae8a7c-8fce-406d-adab-3511ba0134db req-6ba66c0c-001c-44fb-9b71-d7d5a8bd37ef tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=9dc31438-48ad-4bd4-a714-341455f3b169 HTTP/1.1" status: 200 len: 210 time: 0.0266695 Dec 22 05:32:21.124818 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:21.269978 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49788) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:21.525571 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 205bd175-ee6d-46c8-a9bc-f53189247e7d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:32:21.553081 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 205bd175-ee6d-46c8-a9bc-f53189247e7d {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:32:21.553423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 205bd175-ee6d-46c8-a9bc-f53189247e7d not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:32:21.630377 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ac8a90db-75d2-4b5c-9894-ee15f03338a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:21.877600 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a90db-75d2-4b5c-9894-ee15f03338a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:32:21.877856 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ac8a90db-75d2-4b5c-9894-ee15f03338a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:21.963227 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-ac8a90db-75d2-4b5c-9894-ee15f03338a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 22f36695-f29e-45b4-9eb6-25e9fc2f5e97, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=22f36695-f29e-45b4-9eb6-25e9fc2f5e97,segment=NetworkSegment(c2089190-2577-4d31-ab2b-1a9fe33b2eed),segment_id=c2089190-2577-4d31-ab2b-1a9fe33b2eed)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:32:21.963588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ac8a90db-75d2-4b5c-9894-ee15f03338a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:21.975894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a90db-75d2-4b5c-9894-ee15f03338a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:32:22.222081 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ac8a90db-75d2-4b5c-9894-ee15f03338a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:22.248889 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a90db-75d2-4b5c-9894-ee15f03338a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=22f36695-f29e-45b4-9eb6-25e9fc2f5e97,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:22.415094 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ac8a90db-75d2-4b5c-9894-ee15f03338a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:22.621942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8a90db-75d2-4b5c-9894-ee15f03338a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 02d39c36-e0d5-4738-af12-59776c44462e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:32:22.727775 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8a90db-75d2-4b5c-9894-ee15f03338a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:32:22.733164 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ac8a90db-75d2-4b5c-9894-ee15f03338a4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "PUT /v2.0/routers/02d39c36-e0d5-4738-af12-59776c44462e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4617374 Dec 22 05:32:22.736390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49790) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:22.738481 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73fafe-cab6-4923-bb86-bcf8154f5b2a None None] Sync routers for ids ['02d39c36-e0d5-4738-af12-59776c44462e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:32:22.747764 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73fafe-cab6-4923-bb86-bcf8154f5b2a None None] Routers {'02d39c36-e0d5-4738-af12-59776c44462e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:32:22.748374 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-be73fafe-cab6-4923-bb86-bcf8154f5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:32:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['02d39c36-e0d5-4738-af12-59776c44462e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:22.786555 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-259045c3-1c27-4e88-a925-f2f338ede04a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting subnet b3efa349-cce4-48f7-90f0-d9b4c1715857 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:32:22.789624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-259045c3-1c27-4e88-a925-f2f338ede04a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:22.829792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-259045c3-1c27-4e88-a925-f2f338ede04a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:22.848515 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-be73fafe-cab6-4923-bb86-bcf8154f5b2a None None] Set router 02d39c36-e0d5-4738-af12-59776c44462e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:32:22.915415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-259045c3-1c27-4e88-a925-f2f338ede04a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:23.021853 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-be73fafe-cab6-4923-bb86-bcf8154f5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:32:22Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:23.034373 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-259045c3-1c27-4e88-a925-f2f338ede04a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:23.047688 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73fafe-cab6-4923-bb86-bcf8154f5b2a None None] Checking router: 02d39c36-e0d5-4738-af12-59776c44462e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:32:23.055848 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73fafe-cab6-4923-bb86-bcf8154f5b2a None None] Routers {'02d39c36-e0d5-4738-af12-59776c44462e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:32:23.056458 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-be73fafe-cab6-4923-bb86-bcf8154f5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:32:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['02d39c36-e0d5-4738-af12-59776c44462e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:23.062250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259045c3-1c27-4e88-a925-f2f338ede04a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Subnet': ['ID=b3efa349-cce4-48f7-90f0-d9b4c1715857,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:23.064254 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-259045c3-1c27-4e88-a925-f2f338ede04a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:23.067402 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-259045c3-1c27-4e88-a925-f2f338ede04a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/subnets/b3efa349-cce4-48f7-90f0-d9b4c1715857 HTTP/1.1" status: 204 len: 168 time: 0.3300469 Dec 22 05:32:23.069403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f1201-41f3-44ae-b9cb-5e2b630aab33 None None] Network 7e4e499a-096c-4454-aa15-64369eb49c06 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:32:23.070307 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49792) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:23.161540 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-be73fafe-cab6-4923-bb86-bcf8154f5b2a None None] Set router 02d39c36-e0d5-4738-af12-59776c44462e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:32:23.254509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] DHCP port deletion for 7e4e499a-096c-4454-aa15-64369eb49c06 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:32:23.312261 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Deleting port 47628d82-8606-4e37-9208-a962e534a8e6 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:32:23.312636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:23.343701 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-be73fafe-cab6-4923-bb86-bcf8154f5b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:32:22Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:23.373773 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be73fafe-cab6-4923-bb86-bcf8154f5b2a None None] The sync data for ids ['02d39c36-e0d5-4738-af12-59776c44462e'] in dv-neutron-822523-1-hyperv is: [{'id': '02d39c36-e0d5-4738-af12-59776c44462e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-943504139', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:42Z', 'updated_at': '2021-12-22T05:32:22Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': 'c9b8b354-935d-461d-932e-b7619a3ae775', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d39c36-e0d5-4738-af12-59776c44462e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:43Z', 'updated_at': '2021-12-22T05:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:32:23.381386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] For port 47628d82-8606-4e37-9208-a962e534a8e6, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=47628d82-8606-4e37-9208-a962e534a8e6,segment=NetworkSegment(c2089190-2577-4d31-ab2b-1a9fe33b2eed),segment_id=c2089190-2577-4d31-ab2b-1a9fe33b2eed)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:32:23.381779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:23.395661 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Calling delete_port for 47628d82-8606-4e37-9208-a962e534a8e6 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:32:23.477044 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:23.552556 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:23.579987 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Pushing event deleted for resources: {'Port': ['ID=47628d82-8606-4e37-9208-a962e534a8e6,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:23.582826 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:23.589391 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] No DVR routers for this DVR port 47628d82-8606-4e37-9208-a962e534a8e6 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:32:23.596296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:23.596644 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:23.597040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:23.597293 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:23.597625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:23.597930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:23.598322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:23.598595 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:23.598914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:23.599229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:23.599546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:23.599859 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d3a801-7c52-4cec-b5c5-0c47ed97ad90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:23.686769 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port c9b8b354-935d-461d-932e-b7619a3ae775 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:32:23.687108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:23.763502 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port c9b8b354-935d-461d-932e-b7619a3ae775, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=c9b8b354-935d-461d-932e-b7619a3ae775,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:32:23.763772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:23.775726 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for c9b8b354-935d-461d-932e-b7619a3ae775 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:32:24.005766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.019926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:32:24.029455 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=c9b8b354-935d-461d-932e-b7619a3ae775,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:24.041227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:32:24.041407 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 22f36695-f29e-45b4-9eb6-25e9fc2f5e97 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:32:24.041836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 47628d82-8606-4e37-9208-a962e534a8e6 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:32:24.060890 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 47628d82-8606-4e37-9208-a962e534a8e6 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:32:24.061233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 47628d82-8606-4e37-9208-a962e534a8e6 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:32:24.094832 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.182444 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.184511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.294857 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.295287 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Fanout notify agent at l3_agent the message router_deleted on router 02d39c36-e0d5-4738-af12-59776c44462e {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:32:24.302471 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.303582 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-9bdcc935-9064-40c4-9247-0942b8ed87b4 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/routers/02d39c36-e0d5-4738-af12-59776c44462e HTTP/1.1" status: 204 len: 168 time: 1.2322981 Dec 22 05:32:24.306348 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49794) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:24.386677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.471698 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.490425 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4e499a-096c-4454-aa15-64369eb49c06']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:24.499176 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2089190-2577-4d31-ab2b-1a9fe33b2eed') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:24.499464 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2089190-2577-4d31-ab2b-1a9fe33b2eed') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:24.512948 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.525916 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.532468 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:32:24.533659 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:32:24.535609 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:32:24.639580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.647179 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.649831 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/networks/7e4e499a-096c-4454-aa15-64369eb49c06 HTTP/1.1" status: 204 len: 168 time: 0.3425150 Dec 22 05:32:24.654094 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49796) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:24.662412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe1218-39b0-4049-979d-a1d946d0d3fb tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Network': ['ID=7e4e499a-096c-4454-aa15-64369eb49c06,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:24.713747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b190a7ef-dfa8-4415-a6fc-31b011e9323f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.744260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b190a7ef-dfa8-4415-a6fc-31b011e9323f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.868601 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b190a7ef-dfa8-4415-a6fc-31b011e9323f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.871301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b190a7ef-dfa8-4415-a6fc-31b011e9323f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:24.872438 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b190a7ef-dfa8-4415-a6fc-31b011e9323f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/security-groups/b2782ca3-9aac-4b3d-83e8-e3e2c1544c78 HTTP/1.1" status: 204 len: 168 time: 0.2188494 Dec 22 05:32:24.882062 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190a7ef-dfa8-4415-a6fc-31b011e9323f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2782ca3-9aac-4b3d-83e8-e3e2c1544c78,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:25.185429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49802) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:25.190706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-4d265ce8-a66f-42a1-a78d-8f4331d62edd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-869088035', 'description': 'tempest-secgroup-smoke-869088035 description', 'project_id': 'af30bc99611b4bf084548bad5840ea24'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:25.290725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d265ce8-a66f-42a1-a78d-8f4331d62edd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:25.354354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d265ce8-a66f-42a1-a78d-8f4331d62edd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:25.405219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d265ce8-a66f-42a1-a78d-8f4331d62edd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:25.433519 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d265ce8-a66f-42a1-a78d-8f4331d62edd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57ac941-06d6-450a-bc02-7f44316de24c,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:25.464527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-4d265ce8-a66f-42a1-a78d-8f4331d62edd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:25.465761 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-4d265ce8-a66f-42a1-a78d-8f4331d62edd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2792511 Dec 22 05:32:25.468576 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49804) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:25.472871 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-d7b817de-a332-4a7b-b258-1efd37072f38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': 'd57ac941-06d6-450a-bc02-7f44316de24c', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:25.546158 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d7b817de-a332-4a7b-b258-1efd37072f38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:25.600083 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d7b817de-a332-4a7b-b258-1efd37072f38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:25.644648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d7b817de-a332-4a7b-b258-1efd37072f38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:25.663040 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b817de-a332-4a7b-b258-1efd37072f38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=571f57c3-d19e-44dc-9e12-0fbac6ce7c82,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:25.721508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d7b817de-a332-4a7b-b258-1efd37072f38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:25.722635 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d7b817de-a332-4a7b-b258-1efd37072f38 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2531281 Dec 22 05:32:25.725358 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49806) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:25.732692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-7bc64521-a388-488c-98d8-c189c32c53a3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': 'd57ac941-06d6-450a-bc02-7f44316de24c', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:25.831516 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7bc64521-a388-488c-98d8-c189c32c53a3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:25.888854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7bc64521-a388-488c-98d8-c189c32c53a3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:25.976894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7bc64521-a388-488c-98d8-c189c32c53a3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:25.994511 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc64521-a388-488c-98d8-c189c32c53a3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e52be7b-6df7-4ede-9dd2-17b5b5f20c9a,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:26.021852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c9b8b354-935d-461d-932e-b7619a3ae775 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:32:26.038394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: c9b8b354-935d-461d-932e-b7619a3ae775 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:32:26.038728 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device c9b8b354-935d-461d-932e-b7619a3ae775 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:32:26.070176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7bc64521-a388-488c-98d8-c189c32c53a3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.071424 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7bc64521-a388-488c-98d8-c189c32c53a3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3451102 Dec 22 05:32:26.074209 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49808) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:26.078517 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-82a84c97-1ab7-402a-b7bf-c42f49dd63ae tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': 'd57ac941-06d6-450a-bc02-7f44316de24c', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:26.180834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-82a84c97-1ab7-402a-b7bf-c42f49dd63ae tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.237015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-82a84c97-1ab7-402a-b7bf-c42f49dd63ae tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.312175 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-82a84c97-1ab7-402a-b7bf-c42f49dd63ae tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.331071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a84c97-1ab7-402a-b7bf-c42f49dd63ae tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6201327e-a853-4dc4-a500-1f5b58cea983,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:26.390016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-82a84c97-1ab7-402a-b7bf-c42f49dd63ae tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.391315 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-82a84c97-1ab7-402a-b7bf-c42f49dd63ae tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161063 Dec 22 05:32:26.393922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49810) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:26.398223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-2a3320ed-6f53-4951-809f-39aa47130ce6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': 'd57ac941-06d6-450a-bc02-7f44316de24c', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:26.460905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a3320ed-6f53-4951-809f-39aa47130ce6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.517722 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a3320ed-6f53-4951-809f-39aa47130ce6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.580979 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a3320ed-6f53-4951-809f-39aa47130ce6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.597532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3320ed-6f53-4951-809f-39aa47130ce6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2bcff7-8a9b-4990-82bb-e50efc0136fc,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:26.668176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a3320ed-6f53-4951-809f-39aa47130ce6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.669418 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2a3320ed-6f53-4951-809f-39aa47130ce6 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2745993 Dec 22 05:32:26.672113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49812) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:26.676963 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-9b5d872a-946d-4bda-b45c-0fb66d42c868 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': 'd57ac941-06d6-450a-bc02-7f44316de24c', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:26.786046 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-9b5d872a-946d-4bda-b45c-0fb66d42c868 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Project af30bc99611b4bf084548bad5840ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:32:26.790711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9b5d872a-946d-4bda-b45c-0fb66d42c868 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.850381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9b5d872a-946d-4bda-b45c-0fb66d42c868 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.923981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9b5d872a-946d-4bda-b45c-0fb66d42c868 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:26.939937 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d872a-946d-4bda-b45c-0fb66d42c868 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0807846-9dae-48a6-a212-b855c6c69a72,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:27.028240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9b5d872a-946d-4bda-b45c-0fb66d42c868 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:27.029449 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9b5d872a-946d-4bda-b45c-0fb66d42c868 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3564212 Dec 22 05:32:27.032415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49814) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:27.042604 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-af3829bd-0a19-4700-b8b9-ca3f57b26754 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'security_group_rule': {'security_group_id': 'd57ac941-06d6-450a-bc02-7f44316de24c', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:27.117632 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-af3829bd-0a19-4700-b8b9-ca3f57b26754 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Project af30bc99611b4bf084548bad5840ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:32:27.122252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af3829bd-0a19-4700-b8b9-ca3f57b26754 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:27.181664 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af3829bd-0a19-4700-b8b9-ca3f57b26754 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:27.262591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af3829bd-0a19-4700-b8b9-ca3f57b26754 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:27.281067 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3829bd-0a19-4700-b8b9-ca3f57b26754 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56616738-3bc9-485e-bae4-3f3965ed38df,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:27.355485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-af3829bd-0a19-4700-b8b9-ca3f57b26754 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:27.356742 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-af3829bd-0a19-4700-b8b9-ca3f57b26754 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3227866 Dec 22 05:32:27.359507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49816) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:27.364976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-cdb28e16-e1b5-42e9-a6f8-74e569ef3dc2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'network': {'name': 'tempest-network-smoke--1200902147', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'port_security_enabled': True}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:27.438912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb28e16-e1b5-42e9-a6f8-74e569ef3dc2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:32:27.442195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cdb28e16-e1b5-42e9-a6f8-74e569ef3dc2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:27.464992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb28e16-e1b5-42e9-a6f8-74e569ef3dc2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:32:27.474286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cdb28e16-e1b5-42e9-a6f8-74e569ef3dc2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:27.474614 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-cdb28e16-e1b5-42e9-a6f8-74e569ef3dc2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Added segment 8cb57588-d0d3-4096-93d2-0650ed18d77e of type vlan for network f5bb9562-62e5-477d-bead-2b6f8dd18a5a Dec 22 05:32:27.513127 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cdb28e16-e1b5-42e9-a6f8-74e569ef3dc2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:27.593940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cdb28e16-e1b5-42e9-a6f8-74e569ef3dc2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:27.600299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28e16-e1b5-42e9-a6f8-74e569ef3dc2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:27.600869 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-cdb28e16-e1b5-42e9-a6f8-74e569ef3dc2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:27.666386 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb28e16-e1b5-42e9-a6f8-74e569ef3dc2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Network': ['ID=f5bb9562-62e5-477d-bead-2b6f8dd18a5a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:27.676873 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network f5bb9562-62e5-477d-bead-2b6f8dd18a5a details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:32:27.716946 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-cdb28e16-e1b5-42e9-a6f8-74e569ef3dc2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3561835 Dec 22 05:32:27.719321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49818) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:27.724377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'admin_state_up': True, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:27.828277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:27.829280 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:27.878553 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:28.113857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:28.367928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:28.386385 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:28.482199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.26.5.134 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/47ccf605-5a6b-48f1-8d00-cb74f38ee2f2) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:32:28.557785 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:32:28.584464 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:28.674796 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:28.710846 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:32:28.713513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:32:28.716949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:32:28.725332 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=47ccf605-5a6b-48f1-8d00-cb74f38ee2f2,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:29.060252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:29.249696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:29.426153 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:32:29.529005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:32:29.538889 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Sync routers for ids ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:32:29.547702 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Routers {'60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:32:29.548979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:32:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:29.607414 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:29.608734 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dbf5c858-7da1-4374-a7b9-6fd973afce4e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8884757 Dec 22 05:32:29.612475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49820) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:29.655672 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Set router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:32:29.838593 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:32:28Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:29.865756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Checking router: 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:32:29.866102 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Updating router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd port 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:32:29.895931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:29.986596 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8b9fc307-45d8-4cc8-b30f-183d4a775fd5 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=af30bc99611b4bf084548bad5840ea24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3729849 Dec 22 05:32:29.989073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49822) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:30.072620 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6704967f-525b-465d-bcfb-1997485105d6 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:30.076771 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6704967f-525b-465d-bcfb-1997485105d6 tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0841792 Dec 22 05:32:30.077198 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49824) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:30.116859 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8d9b56be-41ab-4050-b4a0-8a3f9e96393e tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=42d15e0e-484d-404f-97b4-aa292329db95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308990 Dec 22 05:32:30.116859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49826) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:30.116859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-eaa52afe-9872-44dd-8d9c-98761075a529 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-783399468', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:30.267847 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa52afe-9872-44dd-8d9c-98761075a529 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:32:30.271352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eaa52afe-9872-44dd-8d9c-98761075a529 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:30.288085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:30.347981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:30.393773 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Attempting to bind port 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:32:30.394147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Attempting to bind port 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:32:30.394501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Attempting to bind port 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:32:30.401079 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:32:30.405871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:32:30.405871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:30.405871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:32:30.405871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Bound port: 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:32:30.405871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:30.410209 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c717086-2321-47a4-8559-13fec864e31b None None] Pushing event updated for resources: {'Port': ['ID=47ccf605-5a6b-48f1-8d00-cb74f38ee2f2,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:30.461528 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] For port 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:32:30.464508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] For port 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=47ccf605-5a6b-48f1-8d00-cb74f38ee2f2,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:32:30.507867 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eaa52afe-9872-44dd-8d9c-98761075a529 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:30.531319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:30.572858 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa52afe-9872-44dd-8d9c-98761075a529 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Subnet': ['ID=3e3206d9-75da-47a3-bf56-dc9ca2a80135,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:30.580363 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa52afe-9872-44dd-8d9c-98761075a529 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Checking segment: {'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:32:30.580725 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa52afe-9872-44dd-8d9c-98761075a529 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network hostable DHCP agents. Network: f5bb9562-62e5-477d-bead-2b6f8dd18a5a, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:32:30.587843 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Routers {'60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:32:30.588494 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:32:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:30.593231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c717086-2321-47a4-8559-13fec864e31b None None] Pushing event updated for resources: {'Port': ['ID=47ccf605-5a6b-48f1-8d00-cb74f38ee2f2,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:30.639534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa52afe-9872-44dd-8d9c-98761075a529 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network f5bb9562-62e5-477d-bead-2b6f8dd18a5a is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:32:30.685286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-eaa52afe-9872-44dd-8d9c-98761075a529 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, f5bb9562-62e5-477d-bead-2b6f8dd18a5a) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:32:30.690173 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa52afe-9872-44dd-8d9c-98761075a529 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:30.690755 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-eaa52afe-9872-44dd-8d9c-98761075a529 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:30.697677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe9577-c0a6-4162-a584-9c530af5fb5e None None] Network f5bb9562-62e5-477d-bead-2b6f8dd18a5a requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:32:30.702756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] Set router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:32:30.762413 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-eaa52afe-9872-44dd-8d9c-98761075a529 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6496174 Dec 22 05:32:30.765189 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49828) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:30.978139 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ips': [{'subnet_id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:32:30.978977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:31.007176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:32:28Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:31.040948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fa25e-3ed8-4314-9aba-86c6bc9e9202 None None] The sync data for ids ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'] in dv-neutron-822523-1-hyperv is: [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:32:28Z', 'revision_number': 3, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:32:31.173126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Allocated IP 172.20.0.2 (f5bb9562-62e5-477d-bead-2b6f8dd18a5a/3e3206d9-75da-47a3-bf56-dc9ca2a80135/ba92f033-f216-4c93-9b42-93566fc8c752) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:32:31.229841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:31.381278 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:31.457007 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:31.501722 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Network f5bb9562-62e5-477d-bead-2b6f8dd18a5a is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:32:31.506302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:32:31.513015 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:32:31.516156 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Pushing event updated for resources: {'Port': ['ID=ba92f033-f216-4c93-9b42-93566fc8c752,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:31.572259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.20.0.1 (f5bb9562-62e5-477d-bead-2b6f8dd18a5a/3e3206d9-75da-47a3-bf56-dc9ca2a80135/45f74b64-5503-41b2-a5c5-76f8d1538a47) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:32:31.576785 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Attempting to bind port ba92f033-f216-4c93-9b42-93566fc8c752 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:32:31.577148 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Attempting to bind port ba92f033-f216-4c93-9b42-93566fc8c752 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:32:31.577502 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Attempting to bind port ba92f033-f216-4c93-9b42-93566fc8c752 on network f5bb9562-62e5-477d-bead-2b6f8dd18a5a {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:32:31.583330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:32:31.583650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Checking segment: {'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:32:31.584014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:31.584430 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Bound using segment: {'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:32:31.588750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Bound port: ba92f033-f216-4c93-9b42-93566fc8c752, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:32:31.588750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:31.653117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] For port ba92f033-f216-4c93-9b42-93566fc8c752, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:32:31.656755 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] For port ba92f033-f216-4c93-9b42-93566fc8c752, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ba92f033-f216-4c93-9b42-93566fc8c752,segment=NetworkSegment(8cb57588-d0d3-4096-93d2-0650ed18d77e),segment_id=8cb57588-d0d3-4096-93d2-0650ed18d77e)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:32:31.692577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:31.735619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:31.793008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:31.803974 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdc819-8984-40ca-8f81-2b59e39c1335 None None] Pushing event updated for resources: {'Port': ['ID=ba92f033-f216-4c93-9b42-93566fc8c752,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:31.841252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network f5bb9562-62e5-477d-bead-2b6f8dd18a5a is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:32:31.844606 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:32:31.848618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:32:31.878301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=45f74b64-5503-41b2-a5c5-76f8d1538a47,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:31.910154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:32.115214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ba92f033-f216-4c93-9b42-93566fc8c752 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:32:32.168429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ba92f033-f216-4c93-9b42-93566fc8c752 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:32.168801 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:32.183622 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:32.246711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:32.279358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port ba92f033-f216-4c93-9b42-93566fc8c752, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ba92f033-f216-4c93-9b42-93566fc8c752,segment=NetworkSegment(8cb57588-d0d3-4096-93d2-0650ed18d77e),segment_id=8cb57588-d0d3-4096-93d2-0650ed18d77e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:32:32.340784 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:32.341605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:32:32.417106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=ba92f033-f216-4c93-9b42-93566fc8c752,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:32.429615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:32.429981 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:32.462039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:32.508682 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:32.533449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:32.533597 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=47ccf605-5a6b-48f1-8d00-cb74f38ee2f2,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:32:32.599799 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:32.601893 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=45f74b64-5503-41b2-a5c5-76f8d1538a47,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:32.604467 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:32.652786 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=47ccf605-5a6b-48f1-8d00-cb74f38ee2f2,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:32.703286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network f5bb9562-62e5-477d-bead-2b6f8dd18a5a is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:32:32.705208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:32:32.819439 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:32:32.924547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:32:32.930024 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-49409535-3b99-404c-8ee4-4162a5d3aabd tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "PUT /v2.0/routers/60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1638477 Dec 22 05:32:32.934164 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Sync routers for ids ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:32:32.943166 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Routers {'60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:32:32.943758 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:32:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:33.048836 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Set router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:32:33.071848 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7d154f6c-d1ff-466c-86ff-abac906f363b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-869088035&fields=id&tenant_id=af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 267 time: 0.0341384 Dec 22 05:32:33.181513 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-ad075085-c924-44c0-a46e-14db7f406d93 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:33.182949 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-ad075085-c924-44c0-a46e-14db7f406d93 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/networks?id=f5bb9562-62e5-477d-bead-2b6f8dd18a5a HTTP/1.1" status: 200 len: 797 time: 0.1005735 Dec 22 05:32:33.198286 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-bc2871fa-7df4-4ceb-aba6-c122b8ef45b0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/quotas/af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 375 time: 0.0094922 Dec 22 05:32:33.244056 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '45f74b64-5503-41b2-a5c5-76f8d1538a47', 'name': '', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:9d:28:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:31Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 2, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:33.253933 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-4d08e7c3-2949-400f-9c3f-ba596eda1735 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501995 Dec 22 05:32:33.270734 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Checking router: 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:32:33.271074 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Updating router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd port 45f74b64-5503-41b2-a5c5-76f8d1538a47 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:32:33.296100 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:33.413927 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-a82937c3-05ff-4286-84b4-dc4a844c9032 service neutron] 10.222.0.54 "GET /v2.0/networks/f5bb9562-62e5-477d-bead-2b6f8dd18a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476762 Dec 22 05:32:33.519335 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-e8df7fd4-5e2c-407f-8d62-e801a92f51dd service neutron] 10.222.0.54 "GET /v2.0/networks/f5bb9562-62e5-477d-bead-2b6f8dd18a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992987 Dec 22 05:32:33.567599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de7f735-2be0-40f9-a88e-60e850420182 None None] Network f5bb9562-62e5-477d-bead-2b6f8dd18a5a requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:32:33.667694 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:33.678222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-bae8de93-596c-43b1-82c4-0307d0e41f94 None None] Provisioning complete for port ba92f033-f216-4c93-9b42-93566fc8c752 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:33.678721 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bae8de93-596c-43b1-82c4-0307d0e41f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:33.753563 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:33.770997 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-03e4d283-174d-4aad-b14d-89ba920daf4a req-4cc3b586-063f-4b2e-ae9b-e917c9fdaa66 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 210 time: 0.0439286 Dec 22 05:32:33.811113 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Pushing event updated for resources: {'Port': ['ID=45f74b64-5503-41b2-a5c5-76f8d1538a47,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:33.819723 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:33.820283 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:33.820933 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:33.821424 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:33.821931 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:33.822429 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:33.822923 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:33.823417 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:33.823894 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:33.824596 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:33.825090 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:33.825575 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:32:33.893735 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Attempting to bind port 45f74b64-5503-41b2-a5c5-76f8d1538a47 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:32:33.894102 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Attempting to bind port 45f74b64-5503-41b2-a5c5-76f8d1538a47 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:32:33.894456 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Attempting to bind port 45f74b64-5503-41b2-a5c5-76f8d1538a47 on network f5bb9562-62e5-477d-bead-2b6f8dd18a5a {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:32:33.900078 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:32:33.900483 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Checking segment: {'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:32:33.900879 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:33.901268 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Bound using segment: {'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:32:33.901730 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Bound port: 45f74b64-5503-41b2-a5c5-76f8d1538a47, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:32:33.902111 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:33.972950 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] For port 45f74b64-5503-41b2-a5c5-76f8d1538a47, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:32:33.977425 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] For port 45f74b64-5503-41b2-a5c5-76f8d1538a47, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=45f74b64-5503-41b2-a5c5-76f8d1538a47,segment=NetworkSegment(8cb57588-d0d3-4096-93d2-0650ed18d77e),segment_id=8cb57588-d0d3-4096-93d2-0650ed18d77e)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:32:34.042770 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-721bc84e-17e9-4fe7-965f-3df3d364d48a None None] Provisioning complete for port ba92f033-f216-4c93-9b42-93566fc8c752 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:34.043144 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-721bc84e-17e9-4fe7-965f-3df3d364d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:34.045510 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:34.057687 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ba92f033-f216-4c93-9b42-93566fc8c752 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:32:34.112087 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Routers {'60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:32:34.112709 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:32:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:34.175332 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71c552-8194-4b7a-8b1c-dc5fe8432531 None None] Pushing event updated for resources: {'Port': ['ID=45f74b64-5503-41b2-a5c5-76f8d1538a47,revision_number=4']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:34.176341 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port ba92f033-f216-4c93-9b42-93566fc8c752 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:34.176815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:34.231400 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] Set router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:32:34.237211 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-721bc84e-17e9-4fe7-965f-3df3d364d48a None None] Provisioning complete for port 45f74b64-5503-41b2-a5c5-76f8d1538a47 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:34.237657 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-721bc84e-17e9-4fe7-965f-3df3d364d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:34.312142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:32:34.385604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-721bc84e-17e9-4fe7-965f-3df3d364d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:34.413183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:34.413668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:34.449803 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '45f74b64-5503-41b2-a5c5-76f8d1538a47', 'name': '', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:9d:28:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:31Z', 'updated_at': '2021-12-22T05:32:33Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:34.451605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-721bc84e-17e9-4fe7-965f-3df3d364d48a None None] For port 45f74b64-5503-41b2-a5c5-76f8d1538a47, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=45f74b64-5503-41b2-a5c5-76f8d1538a47,segment=NetworkSegment(8cb57588-d0d3-4096-93d2-0650ed18d77e),segment_id=8cb57588-d0d3-4096-93d2-0650ed18d77e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:32:34.483504 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf754d1-30e6-4f8d-b98e-e8c13f56b568 None None] The sync data for ids ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'] in dv-neutron-822523-1-hyperv is: [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '45f74b64-5503-41b2-a5c5-76f8d1538a47', 'name': '', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:9d:28:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:31Z', 'updated_at': '2021-12-22T05:32:33Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:32:34.537135 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-721bc84e-17e9-4fe7-965f-3df3d364d48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:34.599324 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bc84e-17e9-4fe7-965f-3df3d364d48a None None] Pushing event updated for resources: {'Port': ['ID=45f74b64-5503-41b2-a5c5-76f8d1538a47,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:34.671536 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3fdcb7fb-ad02-4739-9778-dcf933338a39 None None] Provisioning complete for port 45f74b64-5503-41b2-a5c5-76f8d1538a47 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:34.671914 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3fdcb7fb-ad02-4739-9778-dcf933338a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:34.883176 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0d881133-f78c-4909-afc5-0e6991ad06bd None None] Provisioning complete for port 45f74b64-5503-41b2-a5c5-76f8d1538a47 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:34.887441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0d881133-f78c-4909-afc5-0e6991ad06bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:34.893085 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-136f4d8e-7f49-48f7-a55f-facbee8baba0 req-2a1ca2df-db62-4a54-a5b8-66fa3018a931 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 210 time: 0.0379159 Dec 22 05:32:35.094265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0be3f249-b9d9-4e9f-aa88-a298a2bd77dd None None] Provisioning complete for port 45f74b64-5503-41b2-a5c5-76f8d1538a47 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:35.094551 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0be3f249-b9d9-4e9f-aa88-a298a2bd77dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:35.854647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-50b5418b-5b93-49b2-a557-6807c4ec3af9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:35.856066 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-50b5418b-5b93-49b2-a557-6807c4ec3af9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/networks?id=f5bb9562-62e5-477d-bead-2b6f8dd18a5a HTTP/1.1" status: 200 len: 797 time: 0.0972843 Dec 22 05:32:35.903254 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-66bec248-8948-4766-8bc8-b843487298c1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af30bc99611b4bf084548bad5840ea24 HTTP/1.1" status: 200 len: 379 time: 0.0321324 Dec 22 05:32:35.911981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'port': {'device_id': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'admin_state_up': True, 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'security_groups': ['d57ac941-06d6-450a-bc02-7f44316de24c']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:36.019745 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6de0d05e-6eb7-49c9-80a3-a5ab2478caf0 req-5b84b025-c32a-4bd4-80a3-59029480c8a0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 210 time: 0.0544620 Dec 22 05:32:36.068621 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 45f74b64-5503-41b2-a5c5-76f8d1538a47 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:32:36.113981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Made reservation on behalf of af30bc99611b4bf084548bad5840ea24 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:32:36.117655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:36.120099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 45f74b64-5503-41b2-a5c5-76f8d1538a47 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:36.120499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:36.258991 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.20.0.5 (f5bb9562-62e5-477d-bead-2b6f8dd18a5a/3e3206d9-75da-47a3-bf56-dc9ca2a80135/30574bf9-c95a-4ad7-870a-34f2879f6e3c) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:32:36.395157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:36.501151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:36.547024 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network f5bb9562-62e5-477d-bead-2b6f8dd18a5a is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:32:36.550087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:32:36.553720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:32:36.562756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=30574bf9-c95a-4ad7-870a-34f2879f6e3c,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:36.616321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:36.616942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:36.686462 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-7afda7b5-f778-4aa2-acf6-f02d447d0d80 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7778411 Dec 22 05:32:36.697234 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-b419872f-4f2f-4332-9d7f-af671e60882a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:32:36.698247 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-b419872f-4f2f-4332-9d7f-af671e60882a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052974 Dec 22 05:32:36.721823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Request body: {'port': {'device_id': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:36.781072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:36.806483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-92acc2dc-a92f-49fb-aacc-5f4c13b682f4 None None] Provisioning complete for port 30574bf9-c95a-4ad7-870a-34f2879f6e3c triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:36.806857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-92acc2dc-a92f-49fb-aacc-5f4c13b682f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:36.841584 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-92acc2dc-a92f-49fb-aacc-5f4c13b682f4 None None] Port 30574bf9-c95a-4ad7-870a-34f2879f6e3c cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:32:37.075311 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30574bf9-c95a-4ad7-870a-34f2879f6e3c {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:32:37.083335 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:37.123008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Transition to ACTIVE for port object 30574bf9-c95a-4ad7-870a-34f2879f6e3c will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:32:37.149286 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a206a-6e17-4a3b-8ec7-945072e9ba45 req-e1a70a16-a244-45bf-a597-c05971c57cc0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:37.150899 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b48a206a-6e17-4a3b-8ec7-945072e9ba45 req-e1a70a16-a244-45bf-a597-c05971c57cc0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 931 time: 0.0650065 Dec 22 05:32:37.191881 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b48a206a-6e17-4a3b-8ec7-945072e9ba45 req-c4ef3bb4-3810-40b8-bdee-3ed9f8c51ed9 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344846 Dec 22 05:32:37.193663 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:37.247047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Pushing event updated for resources: {'Port': ['ID=30574bf9-c95a-4ad7-870a-34f2879f6e3c,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:37.319321 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Attempting to bind port 30574bf9-c95a-4ad7-870a-34f2879f6e3c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:32:37.319653 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Attempting to bind port 30574bf9-c95a-4ad7-870a-34f2879f6e3c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:32:37.319976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Attempting to bind port 30574bf9-c95a-4ad7-870a-34f2879f6e3c on network f5bb9562-62e5-477d-bead-2b6f8dd18a5a {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:32:37.324504 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Port 30574bf9-c95a-4ad7-870a-34f2879f6e3c on network f5bb9562-62e5-477d-bead-2b6f8dd18a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:32:37.324815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Attempting to bind port 30574bf9-c95a-4ad7-870a-34f2879f6e3c on network f5bb9562-62e5-477d-bead-2b6f8dd18a5a {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:32:37.330470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:32:37.330797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Checking segment: {'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:32:37.331176 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Bound using segment: {'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:32:37.331597 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Bound port: 30574bf9-c95a-4ad7-870a-34f2879f6e3c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb57588-d0d3-4096-93d2-0650ed18d77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:32:37.331947 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:37.414626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] For port 30574bf9-c95a-4ad7-870a-34f2879f6e3c, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:32:37.417678 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] For port 30574bf9-c95a-4ad7-870a-34f2879f6e3c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30574bf9-c95a-4ad7-870a-34f2879f6e3c,segment=NetworkSegment(8cb57588-d0d3-4096-93d2-0650ed18d77e),segment_id=8cb57588-d0d3-4096-93d2-0650ed18d77e)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:32:37.491742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:37.541968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:37.542579 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:37.543995 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] 10.222.0.16 "PUT /v2.0/ports/30574bf9-c95a-4ad7-870a-34f2879f6e3c HTTP/1.1" status: 200 len: 1093 time: 0.8309832 Dec 22 05:32:37.544438 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'tag': '30574bf9-c95a-4ad7-870a-34f2879f6e3c'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:32:37.546708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed7a1dc-29eb-4eca-861f-10d4838dfd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb395976-e092-440c-a27e-9bb0376f89e5", "tag": "30574bf9-c95a-4ad7-870a-34f2879f6e3c"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:32:37.576309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ad297-c1f9-43f0-a879-50f4dafcc799 service neutron] Pushing event updated for resources: {'Port': ['ID=30574bf9-c95a-4ad7-870a-34f2879f6e3c,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:37.586679 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9781f8-f6b8-4d5e-92de-ddcf673c1c0d x-openstack-request-id: req-4a9781f8-f6b8-4d5e-92de-ddcf673c1c0d {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:32:37.586973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb395976-e092-440c-a27e-9bb0376f89e5", "tag": "30574bf9-c95a-4ad7-870a-34f2879f6e3c", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:32:37.587228 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a9781f8-f6b8-4d5e-92de-ddcf673c1c0d {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:32:37.587624 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'tag': '30574bf9-c95a-4ad7-870a-34f2879f6e3c', 'status': 'completed', 'code': 200} Dec 22 05:32:37.674312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7a1dc-29eb-4eca-861f-10d4838dfd0a req-fe493b4a-3317-47bd-ac68-39cdb7f9e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:37.675874 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fed7a1dc-29eb-4eca-861f-10d4838dfd0a req-fe493b4a-3317-47bd-ac68-39cdb7f9e1b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 1096 time: 0.0451550 Dec 22 05:32:37.778746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7a1dc-29eb-4eca-861f-10d4838dfd0a req-dc594edb-6fea-4e75-81e7-4a598e55cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:37.780115 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fed7a1dc-29eb-4eca-861f-10d4838dfd0a req-dc594edb-6fea-4e75-81e7-4a598e55cd31 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=af30bc99611b4bf084548bad5840ea24&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0899923 Dec 22 05:32:37.876682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7a1dc-29eb-4eca-861f-10d4838dfd0a req-95e05e3c-a2c2-4b98-81e1-86e53f9a31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:37.878027 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fed7a1dc-29eb-4eca-861f-10d4838dfd0a req-95e05e3c-a2c2-4b98-81e1-86e53f9a31d2 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881755 Dec 22 05:32:37.974436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-a5329ecc-a789-4bea-84b7-ee488543efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:37.975920 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-a5329ecc-a789-4bea-84b7-ee488543efbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 1096 time: 0.0398593 Dec 22 05:32:38.025054 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-0a8a2bc8-e346-4c0e-b8b9-dc0ae0796bba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30574bf9-c95a-4ad7-870a-34f2879f6e3c HTTP/1.1" status: 200 len: 217 time: 0.0363336 Dec 22 05:32:38.072055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-c1827d3e-c6ee-46d3-b3d2-9e7b005e8df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:38.073379 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-c1827d3e-c6ee-46d3-b3d2-9e7b005e8df4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e3206d9-75da-47a3-bf56-dc9ca2a80135 HTTP/1.1" status: 200 len: 834 time: 0.0420501 Dec 22 05:32:38.118836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-3dd40a4f-329d-4727-82b9-1b4f602beb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:38.120275 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-3dd40a4f-329d-4727-82b9-1b4f602beb9c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5bb9562-62e5-477d-bead-2b6f8dd18a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380208 Dec 22 05:32:38.209869 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-75029c64-b8d0-4b08-bb4f-0870f83c8ae2 service neutron] 10.222.0.16 "GET /v2.0/networks/f5bb9562-62e5-477d-bead-2b6f8dd18a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820446 Dec 22 05:32:38.332265 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526414e5-c233-49b2-b3be-9e7ab91dfc03 req-a45f20b4-6622-408a-ba34-4d2b94e8e9e3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:38.333585 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-526414e5-c233-49b2-b3be-9e7ab91dfc03 req-a45f20b4-6622-408a-ba34-4d2b94e8e9e3 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 943 time: 0.0749404 Dec 22 05:32:38.338580 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b8f8ab50-7a75-4d75-a32f-fc54417f2fb9 req-d1399c37-4efe-4db6-8b37-7248508391cd service neutron] 10.222.0.16 "GET /v2.0/networks/f5bb9562-62e5-477d-bead-2b6f8dd18a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215293 Dec 22 05:32:38.371355 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-526414e5-c233-49b2-b3be-9e7ab91dfc03 req-c4d93653-7b7c-4edb-b2d4-7d5f9abed360 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318785 Dec 22 05:32:39.273698 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-98e1ae9e-a989-43e1-a94f-7652da6b0b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:39.489010 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca1c60-b130-4db1-b4af-75cf3f2414fe req-445b576b-913c-4f68-8649-ae9fc24376ef tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:39.490541 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-edca1c60-b130-4db1-b4af-75cf3f2414fe req-445b576b-913c-4f68-8649-ae9fc24376ef tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 943 time: 0.0518639 Dec 22 05:32:39.527519 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-edca1c60-b130-4db1-b4af-75cf3f2414fe req-19027e9e-2a64-47e0-8fe6-68b23dc3554b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309856 Dec 22 05:32:40.637299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1414c-3ae3-4ba5-a4a1-7c6751ff3aa9 req-f1862502-4488-4177-8914-40fa5117dc21 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:40.638723 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3ef1414c-3ae3-4ba5-a4a1-7c6751ff3aa9 req-f1862502-4488-4177-8914-40fa5117dc21 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 943 time: 0.0479109 Dec 22 05:32:40.675941 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3ef1414c-3ae3-4ba5-a4a1-7c6751ff3aa9 req-9c597ebb-bf78-4602-94dd-5bc00277292c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314236 Dec 22 05:32:41.624375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 30574bf9-c95a-4ad7-870a-34f2879f6e3c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:32:41.686188 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fef3e20f-fe96-4130-8136-7efde67666ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:41.719208 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 30574bf9-c95a-4ad7-870a-34f2879f6e3c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30574bf9-c95a-4ad7-870a-34f2879f6e3c,segment=NetworkSegment(8cb57588-d0d3-4096-93d2-0650ed18d77e),segment_id=8cb57588-d0d3-4096-93d2-0650ed18d77e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:32:41.729876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '30574bf9-c95a-4ad7-870a-34f2879f6e3c', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'port_id': '30574bf9-c95a-4ad7-870a-34f2879f6e3c', 'mac_address': 'fa:16:3e:29:91:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:32:41.768252 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:41.781617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30574bf9-c95a-4ad7-870a-34f2879f6e3c {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:32:41.789330 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0d089-3183-4051-8c0d-4a6f62dcd5c6 req-50b379fe-72c4-4048-b559-4a8cfa2ea20d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:41.790864 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7ef0d089-3183-4051-8c0d-4a6f62dcd5c6 req-50b379fe-72c4-4048-b559-4a8cfa2ea20d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 943 time: 0.0495377 Dec 22 05:32:41.802103 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 30574bf9-c95a-4ad7-870a-34f2879f6e3c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30574bf9-c95a-4ad7-870a-34f2879f6e3c,segment=NetworkSegment(8cb57588-d0d3-4096-93d2-0650ed18d77e),segment_id=8cb57588-d0d3-4096-93d2-0650ed18d77e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:32:41.833071 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7ef0d089-3183-4051-8c0d-4a6f62dcd5c6 req-e8df91dc-5ac3-437d-b1a5-b4d8d3575419 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324652 Dec 22 05:32:41.879371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:41.930095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=30574bf9-c95a-4ad7-870a-34f2879f6e3c,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:42.160527 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['30574bf9-c95a-4ad7-870a-34f2879f6e3c'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:32:42.948503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb91d63-99a2-45a4-92d1-03401b1718ab req-7f03e1f7-3079-49da-b6e6-c09619fc785d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:42.949967 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bdb91d63-99a2-45a4-92d1-03401b1718ab req-7f03e1f7-3079-49da-b6e6-c09619fc785d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 944 time: 0.0550475 Dec 22 05:32:42.987262 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bdb91d63-99a2-45a4-92d1-03401b1718ab req-5f272e98-b630-4e8d-a757-7a2e366a5143 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314877 Dec 22 05:32:43.288714 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:43.640146 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 30574bf9-c95a-4ad7-870a-34f2879f6e3c up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:32:43.763060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 30574bf9-c95a-4ad7-870a-34f2879f6e3c completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:32:43.766911 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 30574bf9-c95a-4ad7-870a-34f2879f6e3c triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:32:43.767328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:43.843688 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:43.871659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30574bf9-c95a-4ad7-870a-34f2879f6e3c'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:32:43.874099 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bf01ad-f99f-401e-a8dc-bab02ef2dcf4" -d '{"events": [{"server_uuid": "cb395976-e092-440c-a27e-9bb0376f89e5", "name": "network-vif-plugged", "status": "completed", "tag": "30574bf9-c95a-4ad7-870a-34f2879f6e3c"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:32:43.886527 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 30574bf9-c95a-4ad7-870a-34f2879f6e3c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30574bf9-c95a-4ad7-870a-34f2879f6e3c,segment=NetworkSegment(8cb57588-d0d3-4096-93d2-0650ed18d77e),segment_id=8cb57588-d0d3-4096-93d2-0650ed18d77e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:32:43.959756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e229c0a-1409-4cd2-b50d-3134cb61462e x-openstack-request-id: req-7e229c0a-1409-4cd2-b50d-3134cb61462e {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:32:43.960047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb395976-e092-440c-a27e-9bb0376f89e5", "name": "network-vif-plugged", "status": "completed", "tag": "30574bf9-c95a-4ad7-870a-34f2879f6e3c", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:32:43.960323 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e229c0a-1409-4cd2-b50d-3134cb61462e {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:32:43.960713 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30574bf9-c95a-4ad7-870a-34f2879f6e3c', 'code': 200} Dec 22 05:32:43.961884 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:44.008959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=30574bf9-c95a-4ad7-870a-34f2879f6e3c,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:44.102631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523893f-b0fb-4600-a7fb-264950688f9c req-9f50aa0a-d7e5-4749-9d3c-b37732c5d582 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:44.104155 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6523893f-b0fb-4600-a7fb-264950688f9c req-9f50aa0a-d7e5-4749-9d3c-b37732c5d582 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.0515924 Dec 22 05:32:44.142255 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6523893f-b0fb-4600-a7fb-264950688f9c req-f1360b33-3c87-480b-aac6-d8e868797190 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317900 Dec 22 05:32:44.287756 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3053a-0e69-421d-b123-fb27bd00b4bf req-4ab4840b-411c-4f4c-b37e-6753fef1234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:44.289229 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c0e3053a-0e69-421d-b123-fb27bd00b4bf req-4ab4840b-411c-4f4c-b37e-6753fef1234f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 1098 time: 0.0394824 Dec 22 05:32:44.322681 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c0e3053a-0e69-421d-b123-fb27bd00b4bf req-200f12b7-9583-47d6-8bc6-bf5080566ed5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265129 Dec 22 05:32:44.414664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:45.256520 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7909f-8321-4563-9065-04b678af1ac2 req-ebdab983-3b95-4980-837d-9e23ad162068 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:45.257842 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8eb7909f-8321-4563-9065-04b678af1ac2 req-ebdab983-3b95-4980-837d-9e23ad162068 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.0473955 Dec 22 05:32:45.267926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:45.295180 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8eb7909f-8321-4563-9065-04b678af1ac2 req-81dba6ca-033f-4576-ba9a-495e47c2c56a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Dec 22 05:32:46.404932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef5b46-b9a4-40f7-bee7-48f712a118e4 req-2a3e4ae7-6ad7-4ce6-b496-530383f8295c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:46.406623 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cfef5b46-b9a4-40f7-bee7-48f712a118e4 req-2a3e4ae7-6ad7-4ce6-b496-530383f8295c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.0481353 Dec 22 05:32:46.443156 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cfef5b46-b9a4-40f7-bee7-48f712a118e4 req-1b7615a3-b1b6-4419-b617-8da55a1d9172 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307786 Dec 22 05:32:46.555963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f7473-1ebc-449c-9035-c6fbc8bd3a72 req-555a705f-65c2-4335-ab93-288e9d3c226a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:46.557451 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9c9f7473-1ebc-449c-9035-c6fbc8bd3a72 req-555a705f-65c2-4335-ab93-288e9d3c226a tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.0513854 Dec 22 05:32:46.593975 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9c9f7473-1ebc-449c-9035-c6fbc8bd3a72 req-99a87cff-8f81-43dc-b40c-871f96ef1779 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307565 Dec 22 05:32:46.614509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49894) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:46.652646 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a574084-3db6-46f1-a707-34d92fcd99dc tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:46.654095 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6a574084-3db6-46f1-a707-34d92fcd99dc tempest-TestNetworkAdvancedServerOps-2053389378 tempest-TestNetworkAdvancedServerOps-2053389378-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 1093 time: 0.0386698 Dec 22 05:32:46.657086 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49896) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:46.661258 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '30574bf9-c95a-4ad7-870a-34f2879f6e3c', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:32:46.764894 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:46.861593 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:46.964129 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Allocated IP 172.26.5.19 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/4807142b-6a2a-4192-bbbf-c152e2c84751) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:32:47.065958 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:47.142202 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:47.178909 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:32:47.181633 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:32:47.184244 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:32:47.209972 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=4807142b-6a2a-4192-bbbf-c152e2c84751,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:47.520266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:47.635330 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:47.780009 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:47.827859 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:47.895166 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event updated for resources: {'Port': ['ID=4807142b-6a2a-4192-bbbf-c152e2c84751,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:32:47.904139 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:48.003262 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Floating IP dbc3b6ae-ce28-420b-a91c-77bad9cf6b69 associated. External IP: 172.26.5.19, port: 30574bf9-c95a-4ad7-870a-34f2879f6e3c. Dec 22 05:32:48.206498 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:32:48.310512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:32:48.322198 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da1f179-d89f-4703-957b-22061997ce27 None None] Sync routers for ids ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:32:48.332952 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1f179-d89f-4703-957b-22061997ce27 None None] Routers {'60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:32:48.336725 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8da1f179-d89f-4703-957b-22061997ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:32:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:48.390345 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:32:48.423357 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b59aae29-c94b-4dd8-8e7b-0c882b80ba7b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7645426 Dec 22 05:32:48.424386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'tag': '30574bf9-c95a-4ad7-870a-34f2879f6e3c'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:32:48.427049 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d266d9-37bb-4f2d-94ab-4182fc09903d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb395976-e092-440c-a27e-9bb0376f89e5", "tag": "30574bf9-c95a-4ad7-870a-34f2879f6e3c"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:32:48.442628 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-8da1f179-d89f-4703-957b-22061997ce27 None None] Set router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:32:48.487636 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638821be-a7d8-4cba-bae9-0ccbb1fb9bc1 x-openstack-request-id: req-638821be-a7d8-4cba-bae9-0ccbb1fb9bc1 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:32:48.487915 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb395976-e092-440c-a27e-9bb0376f89e5", "tag": "30574bf9-c95a-4ad7-870a-34f2879f6e3c", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:32:48.488159 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-638821be-a7d8-4cba-bae9-0ccbb1fb9bc1 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:32:48.488580 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'tag': '30574bf9-c95a-4ad7-870a-34f2879f6e3c', 'status': 'completed', 'code': 200} Dec 22 05:32:48.685447 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8da1f179-d89f-4703-957b-22061997ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'dbc3b6ae-ce28-420b-a91c-77bad9cf6b69', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'port_id': '30574bf9-c95a-4ad7-870a-34f2879f6e3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'mac_address': 'fa:16:3e:29:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:32:47Z', 'updated_at': '2021-12-22T05:32:47Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f74b64-5503-41b2-a5c5-76f8d1538a47', 'name': '', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:9d:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:31Z', 'updated_at': '2021-12-22T05:32:34Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:48.713085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da1f179-d89f-4703-957b-22061997ce27 None None] Checking router: 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:32:48.722110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1f179-d89f-4703-957b-22061997ce27 None None] Routers {'60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:32:48.722742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8da1f179-d89f-4703-957b-22061997ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:32:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:48.836649 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-8da1f179-d89f-4703-957b-22061997ce27 None None] Set router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:32:48.920361 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adf3dd-21c8-49a9-8827-73e09d7e4182 req-94223a1b-e359-45ce-8122-200003878929 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:48.921817 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-15adf3dd-21c8-49a9-8827-73e09d7e4182 req-94223a1b-e359-45ce-8122-200003878929 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.4222698 Dec 22 05:32:48.936646 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d266d9-37bb-4f2d-94ab-4182fc09903d req-6b8f13b8-4b7a-4012-a5f9-4bffb00b1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:48.938069 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e7d266d9-37bb-4f2d-94ab-4182fc09903d req-6b8f13b8-4b7a-4012-a5f9-4bffb00b1baa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 1098 time: 0.4010327 Dec 22 05:32:49.008295 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-15adf3dd-21c8-49a9-8827-73e09d7e4182 req-7f03d122-6fd0-44d2-9d3b-1d302c8af41d tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791852 Dec 22 05:32:49.031193 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49902) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:49.044419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d266d9-37bb-4f2d-94ab-4182fc09903d req-2898fc80-9b24-4e24-b362-eb84c9a642a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:49.045860 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e7d266d9-37bb-4f2d-94ab-4182fc09903d req-2898fc80-9b24-4e24-b362-eb84c9a642a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5bb9562-62e5-477d-bead-2b6f8dd18a5a HTTP/1.1" status: 200 len: 898 time: 0.0986290 Dec 22 05:32:49.063804 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-8da1f179-d89f-4703-957b-22061997ce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'dbc3b6ae-ce28-420b-a91c-77bad9cf6b69', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'port_id': '30574bf9-c95a-4ad7-870a-34f2879f6e3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'mac_address': 'fa:16:3e:29:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:32:47Z', 'updated_at': '2021-12-22T05:32:47Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f74b64-5503-41b2-a5c5-76f8d1538a47', 'name': '', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:9d:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:31Z', 'updated_at': '2021-12-22T05:32:34Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:32:49.093423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da1f179-d89f-4703-957b-22061997ce27 None None] The sync data for ids ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'] in dv-neutron-822523-1-hyperv is: [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'dbc3b6ae-ce28-420b-a91c-77bad9cf6b69', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'floating_ip_address': '172.26.5.19', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'port_id': '30574bf9-c95a-4ad7-870a-34f2879f6e3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'mac_address': 'fa:16:3e:29:91:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:32:47Z', 'updated_at': '2021-12-22T05:32:47Z', 'revision_number': 0, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f74b64-5503-41b2-a5c5-76f8d1538a47', 'name': '', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:9d:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:31Z', 'updated_at': '2021-12-22T05:32:34Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:32:49.098082 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-56481d43-deaf-4325-81f5-8b8660a8559c tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/dbc3b6ae-ce28-420b-a91c-77bad9cf6b69 HTTP/1.1" status: 200 len: 990 time: 0.0640724 Dec 22 05:32:49.116952 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e7d266d9-37bb-4f2d-94ab-4182fc09903d req-b39627fe-d9cf-44b9-9386-83f33d44b1fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30574bf9-c95a-4ad7-870a-34f2879f6e3c HTTP/1.1" status: 200 len: 998 time: 0.0630615 Dec 22 05:32:49.166900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d266d9-37bb-4f2d-94ab-4182fc09903d req-df7d232f-5917-4857-acce-a87e6c6e1d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:49.168398 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e7d266d9-37bb-4f2d-94ab-4182fc09903d req-df7d232f-5917-4857-acce-a87e6c6e1d63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e3206d9-75da-47a3-bf56-dc9ca2a80135 HTTP/1.1" status: 200 len: 834 time: 0.0445416 Dec 22 05:32:49.213265 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d266d9-37bb-4f2d-94ab-4182fc09903d req-13455771-618a-4662-b48d-71febfbc9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:49.214761 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e7d266d9-37bb-4f2d-94ab-4182fc09903d req-13455771-618a-4662-b48d-71febfbc9b78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5bb9562-62e5-477d-bead-2b6f8dd18a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397325 Dec 22 05:32:49.291588 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4fd727-cea6-4598-ae78-cf7222905925 None None] New status for floating IP dbc3b6ae-ce28-420b-a91c-77bad9cf6b69: ACTIVE {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:32:49.310630 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e7d266d9-37bb-4f2d-94ab-4182fc09903d req-41652253-678f-4278-8a96-3becdb463db1 service neutron] 10.222.0.16 "GET /v2.0/networks/f5bb9562-62e5-477d-bead-2b6f8dd18a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888484 Dec 22 05:32:49.398743 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e7d266d9-37bb-4f2d-94ab-4182fc09903d req-d9392b0d-29ef-48fd-b265-6be9bc7f04e8 service neutron] 10.222.0.16 "GET /v2.0/networks/f5bb9562-62e5-477d-bead-2b6f8dd18a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810444 Dec 22 05:32:50.100843 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49904) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:32:50.159381 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-77706869-8750-4f6a-b5c2-24a58b6e7dc1 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/dbc3b6ae-ce28-420b-a91c-77bad9cf6b69 HTTP/1.1" status: 200 len: 992 time: 0.0574372 Dec 22 05:32:51.145543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:05.556817 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:33:09.287877 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bebb7206-0485-4caa-a68a-2d726183f247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:11.682048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8dae8bbf-66b3-4c52-9262-d3334f51612b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:13.276598 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:14.425274 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:15.270779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:17.153298 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19d7b7-b100-450f-89db-81a89823af6f req-e80e392d-fb59-4199-b140-b4d2e0e0a921 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:17.154999 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cf19d7b7-b100-450f-89db-81a89823af6f req-e80e392d-fb59-4199-b140-b4d2e0e0a921 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.0911617 Dec 22 05:33:17.191476 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cf19d7b7-b100-450f-89db-81a89823af6f req-7c707035-62da-4013-83f8-2d6c0c67d4f5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306609 Dec 22 05:33:18.351269 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316d79e-4cd8-4846-b1ac-1ce198056a2e req-e729f3cd-1a2a-4e89-9ca5-109c69a411e5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:18.352737 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6316d79e-4cd8-4846-b1ac-1ce198056a2e req-e729f3cd-1a2a-4e89-9ca5-109c69a411e5 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.0953188 Dec 22 05:33:18.389574 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6316d79e-4cd8-4846-b1ac-1ce198056a2e req-e161b9d5-8712-476f-ba38-c824d288c077 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309908 Dec 22 05:33:18.411184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49924) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:18.468982 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-36e2368c-38e8-4ee2-be9e-73cb8527eab2 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/dbc3b6ae-ce28-420b-a91c-77bad9cf6b69 HTTP/1.1" status: 200 len: 992 time: 0.0566213 Dec 22 05:33:19.900874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b87dd-c8c5-48ba-ad78-d952e803813a req-492e0c6d-a279-4908-9b6c-d601327be76f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:19.902333 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-384b87dd-c8c5-48ba-ad78-d952e803813a req-492e0c6d-a279-4908-9b6c-d601327be76f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.0512669 Dec 22 05:33:19.942130 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-384b87dd-c8c5-48ba-ad78-d952e803813a req-13ac2025-ffc0-4256-870b-9d6a185cd311 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335343 Dec 22 05:33:20.006143 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea932c2e-a7e1-41ac-af98-0e5f5eb30531 req-a412b049-2c14-4933-a3b4-306c74b1b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:20.007719 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea932c2e-a7e1-41ac-af98-0e5f5eb30531 req-a412b049-2c14-4933-a3b4-306c74b1b915 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 1098 time: 0.0430636 Dec 22 05:33:20.094101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea932c2e-a7e1-41ac-af98-0e5f5eb30531 req-a89aaf2a-8a2f-4f3e-a58e-034927de2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:20.096017 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea932c2e-a7e1-41ac-af98-0e5f5eb30531 req-a89aaf2a-8a2f-4f3e-a58e-034927de2273 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5bb9562-62e5-477d-bead-2b6f8dd18a5a HTTP/1.1" status: 200 len: 898 time: 0.0816858 Dec 22 05:33:20.162790 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea932c2e-a7e1-41ac-af98-0e5f5eb30531 req-db7ab3dd-8f14-4df6-b0bd-90c03040c588 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30574bf9-c95a-4ad7-870a-34f2879f6e3c HTTP/1.1" status: 200 len: 1000 time: 0.0592978 Dec 22 05:33:20.209464 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea932c2e-a7e1-41ac-af98-0e5f5eb30531 req-33ab61ce-cff0-4fd4-8d65-b2dfc0fc417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:20.210819 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea932c2e-a7e1-41ac-af98-0e5f5eb30531 req-33ab61ce-cff0-4fd4-8d65-b2dfc0fc417c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e3206d9-75da-47a3-bf56-dc9ca2a80135 HTTP/1.1" status: 200 len: 834 time: 0.0414600 Dec 22 05:33:20.253878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea932c2e-a7e1-41ac-af98-0e5f5eb30531 req-f62cc8be-5f23-4e60-b88f-98195d991cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:20.255275 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea932c2e-a7e1-41ac-af98-0e5f5eb30531 req-f62cc8be-5f23-4e60-b88f-98195d991cb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5bb9562-62e5-477d-bead-2b6f8dd18a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380049 Dec 22 05:33:20.344508 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea932c2e-a7e1-41ac-af98-0e5f5eb30531 req-365ba43b-a40c-4793-b7af-0987ebd45fd8 service neutron] 10.222.0.16 "GET /v2.0/networks/f5bb9562-62e5-477d-bead-2b6f8dd18a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819302 Dec 22 05:33:20.430737 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ea932c2e-a7e1-41ac-af98-0e5f5eb30531 req-27f9e79a-1ff2-4554-bd45-f64175729c51 service neutron] 10.222.0.16 "GET /v2.0/networks/f5bb9562-62e5-477d-bead-2b6f8dd18a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788167 Dec 22 05:33:21.057920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2577749-68ae-4f41-a986-c9b4f1695ce4 req-03197222-0a7a-4c99-a00e-7d68b3bb0611 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:21.059356 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d2577749-68ae-4f41-a986-c9b4f1695ce4 req-03197222-0a7a-4c99-a00e-7d68b3bb0611 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.0483925 Dec 22 05:33:21.097329 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d2577749-68ae-4f41-a986-c9b4f1695ce4 req-ccc940a0-df25-4471-9a46-64af56ccc507 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320899 Dec 22 05:33:21.162469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:22.217189 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a843e-ab7e-45a3-8765-0b3d04ccf060 req-1a935523-e57a-449b-a8f1-bb03a6cc6633 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:22.218551 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-514a843e-ab7e-45a3-8765-0b3d04ccf060 req-1a935523-e57a-449b-a8f1-bb03a6cc6633 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.0473561 Dec 22 05:33:22.254838 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-514a843e-ab7e-45a3-8765-0b3d04ccf060 req-532f8bbc-5770-4832-924a-97701bcb62ba tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299025 Dec 22 05:33:22.276703 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49936) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:22.338384 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-8f4b6a55-61a2-4fc7-a366-c5fe22d69fd0 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/floatingips/dbc3b6ae-ce28-420b-a91c-77bad9cf6b69 HTTP/1.1" status: 200 len: 992 time: 0.0606277 Dec 22 05:33:22.709196 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49942) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:22.864545 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 4807142b-6a2a-4192-bbbf-c152e2c84751 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:33:22.864844 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:22.937292 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:22.937615 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:22.949621 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 4807142b-6a2a-4192-bbbf-c152e2c84751 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:33:23.175955 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:23.206070 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=4807142b-6a2a-4192-bbbf-c152e2c84751,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:23.246427 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:23.247113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:23.247113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:23.247386 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:23.247707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:23.248026 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:23.248375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:23.248689 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:23.249003 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:23.249319 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:23.249632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:23.249944 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:23.271230 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:23.271552 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Floating IP dbc3b6ae-ce28-420b-a91c-77bad9cf6b69 disassociated (deleted). External IP: 172.26.5.19, port: 30574bf9-c95a-4ad7-870a-34f2879f6e3c. Dec 22 05:33:23.472241 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:33:23.859036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:33:23.863886 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:23.870386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b62159-f6d9-4cc7-895b-35d95acff056 None None] Sync routers for ids ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:33:23.879868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b62159-f6d9-4cc7-895b-35d95acff056 None None] Routers {'60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:33:23.880493 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-32b62159-f6d9-4cc7-895b-35d95acff056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:23.890551 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-21bc4ed6-9d7d-4855-ab43-6e5fb732353f tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/floatingips/dbc3b6ae-ce28-420b-a91c-77bad9cf6b69 HTTP/1.1" status: 204 len: 168 time: 1.1803081 Dec 22 05:33:23.891133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'tag': '30574bf9-c95a-4ad7-870a-34f2879f6e3c'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:33:23.893435 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbdf6e0-2c10-4354-a16f-816af748ccc5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb395976-e092-440c-a27e-9bb0376f89e5", "tag": "30574bf9-c95a-4ad7-870a-34f2879f6e3c"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:33:23.930364 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c4d5f6-1dd9-457c-8d3e-577d1afa2b74 x-openstack-request-id: req-68c4d5f6-1dd9-457c-8d3e-577d1afa2b74 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:33:23.930729 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb395976-e092-440c-a27e-9bb0376f89e5", "tag": "30574bf9-c95a-4ad7-870a-34f2879f6e3c", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:33:23.931185 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-68c4d5f6-1dd9-457c-8d3e-577d1afa2b74 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:33:23.931658 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'tag': '30574bf9-c95a-4ad7-870a-34f2879f6e3c', 'status': 'completed', 'code': 200} Dec 22 05:33:23.999170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-32b62159-f6d9-4cc7-895b-35d95acff056 None None] Set router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:33:24.029722 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdf6e0-2c10-4354-a16f-816af748ccc5 req-04c0a752-2a82-44b1-80a3-229239e3dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:24.031279 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ccbdf6e0-2c10-4354-a16f-816af748ccc5 req-04c0a752-2a82-44b1-80a3-229239e3dd87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=af30bc99611b4bf084548bad5840ea24&device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 1098 time: 0.0454051 Dec 22 05:33:24.126405 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdf6e0-2c10-4354-a16f-816af748ccc5 req-978612ea-35dd-44aa-8760-921a039c28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:24.127862 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ccbdf6e0-2c10-4354-a16f-816af748ccc5 req-978612ea-35dd-44aa-8760-921a039c28c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f5bb9562-62e5-477d-bead-2b6f8dd18a5a HTTP/1.1" status: 200 len: 898 time: 0.0895493 Dec 22 05:33:24.174948 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ccbdf6e0-2c10-4354-a16f-816af748ccc5 req-9864120c-48fd-4fca-820f-c4fde875b546 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30574bf9-c95a-4ad7-870a-34f2879f6e3c HTTP/1.1" status: 200 len: 217 time: 0.0391734 Dec 22 05:33:24.199249 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-32b62159-f6d9-4cc7-895b-35d95acff056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '45f74b64-5503-41b2-a5c5-76f8d1538a47', 'name': '', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:9d:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:31Z', 'updated_at': '2021-12-22T05:32:34Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:24.229021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b62159-f6d9-4cc7-895b-35d95acff056 None None] Checking router: 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:33:24.237991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b62159-f6d9-4cc7-895b-35d95acff056 None None] Routers {'60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:33:24.238603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-32b62159-f6d9-4cc7-895b-35d95acff056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:24.305987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95505eb-1a5f-41f8-8c76-cb7da8762038 req-d02ea7ed-d00e-42a9-9d5a-ddb4128ab245 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:24.307460 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c95505eb-1a5f-41f8-8c76-cb7da8762038 req-d02ea7ed-d00e-42a9-9d5a-ddb4128ab245 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.0811226 Dec 22 05:33:24.309078 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdf6e0-2c10-4354-a16f-816af748ccc5 req-c6a8977f-b301-45b1-98a8-95b0cdd3f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:24.310116 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ccbdf6e0-2c10-4354-a16f-816af748ccc5 req-c6a8977f-b301-45b1-98a8-95b0cdd3f896 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3e3206d9-75da-47a3-bf56-dc9ca2a80135 HTTP/1.1" status: 200 len: 834 time: 0.0736592 Dec 22 05:33:24.342164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-32b62159-f6d9-4cc7-895b-35d95acff056 None None] Set router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:33:24.376129 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c95505eb-1a5f-41f8-8c76-cb7da8762038 req-660fe571-698f-4f7d-827a-e295744622ce tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626764 Dec 22 05:33:24.382268 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdf6e0-2c10-4354-a16f-816af748ccc5 req-815b2c0d-b919-48a4-a7de-2b27c8079c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:24.383709 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ccbdf6e0-2c10-4354-a16f-816af748ccc5 req-815b2c0d-b919-48a4-a7de-2b27c8079c98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f5bb9562-62e5-477d-bead-2b6f8dd18a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636575 Dec 22 05:33:24.478707 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ccbdf6e0-2c10-4354-a16f-816af748ccc5 req-9868785e-7317-4b59-b090-ef293c1e2b4f service neutron] 10.222.0.16 "GET /v2.0/networks/f5bb9562-62e5-477d-bead-2b6f8dd18a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865767 Dec 22 05:33:24.576813 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ccbdf6e0-2c10-4354-a16f-816af748ccc5 req-4c9cdaf1-e32f-40fc-8bd4-5c7f6c384c77 service neutron] 10.222.0.16 "GET /v2.0/networks/f5bb9562-62e5-477d-bead-2b6f8dd18a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902126 Dec 22 05:33:24.675309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-32b62159-f6d9-4cc7-895b-35d95acff056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '45f74b64-5503-41b2-a5c5-76f8d1538a47', 'name': '', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:9d:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:31Z', 'updated_at': '2021-12-22T05:32:34Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:24.701840 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b62159-f6d9-4cc7-895b-35d95acff056 None None] The sync data for ids ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'] in dv-neutron-822523-1-hyperv is: [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '45f74b64-5503-41b2-a5c5-76f8d1538a47', 'name': '', 'network_id': 'f5bb9562-62e5-477d-bead-2b6f8dd18a5a', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'mac_address': 'fa:16:3e:9d:28:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:31Z', 'updated_at': '2021-12-22T05:32:34Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'subnets': [{'id': '3e3206d9-75da-47a3-bf56-dc9ca2a80135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:33:24.905456 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61ebe18-26de-4cda-ab8b-7b01080fe6f3 None None] New status for floating IP dbc3b6ae-ce28-420b-a91c-77bad9cf6b69: DOWN {{(pid=109185) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:33:25.492268 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29706258-0595-4cc7-b3ab-3028d63514a3 req-7baef892-1b3d-4bc2-87b0-4e4d9f8f4f77 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:25.493703 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-29706258-0595-4cc7-b3ab-3028d63514a3 req-7baef892-1b3d-4bc2-87b0-4e4d9f8f4f77 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.0481210 Dec 22 05:33:25.529067 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-29706258-0595-4cc7-b3ab-3028d63514a3 req-6bb95145-12ff-48da-ba34-a1b68fe7c862 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/security-groups?id=d57ac941-06d6-450a-bc02-7f44316de24c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295937 Dec 22 05:33:26.125481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f4f60-d5ad-4c30-965b-66f41d82940c req-5dbc89fc-ab1d-40b2-b26e-ffa3ee50f083 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:26.126935 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd8f4f60-d5ad-4c30-965b-66f41d82940c req-5dbc89fc-ab1d-40b2-b26e-ffa3ee50f083 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 945 time: 0.0493786 Dec 22 05:33:26.214368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-cd8f4f60-d5ad-4c30-965b-66f41d82940c req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 30574bf9-c95a-4ad7-870a-34f2879f6e3c {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:33:26.214629 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-cd8f4f60-d5ad-4c30-965b-66f41d82940c req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:26.303710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-cd8f4f60-d5ad-4c30-965b-66f41d82940c req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 30574bf9-c95a-4ad7-870a-34f2879f6e3c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30574bf9-c95a-4ad7-870a-34f2879f6e3c,segment=NetworkSegment(8cb57588-d0d3-4096-93d2-0650ed18d77e),segment_id=8cb57588-d0d3-4096-93d2-0650ed18d77e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:26.304081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-cd8f4f60-d5ad-4c30-965b-66f41d82940c req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:26.317002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-cd8f4f60-d5ad-4c30-965b-66f41d82940c req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 30574bf9-c95a-4ad7-870a-34f2879f6e3c owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:33:26.507517 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-cd8f4f60-d5ad-4c30-965b-66f41d82940c req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:26.536409 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=30574bf9-c95a-4ad7-870a-34f2879f6e3c,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:26.547913 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:26.548300 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:26.548639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:26.548969 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:26.549292 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:26.549613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:26.549932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:26.550247 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:26.550563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:26.552285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:26.552285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:26.552285 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:26.586515 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8f4f60-d5ad-4c30-965b-66f41d82940c req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] No DVR routers for this DVR port 30574bf9-c95a-4ad7-870a-34f2879f6e3c on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:33:26.589091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-cd8f4f60-d5ad-4c30-965b-66f41d82940c req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:26.592369 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cd8f4f60-d5ad-4c30-965b-66f41d82940c req-f9fff346-57a3-4aa5-8299-57ff711af2af tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.16 "DELETE /v2.0/ports/30574bf9-c95a-4ad7-870a-34f2879f6e3c HTTP/1.1" status: 204 len: 173 time: 0.4586976 Dec 22 05:33:26.592804 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'name': 'network-vif-deleted', 'tag': '30574bf9-c95a-4ad7-870a-34f2879f6e3c'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:33:26.595161 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63402e2-3118-4398-b402-24f2d10b8358" -d '{"events": [{"server_uuid": "cb395976-e092-440c-a27e-9bb0376f89e5", "name": "network-vif-deleted", "tag": "30574bf9-c95a-4ad7-870a-34f2879f6e3c"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:33:26.630105 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-37ba4776-a849-41d3-8db0-9af4ba1e31d5 req-92b71553-e40a-4bfa-9482-987ae41c2682 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb395976-e092-440c-a27e-9bb0376f89e5 HTTP/1.1" status: 200 len: 210 time: 0.0271914 Dec 22 05:33:26.631529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acc8276-d31f-4882-82c2-ac79968db175 x-openstack-request-id: req-7acc8276-d31f-4882-82c2-ac79968db175 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:33:26.631813 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb395976-e092-440c-a27e-9bb0376f89e5", "name": "network-vif-deleted", "tag": "30574bf9-c95a-4ad7-870a-34f2879f6e3c", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:33:26.632057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7acc8276-d31f-4882-82c2-ac79968db175 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:33:26.632454 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb395976-e092-440c-a27e-9bb0376f89e5', 'name': 'network-vif-deleted', 'tag': '30574bf9-c95a-4ad7-870a-34f2879f6e3c', 'status': 'completed', 'code': 200} Dec 22 05:33:27.686225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49958) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:28.042591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0f01b99c-ec89-4c93-a9a2-a389048e3b9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:28.293150 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0f01b99c-ec89-4c93-a9a2-a389048e3b9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 45f74b64-5503-41b2-a5c5-76f8d1538a47 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:33:28.293400 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0f01b99c-ec89-4c93-a9a2-a389048e3b9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:28.378375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-0f01b99c-ec89-4c93-a9a2-a389048e3b9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 45f74b64-5503-41b2-a5c5-76f8d1538a47, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=45f74b64-5503-41b2-a5c5-76f8d1538a47,segment=NetworkSegment(8cb57588-d0d3-4096-93d2-0650ed18d77e),segment_id=8cb57588-d0d3-4096-93d2-0650ed18d77e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:28.378729 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0f01b99c-ec89-4c93-a9a2-a389048e3b9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:28.390659 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0f01b99c-ec89-4c93-a9a2-a389048e3b9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 45f74b64-5503-41b2-a5c5-76f8d1538a47 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:33:28.653295 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0f01b99c-ec89-4c93-a9a2-a389048e3b9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:28.678626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01b99c-ec89-4c93-a9a2-a389048e3b9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=45f74b64-5503-41b2-a5c5-76f8d1538a47,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:28.853880 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0f01b99c-ec89-4c93-a9a2-a389048e3b9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:29.065810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f01b99c-ec89-4c93-a9a2-a389048e3b9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:33:29.171590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f01b99c-ec89-4c93-a9a2-a389048e3b9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:33:29.176676 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0f01b99c-ec89-4c93-a9a2-a389048e3b9e tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "PUT /v2.0/routers/60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4894252 Dec 22 05:33:29.179312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49960) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:29.181930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e0880-3c63-41a7-9f36-e35359ada7e0 None None] Sync routers for ids ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:33:29.190948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e0880-3c63-41a7-9f36-e35359ada7e0 None None] Routers {'60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:33:29.191662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-482e0880-3c63-41a7-9f36-e35359ada7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:29.229497 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b07e58-2c7f-4e25-84f0-873a46edf19b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting subnet 3e3206d9-75da-47a3-bf56-dc9ca2a80135 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:33:29.232424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-93b07e58-2c7f-4e25-84f0-873a46edf19b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:29.271647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-93b07e58-2c7f-4e25-84f0-873a46edf19b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:29.295076 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-482e0880-3c63-41a7-9f36-e35359ada7e0 None None] Set router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:33:29.356982 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-93b07e58-2c7f-4e25-84f0-873a46edf19b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:29.475466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-482e0880-3c63-41a7-9f36-e35359ada7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:33:28Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:29.496978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-93b07e58-2c7f-4e25-84f0-873a46edf19b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:29.502269 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e0880-3c63-41a7-9f36-e35359ada7e0 None None] Checking router: 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:33:29.510488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e0880-3c63-41a7-9f36-e35359ada7e0 None None] Routers {'60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:33:29.511089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-482e0880-3c63-41a7-9f36-e35359ada7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:29.525034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b07e58-2c7f-4e25-84f0-873a46edf19b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Subnet': ['ID=3e3206d9-75da-47a3-bf56-dc9ca2a80135,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:29.528787 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-93b07e58-2c7f-4e25-84f0-873a46edf19b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:29.534578 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-93b07e58-2c7f-4e25-84f0-873a46edf19b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/subnets/3e3206d9-75da-47a3-bf56-dc9ca2a80135 HTTP/1.1" status: 204 len: 168 time: 0.3519762 Dec 22 05:33:29.535619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49962) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:29.547589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e393ea-a623-4f9d-bdf0-58bc46a40072 None None] Network f5bb9562-62e5-477d-bead-2b6f8dd18a5a requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:33:29.642826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:29.704436 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-482e0880-3c63-41a7-9f36-e35359ada7e0 None None] Set router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:33:29.749042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:29.870269 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] DHCP port deletion for f5bb9562-62e5-477d-bead-2b6f8dd18a5a request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:33:29.880916 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Deleting port 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:33:29.883100 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:29.899922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 30574bf9-c95a-4ad7-870a-34f2879f6e3c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:33:29.932177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 30574bf9-c95a-4ad7-870a-34f2879f6e3c {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:33:29.932539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 30574bf9-c95a-4ad7-870a-34f2879f6e3c not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:33:29.952116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-482e0880-3c63-41a7-9f36-e35359ada7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:33:28Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:29.964181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] For port 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=47ccf605-5a6b-48f1-8d00-cb74f38ee2f2,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:29.964567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:29.980361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e0880-3c63-41a7-9f36-e35359ada7e0 None None] The sync data for ids ['60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd'] in dv-neutron-822523-1-hyperv is: [{'id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-214978812', 'tenant_id': 'af30bc99611b4bf084548bad5840ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134'}], 'enable_snat': True}, 'gw_port_id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:32:27Z', 'updated_at': '2021-12-22T05:33:28Z', 'revision_number': 5, 'project_id': 'af30bc99611b4bf084548bad5840ea24', 'gw_port': {'id': '47ccf605-5a6b-48f1-8d00-cb74f38ee2f2', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:31:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:32:28Z', 'updated_at': '2021-12-22T05:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:33:29.981350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Calling delete_port for 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:33:29.986253 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Deleting port ba92f033-f216-4c93-9b42-93566fc8c752 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:33:29.986618 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.056622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] For port ba92f033-f216-4c93-9b42-93566fc8c752, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=ba92f033-f216-4c93-9b42-93566fc8c752,segment=NetworkSegment(8cb57588-d0d3-4096-93d2-0650ed18d77e),segment_id=8cb57588-d0d3-4096-93d2-0650ed18d77e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:30.057009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.069480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Calling delete_port for ba92f033-f216-4c93-9b42-93566fc8c752 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:33:30.213333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.242152 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.242708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Port': ['ID=47ccf605-5a6b-48f1-8d00-cb74f38ee2f2,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:30.267509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Pushing event deleted for resources: {'Port': ['ID=ba92f033-f216-4c93-9b42-93566fc8c752,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:30.271575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] No DVR routers for this DVR port ba92f033-f216-4c93-9b42-93566fc8c752 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:33:30.277878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.278227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.278565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.278898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.279481 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.279816 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.280143 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.280491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.280813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.281384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.281491 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.281738 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe4840-f0ac-4011-8313-f2ae608ad3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:30.303496 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.396114 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.398389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.411696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ba92f033-f216-4c93-9b42-93566fc8c752 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:33:30.431880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: ba92f033-f216-4c93-9b42-93566fc8c752 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:33:30.432250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device ba92f033-f216-4c93-9b42-93566fc8c752 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:33:30.513335 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.513884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Fanout notify agent at l3_agent the message router_deleted on router 60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:33:30.521421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:30.522533 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bc69f429-364a-421e-869d-1d2e6203c84b tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/routers/60c368e8-0cdd-4ce3-89bc-ce73b6dc5cbd HTTP/1.1" status: 204 len: 168 time: 0.9867935 Dec 22 05:33:30.525117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49964) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:30.601392 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:31.029974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:31.055174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bb9562-62e5-477d-bead-2b6f8dd18a5a']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:31.064043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb57588-d0d3-4096-93d2-0650ed18d77e') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:31.064354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb57588-d0d3-4096-93d2-0650ed18d77e') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:31.073195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:31.085937 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:31.091671 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:33:31.092046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:33:31.095451 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:33:31.227832 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:31.242174 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:31.242174 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/networks/f5bb9562-62e5-477d-bead-2b6f8dd18a5a HTTP/1.1" status: 204 len: 168 time: 0.7116971 Dec 22 05:33:31.242357 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49966) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:31.249056 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfa6c1-0f38-4a46-8805-0b8a4e6a6c97 tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'Network': ['ID=f5bb9562-62e5-477d-bead-2b6f8dd18a5a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:31.297939 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-63500590-c90c-4517-a363-3488f4c0a1db tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:31.321497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-63500590-c90c-4517-a363-3488f4c0a1db tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:31.450620 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-63500590-c90c-4517-a363-3488f4c0a1db tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:31.453273 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-63500590-c90c-4517-a363-3488f4c0a1db tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:31.455273 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-63500590-c90c-4517-a363-3488f4c0a1db tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] 10.222.0.54 "DELETE /v2.0/security-groups/d57ac941-06d6-450a-bc02-7f44316de24c HTTP/1.1" status: 204 len: 168 time: 0.2136219 Dec 22 05:33:31.465208 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63500590-c90c-4517-a363-3488f4c0a1db tempest-TestNetworkAdvancedServerOps-1392862716 tempest-TestNetworkAdvancedServerOps-1392862716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57ac941-06d6-450a-bc02-7f44316de24c,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:31.963818 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49978) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:32.056881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 45f74b64-5503-41b2-a5c5-76f8d1538a47 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:33:32.080143 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 45f74b64-5503-41b2-a5c5-76f8d1538a47 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:33:32.080505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 45f74b64-5503-41b2-a5c5-76f8d1538a47 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:33:32.080921 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:33:32.092517 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-35bf851b-ae72-4484-9675-f5623526d1fe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=af30bc99611b4bf084548bad5840ea24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275015 Dec 22 05:33:32.095106 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49982) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:32.098746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:33:32.099083 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 47ccf605-5a6b-48f1-8d00-cb74f38ee2f2 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:33:32.141863 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-859a2088-380f-4030-a154-2818cb870271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:32.161766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-859a2088-380f-4030-a154-2818cb870271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:32.290122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-859a2088-380f-4030-a154-2818cb870271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:32.292609 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-859a2088-380f-4030-a154-2818cb870271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:32.293738 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-859a2088-380f-4030-a154-2818cb870271 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2f7aa6c-7c85-4018-b7a1-5bda23fe14b0 HTTP/1.1" status: 204 len: 168 time: 0.1977632 Dec 22 05:33:32.301338 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a2088-380f-4030-a154-2818cb870271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f7aa6c-7c85-4018-b7a1-5bda23fe14b0,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:32.830731 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 49988) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:32.846784 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-71327b77-f718-4c83-a05a-9cb4d4341b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:32.918549 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-71327b77-f718-4c83-a05a-9cb4d4341b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:33.016141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-71327b77-f718-4c83-a05a-9cb4d4341b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:33.056581 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-71327b77-f718-4c83-a05a-9cb4d4341b0c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6824b6ea1f2e40eea4d61ab5419416ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2247436 Dec 22 05:33:33.057418 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71327b77-f718-4c83-a05a-9cb4d4341b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0720934f-f1fc-495c-8448-a7e5dc3ce533,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:33.059813 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 49990) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:33.111596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-29881e6b-e0cb-4fe5-99d8-c9f7dbea26dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:33.133131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-29881e6b-e0cb-4fe5-99d8-c9f7dbea26dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:33.278971 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-29881e6b-e0cb-4fe5-99d8-c9f7dbea26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:33.281790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-29881e6b-e0cb-4fe5-99d8-c9f7dbea26dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:33.282995 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-29881e6b-e0cb-4fe5-99d8-c9f7dbea26dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0720934f-f1fc-495c-8448-a7e5dc3ce533 HTTP/1.1" status: 204 len: 168 time: 0.2221665 Dec 22 05:33:33.290558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29881e6b-e0cb-4fe5-99d8-c9f7dbea26dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0720934f-f1fc-495c-8448-a7e5dc3ce533,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:34.290601 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 50012) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:34.382562 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-134167946-network', 'tenant_id': 'f6470136076b43fa908503038faffbb5'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:34.473439 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Made reservation on behalf of f6470136076b43fa908503038faffbb5 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:33:34.475632 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:34.484030 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:34.554404 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:34.646862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:34.666550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:33:34.679165 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56086189-15ca-4bf6-a3cd-ed9ca447cd34,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:34.683777 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:34.684108 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Added segment 1c8d96f2-2718-4708-9332-25c01637b07e of type vlan for network 81478a8e-1925-4414-be84-007cc08fa3a8 Dec 22 05:33:34.722350 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:34.795753 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:34.796663 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:34.797222 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:34.855917 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] Pushing event updated for resources: {'Network': ['ID=81478a8e-1925-4414-be84-007cc08fa3a8,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:34.866703 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 81478a8e-1925-4414-be84-007cc08fa3a8 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:33:34.912549 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-a8dff768-f1a3-4b58-bcbd-88cadc767937 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6182506 Dec 22 05:33:34.912781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 50016) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:34.917512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-7dcd82fd-9da4-4f3b-b4ca-f31c7c621ed1 admin admin] Request body: {'subnet': {'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-134167946-subnet', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'ip_version': 4}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:35.010061 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcd82fd-9da4-4f3b-b4ca-f31c7c621ed1 admin admin] Made reservation on behalf of f6470136076b43fa908503038faffbb5 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:33:35.012511 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7dcd82fd-9da4-4f3b-b4ca-f31c7c621ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:35.227428 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7dcd82fd-9da4-4f3b-b4ca-f31c7c621ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:35.281484 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd82fd-9da4-4f3b-b4ca-f31c7c621ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d8e012-ebce-4d42-b244-1f6276bc1e42,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:35.288721 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcd82fd-9da4-4f3b-b4ca-f31c7c621ed1 admin admin] Checking segment: {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:33:35.289069 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcd82fd-9da4-4f3b-b4ca-f31c7c621ed1 admin admin] Network hostable DHCP agents. Network: 81478a8e-1925-4414-be84-007cc08fa3a8, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:33:35.358495 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcd82fd-9da4-4f3b-b4ca-f31c7c621ed1 admin admin] Network 81478a8e-1925-4414-be84-007cc08fa3a8 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:33:35.438584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-7dcd82fd-9da4-4f3b-b4ca-f31c7c621ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 81478a8e-1925-4414-be84-007cc08fa3a8) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:35.442570 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcd82fd-9da4-4f3b-b4ca-f31c7c621ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:35.443142 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-7dcd82fd-9da4-4f3b-b4ca-f31c7c621ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:35.447062 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f32618-c8c9-4f69-86f6-e048cbf40785 None None] Network 81478a8e-1925-4414-be84-007cc08fa3a8 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:33:35.515925 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-7dcd82fd-9da4-4f3b-b4ca-f31c7c621ed1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6020269 Dec 22 05:33:35.518628 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 50018) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:35.522809 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:35.587668 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-81478a8e-1925-4414-be84-007cc08fa3a8', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:33:35.589302 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:35.602221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:35.603277 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:35.653430 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:35.723689 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Allocated IP 172.20.0.2 (81478a8e-1925-4414-be84-007cc08fa3a8/f5d8e012-ebce-4d42-b244-1f6276bc1e42/9057b291-302e-4fa3-a5a2-b8bb5fb7c45e) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:33:35.850530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:35.866178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:35.956720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:35.992202 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Network 81478a8e-1925-4414-be84-007cc08fa3a8 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:35.996366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:35.999813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:33:36.009754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Pushing event updated for resources: {'Port': ['ID=9057b291-302e-4fa3-a5a2-b8bb5fb7c45e,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:36.058648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Attempting to bind port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:33:36.059011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Attempting to bind port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:33:36.059369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Attempting to bind port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e on network 81478a8e-1925-4414-be84-007cc08fa3a8 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:33:36.064761 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:33:36.065126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Checking segment: {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:33:36.065521 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:36.065907 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Bound using segment: {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:33:36.066359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Bound port: 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:33:36.066740 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:36.125488 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:36.131048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] For port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:33:36.134352 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] For port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9057b291-302e-4fa3-a5a2-b8bb5fb7c45e,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:33:36.145135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:36.236313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:36.242667 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Allocated IP 172.26.5.110 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/05071f92-29bc-4ec1-b986-f9b5e19dd553) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:33:36.296219 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675727a1-2a3e-4267-a458-28a601afb5f3 None None] Pushing event updated for resources: {'Port': ['ID=9057b291-302e-4fa3-a5a2-b8bb5fb7c45e,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:36.350604 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:36.431432 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:36.477766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:36.481304 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:36.489299 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:33:36.492669 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Pushing event updated for resources: {'Port': ['ID=05071f92-29bc-4ec1-b986-f9b5e19dd553,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:36.826310 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:37.029530 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:37.172984 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e116225b-f871-44cd-86bf-4fe20d93d800 None None] Network 81478a8e-1925-4414-be84-007cc08fa3a8 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:33:37.230474 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:33:37.245477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a0b3e8fe-7828-42f5-996b-c1df79903f91 None None] Provisioning complete for port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:37.245844 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8fe-7828-42f5-996b-c1df79903f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:37.336739 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:33:37.347165 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Sync routers for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:33:37.356211 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:33:37.361582 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:37.379938 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8fe-7828-42f5-996b-c1df79903f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:37.404055 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:37.408843 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b3dadb95-f2aa-4600-b560-15459813cdd8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8861380 Dec 22 05:33:37.409180 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50020) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:37.416158 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a0b3e8fe-7828-42f5-996b-c1df79903f91 None None] For port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9057b291-302e-4fa3-a5a2-b8bb5fb7c45e,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:37.480110 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:33:37.485458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a0b3e8fe-7828-42f5-996b-c1df79903f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:37.547886 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3e8fe-7828-42f5-996b-c1df79903f91 None None] Pushing event updated for resources: {'Port': ['ID=9057b291-302e-4fa3-a5a2-b8bb5fb7c45e,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:37.665449 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:36Z', 'revision_number': 3, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:37.691167 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Checking router: 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:33:37.691516 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Updating router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 port 05071f92-29bc-4ec1-b986-f9b5e19dd553 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:33:37.706375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-25fb6571-4efb-4f15-b5ae-ca9dadd04d7e None None] Provisioning complete for port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:37.706875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-25fb6571-4efb-4f15-b5ae-ca9dadd04d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:37.717637 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:37.852878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.016567 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Allocated IP 172.20.0.1 (81478a8e-1925-4414-be84-007cc08fa3a8/f5d8e012-ebce-4d42-b244-1f6276bc1e42/aa76c011-033a-49f6-96cc-e43e6a022174) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:33:38.057664 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.097936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:33:38.130488 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.131060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.150046 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:38.150794 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.174113 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Attempting to bind port 05071f92-29bc-4ec1-b986-f9b5e19dd553 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:33:38.174479 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Attempting to bind port 05071f92-29bc-4ec1-b986-f9b5e19dd553 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:33:38.174830 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Attempting to bind port 05071f92-29bc-4ec1-b986-f9b5e19dd553 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:33:38.183606 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:33:38.183966 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:33:38.184386 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.189025 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:33:38.189025 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Bound port: 05071f92-29bc-4ec1-b986-f9b5e19dd553, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:33:38.189025 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.207905 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Pushing event updated for resources: {'Port': ['ID=05071f92-29bc-4ec1-b986-f9b5e19dd553,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:38.221675 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:38.222000 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:38.222330 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:38.222652 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:38.222970 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:38.223293 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:38.223605 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:38.223918 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:38.224253 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:38.224566 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:38.224874 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:38.225182 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:38.239293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.253849 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] For port 05071f92-29bc-4ec1-b986-f9b5e19dd553, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:33:38.256829 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] For port 05071f92-29bc-4ec1-b986-f9b5e19dd553, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=05071f92-29bc-4ec1-b986-f9b5e19dd553,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:33:38.277087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Network 81478a8e-1925-4414-be84-007cc08fa3a8 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:38.280030 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:38.283165 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:33:38.311261 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Pushing event updated for resources: {'Port': ['ID=aa76c011-033a-49f6-96cc-e43e6a022174,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:38.322012 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.329091 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.372072 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:33:38.372884 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:38.455954 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb13509-a1c5-41ea-8d81-0ef2c5b3997e None None] Pushing event updated for resources: {'Port': ['ID=05071f92-29bc-4ec1-b986-f9b5e19dd553,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:38.491839 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:33:38.509078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ad1cbbaa-2440-401a-b943-3fb97dcd43f8 None None] Provisioning complete for port aa76c011-033a-49f6-96cc-e43e6a022174 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:38.509611 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ad1cbbaa-2440-401a-b943-3fb97dcd43f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.535194 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.544512 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-ad1cbbaa-2440-401a-b943-3fb97dcd43f8 None None] Port aa76c011-033a-49f6-96cc-e43e6a022174 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:33:38.664506 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:36Z', 'revision_number': 3, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:38.692760 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa715dd-2c9f-43f0-a6cb-48614a62e20e None None] The sync data for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv is: [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:36Z', 'revision_number': 3, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:33:38.696710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.764941 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.825928 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:38.840894 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Pushing event updated for resources: {'Port': ['ID=aa76c011-033a-49f6-96cc-e43e6a022174,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:38.941459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Network 81478a8e-1925-4414-be84-007cc08fa3a8 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:38.942807 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:39.074962 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:33:39.181105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-6a5648cb-1967-44b3-a69a-e9f3a702c10b None None] Provisioning complete for port aa76c011-033a-49f6-96cc-e43e6a022174 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:39.182030 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6a5648cb-1967-44b3-a69a-e9f3a702c10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:39.196212 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:33:39.201622 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2edd2def-0959-450f-af88-7b02d0267f46 admin admin] 10.222.0.54 "PUT /v2.0/routers/9cf24dec-4136-43ed-85b5-5aeb9dc0c041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7913923 Dec 22 05:33:39.238787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-6a5648cb-1967-44b3-a69a-e9f3a702c10b None None] Port aa76c011-033a-49f6-96cc-e43e6a022174 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:33:39.325254 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e121e544-1df3-4313-86ea-32721ba3c251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:39.913502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50036) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:39.918509 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1791576691-network', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:40.012915 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Made reservation on behalf of 61fdf5ac38b64c1eb8b6dba9ef4cf2b4 for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:33:40.015698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.029780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.084335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 05071f92-29bc-4ec1-b986-f9b5e19dd553 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:33:40.109575 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.167674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.194033 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:33:40.203593 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9b57dd-97ae-4b78-9b7e-6cf2c084e446,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:40.213551 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.213551 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Added segment a4dcc7f1-5df1-41bd-84fa-63281110d2fc of type vlan for network 57e24a6d-9b56-4870-9846-97fe2f7d393a Dec 22 05:33:40.252142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.274229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Sync routers for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:33:40.288776 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:33:40.289388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:40.293712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 05071f92-29bc-4ec1-b986-f9b5e19dd553 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:40.293986 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.353159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.354151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:40.354715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.418936 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] Pushing event updated for resources: {'Network': ['ID=57e24a6d-9b56-4870-9846-97fe2f7d393a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:40.433967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 57e24a6d-9b56-4870-9846-97fe2f7d393a details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:33:40.464539 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9d51de58-c38c-46bf-bfa2-a48d8f3bffe2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5498376 Dec 22 05:33:40.467060 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50038) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:40.472375 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-0f3fa570-b388-4bbd-a1e0-328837e10564 admin admin] Request body: {'subnet': {'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1791576691-subnet', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'ip_version': 4}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:40.486028 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:33:40.531891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.550301 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3fa570-b388-4bbd-a1e0-328837e10564 admin admin] Made reservation on behalf of 61fdf5ac38b64c1eb8b6dba9ef4cf2b4 for: {'subnet': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:33:40.553140 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0f3fa570-b388-4bbd-a1e0-328837e10564 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26246974'] for subnet, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.600590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 05071f92-29bc-4ec1-b986-f9b5e19dd553, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=05071f92-29bc-4ec1-b986-f9b5e19dd553,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:40.655652 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.745476 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=05071f92-29bc-4ec1-b986-f9b5e19dd553,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:40.776670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 2, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:40.799181 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0f3fa570-b388-4bbd-a1e0-328837e10564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25952965', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26246924'] for subnet, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.803484 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Checking router: 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:33:40.803484 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Updating router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 port aa76c011-033a-49f6-96cc-e43e6a022174 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:33:40.827587 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:40.849275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fa570-b388-4bbd-a1e0-328837e10564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e522e5-0eaa-4afd-872c-a6b2e90608e5,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:40.864984 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3fa570-b388-4bbd-a1e0-328837e10564 admin admin] Checking segment: {'id': 'a4dcc7f1-5df1-41bd-84fa-63281110d2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:33:40.866934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3fa570-b388-4bbd-a1e0-328837e10564 admin admin] Network hostable DHCP agents. Network: 57e24a6d-9b56-4870-9846-97fe2f7d393a, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109183) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:33:40.941991 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3fa570-b388-4bbd-a1e0-328837e10564 admin admin] Network 57e24a6d-9b56-4870-9846-97fe2f7d393a is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109183) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:33:41.027859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-0f3fa570-b388-4bbd-a1e0-328837e10564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 57e24a6d-9b56-4870-9846-97fe2f7d393a) {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:41.032977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3fa570-b388-4bbd-a1e0-328837e10564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:41.037812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0f3fa570-b388-4bbd-a1e0-328837e10564 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.038506 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e052592-deae-4f60-858c-57111174cadd None None] Network 57e24a6d-9b56-4870-9846-97fe2f7d393a requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:33:41.133712 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0f3fa570-b388-4bbd-a1e0-328837e10564 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6654863 Dec 22 05:33:41.136255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 50040) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:41.140763 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1791576691-router', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:41.152748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.225427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.242111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.243277 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.250717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-57e24a6d-9b56-4870-9846-97fe2f7d393a', 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'fixed_ips': [{'subnet_id': 'a8e522e5-0eaa-4afd-872c-a6b2e90608e5'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:33:41.251557 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.318514 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540906c1-8e68-462c-9954-5730c7adf835 None None] Pushing event updated for resources: {'Port': ['ID=aa76c011-033a-49f6-96cc-e43e6a022174,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:41.319382 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.414677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Attempting to bind port aa76c011-033a-49f6-96cc-e43e6a022174 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:33:41.415093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Attempting to bind port aa76c011-033a-49f6-96cc-e43e6a022174 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:33:41.415449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Attempting to bind port aa76c011-033a-49f6-96cc-e43e6a022174 on network 81478a8e-1925-4414-be84-007cc08fa3a8 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:33:41.443836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:33:41.444227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Checking segment: {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:33:41.444700 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.445034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Bound using segment: {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:33:41.445493 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Bound port: aa76c011-033a-49f6-96cc-e43e6a022174, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:33:41.445868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.474710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Allocated IP 172.20.0.2 (57e24a6d-9b56-4870-9846-97fe2f7d393a/a8e522e5-0eaa-4afd-872c-a6b2e90608e5/7370b25e-e3d3-43fb-8660-9561c74217af) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:33:41.519025 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.564690 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e1ca5db7-6a4c-4ca2-8235-910a4b109243 None None] Provisioning complete for port aa76c011-033a-49f6-96cc-e43e6a022174 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:41.564987 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5db7-6a4c-4ca2-8235-910a4b109243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.602780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] For port aa76c011-033a-49f6-96cc-e43e6a022174, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:33:41.618332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] For port aa76c011-033a-49f6-96cc-e43e6a022174, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=aa76c011-033a-49f6-96cc-e43e6a022174,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:33:41.649659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca5db7-6a4c-4ca2-8235-910a4b109243 None None] Port aa76c011-033a-49f6-96cc-e43e6a022174 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:33:41.700607 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.745338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.746782 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c0de6f31-b5b8-4bf5-9026-e6140151a88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.775565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:33:41.776285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:41.805544 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.814157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540906c1-8e68-462c-9954-5730c7adf835 None None] Pushing event updated for resources: {'Port': ['ID=aa76c011-033a-49f6-96cc-e43e6a022174,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:41.829691 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.846862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:41.889965 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Network 57e24a6d-9b56-4870-9846-97fe2f7d393a is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:41.896505 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:41.898970 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:33:41.928265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Pushing event updated for resources: {'Port': ['ID=7370b25e-e3d3-43fb-8660-9561c74217af,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:41.951417 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Allocated IP 172.26.5.38 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/5e6d2278-ac5d-487c-848b-b6b954655db0) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:33:42.000133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:33:42.002407 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Attempting to bind port 7370b25e-e3d3-43fb-8660-9561c74217af on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:33:42.002763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Attempting to bind port 7370b25e-e3d3-43fb-8660-9561c74217af by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'a4dcc7f1-5df1-41bd-84fa-63281110d2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:33:42.003109 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Attempting to bind port 7370b25e-e3d3-43fb-8660-9561c74217af on network 57e24a6d-9b56-4870-9846-97fe2f7d393a {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:33:42.040215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:33:42.040215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Checking segment: {'id': 'a4dcc7f1-5df1-41bd-84fa-63281110d2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:33:42.040215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.040215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Bound using segment: {'id': 'a4dcc7f1-5df1-41bd-84fa-63281110d2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:33:42.040215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Bound port: 7370b25e-e3d3-43fb-8660-9561c74217af, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dcc7f1-5df1-41bd-84fa-63281110d2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:33:42.040215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.050095 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-ee71a685-2911-465c-81c2-dd170bf544ad None None] Provisioning complete for port aa76c011-033a-49f6-96cc-e43e6a022174 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:42.050747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ee71a685-2911-465c-81c2-dd170bf544ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.060618 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.116449 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 05071f92-29bc-4ec1-b986-f9b5e19dd553 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:33:42.156412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.192180 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:42.196458 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:42.200085 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:33:42.209319 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6d2278-ac5d-487c-848b-b6b954655db0,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:42.395685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] For port 7370b25e-e3d3-43fb-8660-9561c74217af, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:33:42.406724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] For port 7370b25e-e3d3-43fb-8660-9561c74217af, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7370b25e-e3d3-43fb-8660-9561c74217af,segment=NetworkSegment(a4dcc7f1-5df1-41bd-84fa-63281110d2fc),segment_id=a4dcc7f1-5df1-41bd-84fa-63281110d2fc)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:33:42.477765 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.480177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 05071f92-29bc-4ec1-b986-f9b5e19dd553 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:42.480546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.486427 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ee71a685-2911-465c-81c2-dd170bf544ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.541388 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.556096 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:33:42.614501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-ee71a685-2911-465c-81c2-dd170bf544ad None None] For port aa76c011-033a-49f6-96cc-e43e6a022174, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=aa76c011-033a-49f6-96cc-e43e6a022174,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:42.622281 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12fa92-8906-42d3-9ab1-447d4765056e None None] Pushing event updated for resources: {'Port': ['ID=7370b25e-e3d3-43fb-8660-9561c74217af,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:42.661827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:41Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:42.698410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ee71a685-2911-465c-81c2-dd170bf544ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:42.703818 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c3d19-c87d-47f7-9e1d-b76c5b069eef None None] The sync data for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv is: [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:41Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:33:42.779542 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71a685-2911-465c-81c2-dd170bf544ad None None] Pushing event updated for resources: {'Port': ['ID=aa76c011-033a-49f6-96cc-e43e6a022174,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:43.080568 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.282509 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Router d065e627-2ebd-41c0-85aa-e59150f161a1 is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:33:43.345480 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.397779 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:33:43.412516 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Sync routers for ids ['d065e627-2ebd-41c0-85aa-e59150f161a1'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:33:43.426732 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Routers {'d065e627-2ebd-41c0-85aa-e59150f161a1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:33:43.427368 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d065e627-2ebd-41c0-85aa-e59150f161a1'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:43.485512 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.490037 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50044) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:43.490545 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ce8bd0ba-da75-4ddd-aa86-56d817dc9038 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3527060 Dec 22 05:33:43.555345 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Set router d065e627-2ebd-41c0-85aa-e59150f161a1 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:33:43.632155 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b4ed49-9ad0-46c4-b574-6bfb8a425893 None None] Network 57e24a6d-9b56-4870-9846-97fe2f7d393a requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:33:43.747474 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'name': 'tempest-TestShelveInstance-1791576691-router', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 3, 'project_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'gw_port': {'id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:43.764017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-07352132-f53a-4156-bbdc-dcaec9d5c9ac None None] Provisioning complete for port 7370b25e-e3d3-43fb-8660-9561c74217af triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:43.764410 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-07352132-f53a-4156-bbdc-dcaec9d5c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.778960 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Checking router: d065e627-2ebd-41c0-85aa-e59150f161a1 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:33:43.779776 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Updating router d065e627-2ebd-41c0-85aa-e59150f161a1 port 5e6d2278-ac5d-487c-848b-b6b954655db0 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:33:43.826611 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.907726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-07352132-f53a-4156-bbdc-dcaec9d5c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:43.950045 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-07352132-f53a-4156-bbdc-dcaec9d5c9ac None None] For port 7370b25e-e3d3-43fb-8660-9561c74217af, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7370b25e-e3d3-43fb-8660-9561c74217af,segment=NetworkSegment(a4dcc7f1-5df1-41bd-84fa-63281110d2fc),segment_id=a4dcc7f1-5df1-41bd-84fa-63281110d2fc)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:44.018531 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-07352132-f53a-4156-bbdc-dcaec9d5c9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.043560 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.112455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07352132-f53a-4156-bbdc-dcaec9d5c9ac None None] Pushing event updated for resources: {'Port': ['ID=7370b25e-e3d3-43fb-8660-9561c74217af,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:44.199195 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.202659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7370b25e-e3d3-43fb-8660-9561c74217af up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:33:44.248688 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-b0a55bc4-5341-4001-b230-5295ae356c69 None None] Provisioning complete for port 7370b25e-e3d3-43fb-8660-9561c74217af triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:44.249074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b0a55bc4-5341-4001-b230-5295ae356c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.255182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Allocated IP 172.20.0.1 (57e24a6d-9b56-4870-9846-97fe2f7d393a/a8e522e5-0eaa-4afd-872c-a6b2e90608e5/0996969a-1485-4ec0-bd43-a5a0dd4931af) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:33:44.261958 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.286867 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 7370b25e-e3d3-43fb-8660-9561c74217af triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:44.287233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.316109 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Attempting to bind port 5e6d2278-ac5d-487c-848b-b6b954655db0 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:33:44.316766 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Attempting to bind port 5e6d2278-ac5d-487c-848b-b6b954655db0 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:33:44.316895 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Attempting to bind port 5e6d2278-ac5d-487c-848b-b6b954655db0 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:33:44.319649 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e15bd-bf2a-4a60-93f3-60d3c469bf85 None None] Pushing event updated for resources: {'Port': ['ID=5e6d2278-ac5d-487c-848b-b6b954655db0,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:44.327629 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:33:44.327629 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:33:44.328033 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.328545 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:33:44.330903 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Bound port: 5e6d2278-ac5d-487c-848b-b6b954655db0, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:33:44.330903 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.373717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.387985 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] For port 5e6d2278-ac5d-487c-848b-b6b954655db0, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:33:44.391158 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] For port 5e6d2278-ac5d-487c-848b-b6b954655db0, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5e6d2278-ac5d-487c-848b-b6b954655db0,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:33:44.415546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device aa76c011-033a-49f6-96cc-e43e6a022174 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:33:44.446528 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.468085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port aa76c011-033a-49f6-96cc-e43e6a022174 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:44.468526 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.476558 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.476766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.518171 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Network 57e24a6d-9b56-4870-9846-97fe2f7d393a is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:44.524290 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:44.528182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:33:44.537170 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Pushing event updated for resources: {'Port': ['ID=0996969a-1485-4ec0-bd43-a5a0dd4931af,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:44.550989 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Routers {'d065e627-2ebd-41c0-85aa-e59150f161a1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:33:44.552893 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d065e627-2ebd-41c0-85aa-e59150f161a1'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:44.577877 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.618932 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e15bd-bf2a-4a60-93f3-60d3c469bf85 None None] Pushing event updated for resources: {'Port': ['ID=5e6d2278-ac5d-487c-848b-b6b954655db0,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:44.666088 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] Set router d065e627-2ebd-41c0-85aa-e59150f161a1 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:33:44.771015 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.821936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-5e055430-6e31-4103-8dd2-0f69b0492c49 None None] Provisioning complete for port 0996969a-1485-4ec0-bd43-a5a0dd4931af triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:44.822533 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5e055430-6e31-4103-8dd2-0f69b0492c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.858031 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5e055430-6e31-4103-8dd2-0f69b0492c49 None None] Port 0996969a-1485-4ec0-bd43-a5a0dd4931af cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:33:44.937133 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'name': 'tempest-TestShelveInstance-1791576691-router', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 3, 'project_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'gw_port': {'id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:44.941696 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:44.965430 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20890668-3e26-469a-a68a-2ce8b43e6e35 None None] The sync data for ids ['d065e627-2ebd-41c0-85aa-e59150f161a1'] in dv-neutron-822523-1-hyperv is: [{'id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'name': 'tempest-TestShelveInstance-1791576691-router', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 3, 'project_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'gw_port': {'id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:30:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:33:45.005021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:45.073034 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:45.074683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Pushing event updated for resources: {'Port': ['ID=0996969a-1485-4ec0-bd43-a5a0dd4931af,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:45.273596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:45.522059 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Network 57e24a6d-9b56-4870-9846-97fe2f7d393a is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:45.523795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:45.641054 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Router d065e627-2ebd-41c0-85aa-e59150f161a1 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:33:45.755395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:33:45.760464 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-35f652ee-5f0c-4d4b-8038-6e9d76d21b91 admin admin] 10.222.0.54 "PUT /v2.0/routers/d065e627-2ebd-41c0-85aa-e59150f161a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2686739 Dec 22 05:33:45.786910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-996e1226-f45e-4ce6-9a7e-7219542afded None None] Provisioning complete for port 0996969a-1485-4ec0-bd43-a5a0dd4931af triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:45.787301 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-996e1226-f45e-4ce6-9a7e-7219542afded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:45.823605 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-996e1226-f45e-4ce6-9a7e-7219542afded None None] Port 0996969a-1485-4ec0-bd43-a5a0dd4931af cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:33:46.138589 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7370b25e-e3d3-43fb-8660-9561c74217af up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:33:46.184577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 7370b25e-e3d3-43fb-8660-9561c74217af triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:46.184941 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.269873 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5e6d2278-ac5d-487c-848b-b6b954655db0 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:33:46.315501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 5e6d2278-ac5d-487c-848b-b6b954655db0 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:46.315869 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.396657 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 50052) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:46.401347 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-26535382-864d-491a-80d3-a2149cce79ce tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-761061521', 'description': 'tempest-secgroup-smoke-761061521 description', 'project_id': 'f6470136076b43fa908503038faffbb5'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:46.404267 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.426185 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 5e6d2278-ac5d-487c-848b-b6b954655db0, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5e6d2278-ac5d-487c-848b-b6b954655db0,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:46.513187 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-26535382-864d-491a-80d3-a2149cce79ce tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.532397 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Sync routers for ids ['d065e627-2ebd-41c0-85aa-e59150f161a1'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:33:46.542417 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.546451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Routers {'d065e627-2ebd-41c0-85aa-e59150f161a1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:33:46.547270 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d065e627-2ebd-41c0-85aa-e59150f161a1'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:46.583892 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-26535382-864d-491a-80d3-a2149cce79ce tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.644994 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-26535382-864d-491a-80d3-a2149cce79ce tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.662841 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=5e6d2278-ac5d-487c-848b-b6b954655db0,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:46.674735 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26535382-864d-491a-80d3-a2149cce79ce tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de199cf-ed2d-4b07-af4e-8ae662f657f7,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:46.688466 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Set router d065e627-2ebd-41c0-85aa-e59150f161a1 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:33:46.732143 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-26535382-864d-491a-80d3-a2149cce79ce tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.736217 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-26535382-864d-491a-80d3-a2149cce79ce tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3356726 Dec 22 05:33:46.736350 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 50054) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:46.740673 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-0bf1dbec-d2ae-411b-87bf-af57e35cd776 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group_rule': {'security_group_id': '6de199cf-ed2d-4b07-af4e-8ae662f657f7', 'project_id': 'f6470136076b43fa908503038faffbb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:46.821036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0bf1dbec-d2ae-411b-87bf-af57e35cd776 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.877919 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0bf1dbec-d2ae-411b-87bf-af57e35cd776 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.887802 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'name': 'tempest-TestShelveInstance-1791576691-router', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:44Z', 'revision_number': 4, 'project_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'gw_port': {'id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0996969a-1485-4ec0-bd43-a5a0dd4931af', 'name': '', 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'mac_address': 'fa:16:3e:d6:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'a8e522e5-0eaa-4afd-872c-a6b2e90608e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:44Z', 'revision_number': 2, 'project_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'subnets': [{'id': 'a8e522e5-0eaa-4afd-872c-a6b2e90608e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:46.917133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Checking router: d065e627-2ebd-41c0-85aa-e59150f161a1 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:33:46.917419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Updating router d065e627-2ebd-41c0-85aa-e59150f161a1 port 0996969a-1485-4ec0-bd43-a5a0dd4931af binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:33:46.943366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.953320 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0bf1dbec-d2ae-411b-87bf-af57e35cd776 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:46.971158 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1dbec-d2ae-411b-87bf-af57e35cd776 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f3a233a-3c1e-4c28-8528-8f65cb961994,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:47.053024 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0bf1dbec-d2ae-411b-87bf-af57e35cd776 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.054388 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0bf1dbec-d2ae-411b-87bf-af57e35cd776 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3170757 Dec 22 05:33:47.057368 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50056) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:47.062675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-c9680e61-1370-4aee-97c8-f811bb23bf50 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group_rule': {'security_group_id': '6de199cf-ed2d-4b07-af4e-8ae662f657f7', 'project_id': 'f6470136076b43fa908503038faffbb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:47.148674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9680e61-1370-4aee-97c8-f811bb23bf50 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.204588 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.204984 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9680e61-1370-4aee-97c8-f811bb23bf50 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.269554 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9680e61-1370-4aee-97c8-f811bb23bf50 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.288743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9680e61-1370-4aee-97c8-f811bb23bf50 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91ec055-aa6e-4035-9882-c09352231ef8,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:47.292780 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.342036 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9680e61-1370-4aee-97c8-f811bb23bf50 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.343294 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c9680e61-1370-4aee-97c8-f811bb23bf50 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2849178 Dec 22 05:33:47.346665 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50058) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:47.347495 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab756b6c-2fa9-4cba-a13e-5fd689105bad None None] Pushing event updated for resources: {'Port': ['ID=0996969a-1485-4ec0-bd43-a5a0dd4931af,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:47.353151 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-a10f3237-5952-488c-bf51-4b49c4e72351 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group_rule': {'security_group_id': '6de199cf-ed2d-4b07-af4e-8ae662f657f7', 'project_id': 'f6470136076b43fa908503038faffbb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:47.394764 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Attempting to bind port 0996969a-1485-4ec0-bd43-a5a0dd4931af on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:33:47.395133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Attempting to bind port 0996969a-1485-4ec0-bd43-a5a0dd4931af by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'a4dcc7f1-5df1-41bd-84fa-63281110d2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:33:47.395488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Attempting to bind port 0996969a-1485-4ec0-bd43-a5a0dd4931af on network 57e24a6d-9b56-4870-9846-97fe2f7d393a {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:33:47.400614 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:33:47.400978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Checking segment: {'id': 'a4dcc7f1-5df1-41bd-84fa-63281110d2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:33:47.401375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.401767 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Bound using segment: {'id': 'a4dcc7f1-5df1-41bd-84fa-63281110d2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:33:47.402254 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Bound port: 0996969a-1485-4ec0-bd43-a5a0dd4931af, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4dcc7f1-5df1-41bd-84fa-63281110d2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:33:47.402636 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.441225 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a10f3237-5952-488c-bf51-4b49c4e72351 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.507474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a10f3237-5952-488c-bf51-4b49c4e72351 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.546082 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] For port 0996969a-1485-4ec0-bd43-a5a0dd4931af, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:33:47.561991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] For port 0996969a-1485-4ec0-bd43-a5a0dd4931af, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0996969a-1485-4ec0-bd43-a5a0dd4931af,segment=NetworkSegment(a4dcc7f1-5df1-41bd-84fa-63281110d2fc),segment_id=a4dcc7f1-5df1-41bd-84fa-63281110d2fc)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:33:47.567010 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a10f3237-5952-488c-bf51-4b49c4e72351 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.572869 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3c609055-a73b-4eb9-bf50-349da9b46f2a None None] Provisioning complete for port 0996969a-1485-4ec0-bd43-a5a0dd4931af triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:47.573229 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3c609055-a73b-4eb9-bf50-349da9b46f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.587102 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f3237-5952-488c-bf51-4b49c4e72351 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492dc045-be56-41c9-89ce-c0665aeb53f1,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:47.617331 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.637702 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a10f3237-5952-488c-bf51-4b49c4e72351 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.638929 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a10f3237-5952-488c-bf51-4b49c4e72351 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2912903 Dec 22 05:33:47.641660 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50060) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:47.646549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-230bc8de-53c4-4c70-812b-6924e800f982 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group_rule': {'security_group_id': '6de199cf-ed2d-4b07-af4e-8ae662f657f7', 'project_id': 'f6470136076b43fa908503038faffbb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:47.647431 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-3c609055-a73b-4eb9-bf50-349da9b46f2a None None] Port 0996969a-1485-4ec0-bd43-a5a0dd4931af cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:33:47.693131 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Routers {'d065e627-2ebd-41c0-85aa-e59150f161a1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:33:47.693744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d065e627-2ebd-41c0-85aa-e59150f161a1'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:47.697359 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab756b6c-2fa9-4cba-a13e-5fd689105bad None None] Pushing event updated for resources: {'Port': ['ID=0996969a-1485-4ec0-bd43-a5a0dd4931af,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:47.753312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-230bc8de-53c4-4c70-812b-6924e800f982 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.826457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-230bc8de-53c4-4c70-812b-6924e800f982 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.936081 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-230bc8de-53c4-4c70-812b-6924e800f982 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.957668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bc8de-53c4-4c70-812b-6924e800f982 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3491658e-db7c-417e-a79d-e64ffe8a3cbc,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:47.957948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-dfd4b635-bb57-4fcb-9a3d-0232d520c164 None None] Provisioning complete for port 0996969a-1485-4ec0-bd43-a5a0dd4931af triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:47.958394 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dfd4b635-bb57-4fcb-9a3d-0232d520c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:47.998689 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] Set router d065e627-2ebd-41c0-85aa-e59150f161a1 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:33:48.058046 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-230bc8de-53c4-4c70-812b-6924e800f982 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.061879 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-230bc8de-53c4-4c70-812b-6924e800f982 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4167206 Dec 22 05:33:48.062080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50062) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:48.066899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-6d4d1562-f61f-4599-b758-6b83e04d358b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group_rule': {'security_group_id': '6de199cf-ed2d-4b07-af4e-8ae662f657f7', 'project_id': 'f6470136076b43fa908503038faffbb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:48.081821 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5e6d2278-ac5d-487c-848b-b6b954655db0 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:33:48.155890 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-6d4d1562-f61f-4599-b758-6b83e04d358b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Project f6470136076b43fa908503038faffbb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:33:48.161611 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6d4d1562-f61f-4599-b758-6b83e04d358b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.200877 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dfd4b635-bb57-4fcb-9a3d-0232d520c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.223610 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6d4d1562-f61f-4599-b758-6b83e04d358b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.276136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 5e6d2278-ac5d-487c-848b-b6b954655db0 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:48.276443 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.279159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-dfd4b635-bb57-4fcb-9a3d-0232d520c164 None None] For port 0996969a-1485-4ec0-bd43-a5a0dd4931af, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0996969a-1485-4ec0-bd43-a5a0dd4931af,segment=NetworkSegment(a4dcc7f1-5df1-41bd-84fa-63281110d2fc),segment_id=a4dcc7f1-5df1-41bd-84fa-63281110d2fc)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:48.298571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6d4d1562-f61f-4599-b758-6b83e04d358b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.319778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d1562-f61f-4599-b758-6b83e04d358b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22eca2f1-55c1-4f97-a0a3-efc605592b45,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:48.339918 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'name': 'tempest-TestShelveInstance-1791576691-router', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:44Z', 'revision_number': 4, 'project_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'gw_port': {'id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0996969a-1485-4ec0-bd43-a5a0dd4931af', 'name': '', 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'mac_address': 'fa:16:3e:d6:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'a8e522e5-0eaa-4afd-872c-a6b2e90608e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:47Z', 'revision_number': 4, 'project_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'subnets': [{'id': 'a8e522e5-0eaa-4afd-872c-a6b2e90608e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:33:48.383540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-dfd4b635-bb57-4fcb-9a3d-0232d520c164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.388525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53ec6e-af39-4338-bfd8-bf92c582436e None None] The sync data for ids ['d065e627-2ebd-41c0-85aa-e59150f161a1'] in dv-neutron-822523-1-hyperv is: [{'id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'name': 'tempest-TestShelveInstance-1791576691-router', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:44Z', 'revision_number': 4, 'project_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'gw_port': {'id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0996969a-1485-4ec0-bd43-a5a0dd4931af', 'name': '', 'network_id': '57e24a6d-9b56-4870-9846-97fe2f7d393a', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'mac_address': 'fa:16:3e:d6:49:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'a8e522e5-0eaa-4afd-872c-a6b2e90608e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:44Z', 'updated_at': '2021-12-22T05:33:47Z', 'revision_number': 4, 'project_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'subnets': [{'id': 'a8e522e5-0eaa-4afd-872c-a6b2e90608e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:33:48.390263 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6d4d1562-f61f-4599-b758-6b83e04d358b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.391787 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6d4d1562-f61f-4599-b758-6b83e04d358b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3285506 Dec 22 05:33:48.394448 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 50064) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:33:48.399204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b541698e-d2bd-4cf9-85db-16426ba3bd49 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group_rule': {'security_group_id': '6de199cf-ed2d-4b07-af4e-8ae662f657f7', 'project_id': 'f6470136076b43fa908503038faffbb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:48.461414 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4b635-bb57-4fcb-9a3d-0232d520c164 None None] Pushing event updated for resources: {'Port': ['ID=0996969a-1485-4ec0-bd43-a5a0dd4931af,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:48.496160 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-b541698e-d2bd-4cf9-85db-16426ba3bd49 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Project f6470136076b43fa908503038faffbb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:33:48.503752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b541698e-d2bd-4cf9-85db-16426ba3bd49 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.573671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b541698e-d2bd-4cf9-85db-16426ba3bd49 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.644821 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b541698e-d2bd-4cf9-85db-16426ba3bd49 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.659557 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541698e-d2bd-4cf9-85db-16426ba3bd49 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9522f9-a383-4c13-a66e-a8774ef977f2,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:48.727181 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b541698e-d2bd-4cf9-85db-16426ba3bd49 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:48.728930 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b541698e-d2bd-4cf9-85db-16426ba3bd49 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3334823 Dec 22 05:33:48.878446 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-c1ea5510-a692-4c1c-b201-0865ba87b480 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-761061521&fields=id&tenant_id=f6470136076b43fa908503038faffbb5 HTTP/1.1" status: 200 len: 267 time: 0.0349429 Dec 22 05:33:48.994843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-eb2e6553-470d-42ed-b1f2-50e7faa083fa tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:48.996361 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-eb2e6553-470d-42ed-b1f2-50e7faa083fa tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 808 time: 0.1119993 Dec 22 05:33:49.011957 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-75bcd524-de9c-4478-8683-7a826c600f3f tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/quotas/f6470136076b43fa908503038faffbb5 HTTP/1.1" status: 200 len: 375 time: 0.0096271 Dec 22 05:33:49.063225 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-56cda070-cffc-40cd-ad4f-3532dca7570c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450811 Dec 22 05:33:49.078124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-bdae25e4-6bc8-475b-8763-94c3a3a79891 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:33:49.079063 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-bdae25e4-6bc8-475b-8763-94c3a3a79891 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049121 Dec 22 05:33:49.169874 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-11df7fef-d737-4867-aace-525682bd19df service neutron] 10.222.0.54 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846579 Dec 22 05:33:49.256489 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-cd605ece-6774-4260-a80f-0bd449ae3d3b service neutron] 10.222.0.54 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804915 Dec 22 05:33:49.527922 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cbb18c73-2194-480d-aa01-17f29ff5bb88 req-fef8e2da-6885-4d88-bf5b-e675dd8d5811 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 210 time: 0.0378213 Dec 22 05:33:50.093343 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0996969a-1485-4ec0-bd43-a5a0dd4931af up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:33:50.144044 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 0996969a-1485-4ec0-bd43-a5a0dd4931af triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:50.144378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:50.611051 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2ad6d88b-5d72-4f91-9038-99fa1ae119c2 req-168aae30-820b-43d9-be3e-87bdb9767e4b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 210 time: 0.0261078 Dec 22 05:33:51.161616 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:51.642951 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-1e4f7e63-d823-421e-ab83-6512439cbd59 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:51.644937 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-1e4f7e63-d823-421e-ab83-6512439cbd59 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 808 time: 0.1056764 Dec 22 05:33:51.694318 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-68487d88-5b87-4a3a-93fb-49211751f17b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6470136076b43fa908503038faffbb5 HTTP/1.1" status: 200 len: 379 time: 0.0345659 Dec 22 05:33:51.704064 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'port': {'device_id': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'admin_state_up': True, 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'security_groups': ['6de199cf-ed2d-4b07-af4e-8ae662f657f7']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:51.704809 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1caabd40-f700-4feb-a169-722723649c73 req-f636fbc3-5021-40c7-87ed-dbb5878f78db tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 210 time: 0.0258267 Dec 22 05:33:51.898433 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Made reservation on behalf of f6470136076b43fa908503038faffbb5 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:33:51.902007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.026480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Allocated IP 172.20.0.11 (81478a8e-1925-4414-be84-007cc08fa3a8/f5d8e012-ebce-4d42-b244-1f6276bc1e42/cba6b887-5cb2-4a04-b4ca-4e982c1233db) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:33:52.164031 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.247450 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.288480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Network 81478a8e-1925-4414-be84-007cc08fa3a8 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:33:52.291370 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:33:52.294974 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:33:52.320884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'Port': ['ID=cba6b887-5cb2-4a04-b4ca-4e982c1233db,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:52.348585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:52.349195 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.458763 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-2a86095f-75f0-4c46-9d6e-6bcbd7df104e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7583718 Dec 22 05:33:52.477320 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Request body: {'port': {'device_id': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:52.525811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1b717295-26ae-45a6-944a-53037ef81ff9 None None] Provisioning complete for port cba6b887-5cb2-4a04-b4ca-4e982c1233db triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:52.526382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b717295-26ae-45a6-944a-53037ef81ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.533819 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.564585 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1b717295-26ae-45a6-944a-53037ef81ff9 None None] Port cba6b887-5cb2-4a04-b4ca-4e982c1233db cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:33:52.821983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cba6b887-5cb2-4a04-b4ca-4e982c1233db {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:33:52.832101 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.850186 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Transition to ACTIVE for port object cba6b887-5cb2-4a04-b4ca-4e982c1233db will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:33:52.857825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8a9ed-a199-4036-b3a9-80b1afa4ec58 req-ea4c8224-312d-4cc0-bf26-713faa8466b7 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:52.859278 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53a8a9ed-a199-4036-b3a9-80b1afa4ec58 req-ea4c8224-312d-4cc0-bf26-713faa8466b7 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 932 time: 0.0791538 Dec 22 05:33:52.896954 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-53a8a9ed-a199-4036-b3a9-80b1afa4ec58 req-15391207-63bb-4cba-a1ad-25fc7adaee97 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311637 Dec 22 05:33:52.935940 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:52.988247 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Pushing event updated for resources: {'Port': ['ID=cba6b887-5cb2-4a04-b4ca-4e982c1233db,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:53.057473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Attempting to bind port cba6b887-5cb2-4a04-b4ca-4e982c1233db on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:33:53.057898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Attempting to bind port cba6b887-5cb2-4a04-b4ca-4e982c1233db by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:33:53.058293 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Attempting to bind port cba6b887-5cb2-4a04-b4ca-4e982c1233db on network 81478a8e-1925-4414-be84-007cc08fa3a8 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:33:53.062993 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Port cba6b887-5cb2-4a04-b4ca-4e982c1233db on network 81478a8e-1925-4414-be84-007cc08fa3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:33:53.063372 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Attempting to bind port cba6b887-5cb2-4a04-b4ca-4e982c1233db on network 81478a8e-1925-4414-be84-007cc08fa3a8 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:33:53.068421 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:33:53.068850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Checking segment: {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:33:53.069231 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Bound using segment: {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:33:53.069651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Bound port: cba6b887-5cb2-4a04-b4ca-4e982c1233db, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:33:53.070000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:53.137814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:33:53.140872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:33:53.224485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:53.255429 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:53.255771 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:53.257226 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] 10.222.0.16 "PUT /v2.0/ports/cba6b887-5cb2-4a04-b4ca-4e982c1233db HTTP/1.1" status: 200 len: 1094 time: 0.7839015 Dec 22 05:33:53.259543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:33:53.261815 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662abb53-f48c-447f-846e-624d9858754f" -d '{"events": [{"name": "network-changed", "server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:33:53.291530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639af5bc-06ab-4dc3-a2f0-73f03975d288 service neutron] Pushing event updated for resources: {'Port': ['ID=cba6b887-5cb2-4a04-b4ca-4e982c1233db,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:53.358754 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a39af6-c3aa-437c-8cd7-2cc898237d10 x-openstack-request-id: req-65a39af6-c3aa-437c-8cd7-2cc898237d10 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:33:53.359048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:33:53.359304 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65a39af6-c3aa-437c-8cd7-2cc898237d10 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:33:53.359768 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'status': 'completed', 'code': 200} Dec 22 05:33:53.419958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-70bc0f69-2625-4457-90d2-b8b1a7b2074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:53.421564 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-70bc0f69-2625-4457-90d2-b8b1a7b2074e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1097 time: 0.0434604 Dec 22 05:33:53.476479 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-d7023b9f-cad5-435b-b68a-f653ae852872 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db HTTP/1.1" status: 200 len: 217 time: 0.0408673 Dec 22 05:33:53.530382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-cd7e9078-2ef0-493e-b118-30e6618f2d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:53.532160 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-cd7e9078-2ef0-493e-b118-30e6618f2d34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0490398 Dec 22 05:33:53.577526 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-11052b9f-d57a-48af-9de3-443346d25a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:53.578968 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-11052b9f-d57a-48af-9de3-443346d25a52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397243 Dec 22 05:33:53.668708 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-d8f6bb91-5d74-4bf7-9bd2-eeb80fa09d63 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821965 Dec 22 05:33:53.758176 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9ffc0dd-239d-4534-9995-ea2292acecbc req-d18bc4f2-cb38-4a36-b6cc-eea233532c97 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828452 Dec 22 05:33:54.017023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abb53-f48c-447f-846e-624d9858754f req-07d2ce40-6594-4108-b8b3-06b08335d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:54.018510 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-662abb53-f48c-447f-846e-624d9858754f req-07d2ce40-6594-4108-b8b3-06b08335d2ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1097 time: 0.0737255 Dec 22 05:33:54.031003 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdc08f-5b76-4119-99ff-59e476f5e5d5 req-d9aee510-7ed0-4631-a6e6-88820544fe5f tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:54.032394 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-77bdc08f-5b76-4119-99ff-59e476f5e5d5 req-d9aee510-7ed0-4631-a6e6-88820544fe5f tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0624566 Dec 22 05:33:54.112565 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-77bdc08f-5b76-4119-99ff-59e476f5e5d5 req-c7c10914-5346-4b76-a7fe-ce36655ba33a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717869 Dec 22 05:33:54.140119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abb53-f48c-447f-846e-624d9858754f req-f5169304-e45f-454b-81dc-4d30bf8d7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:54.141580 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-662abb53-f48c-447f-846e-624d9858754f req-f5169304-e45f-454b-81dc-4d30bf8d7888 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.1083672 Dec 22 05:33:54.187830 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-662abb53-f48c-447f-846e-624d9858754f req-cb5d7de5-553d-4d31-8f15-681138c13541 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db HTTP/1.1" status: 200 len: 217 time: 0.0378804 Dec 22 05:33:54.235506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abb53-f48c-447f-846e-624d9858754f req-de692f5f-c536-4bb0-a401-712f44880673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:54.236889 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-662abb53-f48c-447f-846e-624d9858754f req-de692f5f-c536-4bb0-a401-712f44880673 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0417602 Dec 22 05:33:54.281066 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662abb53-f48c-447f-846e-624d9858754f req-5fd2b2af-f4a8-45da-bf1f-57ff0bb1a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:54.282486 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-662abb53-f48c-447f-846e-624d9858754f req-5fd2b2af-f4a8-45da-bf1f-57ff0bb1a6a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377536 Dec 22 05:33:54.373923 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-662abb53-f48c-447f-846e-624d9858754f req-2eb15742-aa4b-4086-b29c-50a09cce2818 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827773 Dec 22 05:33:54.462224 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-662abb53-f48c-447f-846e-624d9858754f req-9d756d63-9c51-4c89-ac1f-d548ec847b9f service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806935 Dec 22 05:33:55.227923 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9a3bb-a0d0-46e0-9c63-e26c727c7371 req-23f38977-8bbb-4e60-b099-1083b70a7929 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:55.229382 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-29c9a3bb-a0d0-46e0-9c63-e26c727c7371 req-23f38977-8bbb-4e60-b099-1083b70a7929 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0476108 Dec 22 05:33:55.265274 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-29c9a3bb-a0d0-46e0-9c63-e26c727c7371 req-1b0b8e86-d8bb-4da6-9e4e-c67a6b95031e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300369 Dec 22 05:33:56.031265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cba6b887-5cb2-4a04-b4ca-4e982c1233db details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:33:56.125351 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:56.140801 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'port_id': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'mac_address': 'fa:16:3e:c5:58:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:33:56.186072 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:56.198452 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba6b887-5cb2-4a04-b4ca-4e982c1233db {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:33:56.216638 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:56.278670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:56.329010 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=cba6b887-5cb2-4a04-b4ca-4e982c1233db,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:56.378057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44879e59-c502-4800-a23b-6c9e86050787 req-4fb81804-ed18-498e-aaa9-68d825ec8cf5 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:56.379555 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-44879e59-c502-4800-a23b-6c9e86050787 req-4fb81804-ed18-498e-aaa9-68d825ec8cf5 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 945 time: 0.0487423 Dec 22 05:33:56.416325 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-44879e59-c502-4800-a23b-6c9e86050787 req-b31867bc-2394-42be-a4a7-00a239d45f1e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308745 Dec 22 05:33:56.560659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['cba6b887-5cb2-4a04-b4ca-4e982c1233db'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:33:57.525922 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682eea2-1cc4-4e4d-8a36-21a340ec29ad req-9863f95e-a898-4107-9d74-61961646ca1b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:57.527346 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8682eea2-1cc4-4e4d-8a36-21a340ec29ad req-9863f95e-a898-4107-9d74-61961646ca1b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 945 time: 0.0475025 Dec 22 05:33:57.563138 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8682eea2-1cc4-4e4d-8a36-21a340ec29ad req-b6bbd80e-40b9-4a9b-8e66-915f77d436b9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298188 Dec 22 05:33:58.031283 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cba6b887-5cb2-4a04-b4ca-4e982c1233db up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:33:58.155375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port cba6b887-5cb2-4a04-b4ca-4e982c1233db completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:33:58.159335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port cba6b887-5cb2-4a04-b4ca-4e982c1233db triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:58.160330 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:58.233230 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:58.256702 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:33:58.266579 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdef55c6-892b-4136-b92c-ca5debf3cb71" -d '{"events": [{"server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "name": "network-vif-plugged", "status": "completed", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:33:58.271734 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:58.295745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d06eec1-7bc8-42e7-b3a2-e4ad53c2bc1f x-openstack-request-id: req-9d06eec1-7bc8-42e7-b3a2-e4ad53c2bc1f {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:33:58.296024 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "name": "network-vif-plugged", "status": "completed", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:33:58.296312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d06eec1-7bc8-42e7-b3a2-e4ad53c2bc1f {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:33:58.296704 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'code': 200} Dec 22 05:33:58.335784 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:33:58.382358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=cba6b887-5cb2-4a04-b4ca-4e982c1233db,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:58.679554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beefd3c-8ff4-48c6-a1e4-f6acdea05215 req-c69c79d2-f212-469f-a116-18e9518e489d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:58.681085 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1beefd3c-8ff4-48c6-a1e4-f6acdea05215 req-c69c79d2-f212-469f-a116-18e9518e489d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0529201 Dec 22 05:33:58.714105 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7fca0-a24c-44a0-8007-ced0d6d638c2 req-e2f22dfe-a262-4911-a097-78eb870e0787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:58.715590 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30f7fca0-a24c-44a0-8007-ced0d6d638c2 req-e2f22dfe-a262-4911-a097-78eb870e0787 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1099 time: 0.1365714 Dec 22 05:33:58.719409 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1beefd3c-8ff4-48c6-a1e4-f6acdea05215 req-3cde4c88-34b8-44ba-b912-a48ffc947df6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324421 Dec 22 05:33:58.750317 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-30f7fca0-a24c-44a0-8007-ced0d6d638c2 req-f8cb68f8-64ed-4401-adf6-9da779324bc6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274119 Dec 22 05:33:59.838865 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cb227-1f0d-4533-b530-bef2171bec31 req-bde1ff3c-6ae3-4172-906f-c85dbca96327 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:59.840404 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-074cb227-1f0d-4533-b530-bef2171bec31 req-bde1ff3c-6ae3-4172-906f-c85dbca96327 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0498800 Dec 22 05:33:59.877475 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-074cb227-1f0d-4533-b530-bef2171bec31 req-d8e8a0e2-c5a8-4da5-89ca-786151bc0457 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311508 Dec 22 05:34:00.988516 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943d75c-bce1-4f17-883e-605753775fc5 req-5731e81f-1ec7-4519-81a9-696017d94077 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:00.989978 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2943d75c-bce1-4f17-883e-605753775fc5 req-5731e81f-1ec7-4519-81a9-696017d94077 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0476167 Dec 22 05:34:01.027459 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2943d75c-bce1-4f17-883e-605753775fc5 req-0ac21f6b-4b9e-4d82-9507-1888dd3e75ed tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316117 Dec 22 05:34:01.136609 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26168da2-74b0-4dfb-8298-5c544c8d3c73 req-c1431bfa-c91d-4df7-b4a9-7ffa07438d5a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:01.138040 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-26168da2-74b0-4dfb-8298-5c544c8d3c73 req-c1431bfa-c91d-4df7-b4a9-7ffa07438d5a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0471437 Dec 22 05:34:01.174013 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-26168da2-74b0-4dfb-8298-5c544c8d3c73 req-c5fd0286-9549-4e49-bfa2-9a080be6c45d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302124 Dec 22 05:34:01.196655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50126) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:34:01.279090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d87c386-f767-4bbc-885b-fae3bf85615b tempest-TestShelveInstance-630104464 tempest-TestShelveInstance-630104464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:01.280653 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-5d87c386-f767-4bbc-885b-fae3bf85615b tempest-TestShelveInstance-630104464 tempest-TestShelveInstance-630104464-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1094 time: 0.0830097 Dec 22 05:34:01.283447 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50130) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:34:01.287747 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:34:01.383773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:01.482089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:01.585055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Allocated IP 172.26.5.95 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/cf9b919c-32f1-430e-9d9e-6374737aa33b) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:34:01.682184 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:01.785053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:01.825211 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:34:01.827981 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:34:01.831861 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:34:01.858969 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'Port': ['ID=cf9b919c-32f1-430e-9d9e-6374737aa33b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:34:02.170310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:02.291806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:02.436308 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:02.495814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:02.560613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'Port': ['ID=cf9b919c-32f1-430e-9d9e-6374737aa33b,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:34:02.572591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:02.668484 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Floating IP 5b2ce96d-cedb-4989-b5cb-adc8f9565314 associated. External IP: 172.26.5.95, port: cba6b887-5cb2-4a04-b4ca-4e982c1233db. Dec 22 05:34:03.201338 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:34:03.304656 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:34:03.313870 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae6331-bb1c-473a-a3f0-6887f4d3b271 None None] Sync routers for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:34:03.322992 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae6331-bb1c-473a-a3f0-6887f4d3b271 None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:34:03.323587 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0dae6331-bb1c-473a-a3f0-6887f4d3b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:34:03.380208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:03.407533 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6b871c47-b642-47a8-b65b-52f47d81eaa9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1231108 Dec 22 05:34:03.408251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:34:03.411160 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12c6d4a-9069-4fd3-936f-6a5a6844f09d" -d '{"events": [{"name": "network-changed", "server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:34:03.425090 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-0dae6331-bb1c-473a-a3f0-6887f4d3b271 None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:34:03.446280 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b1f617-b36e-418c-b537-c47008c3b98a x-openstack-request-id: req-02b1f617-b36e-418c-b537-c47008c3b98a {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:34:03.446563 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:34:03.446811 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-02b1f617-b36e-418c-b537-c47008c3b98a {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:34:03.447209 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'status': 'completed', 'code': 200} Dec 22 05:34:03.528899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6d4a-9069-4fd3-936f-6a5a6844f09d req-92694e78-8af5-4c71-83a5-34f48428397a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:03.530424 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d12c6d4a-9069-4fd3-936f-6a5a6844f09d req-92694e78-8af5-4c71-83a5-34f48428397a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1099 time: 0.0403078 Dec 22 05:34:03.622627 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6d4a-9069-4fd3-936f-6a5a6844f09d req-a0e8c41e-e8e3-4a73-9ce8-1863332b47c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:03.623983 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d12c6d4a-9069-4fd3-936f-6a5a6844f09d req-a0e8c41e-e8e3-4a73-9ce8-1863332b47c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0853159 Dec 22 05:34:03.641799 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0dae6331-bb1c-473a-a3f0-6887f4d3b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '5b2ce96d-cedb-4989-b5cb-adc8f9565314', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'port_id': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'mac_address': 'fa:16:3e:c5:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:34:02Z', 'updated_at': '2021-12-22T05:34:02Z', 'revision_number': 0, 'project_id': 'f6470136076b43fa908503038faffbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:34:03.668202 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae6331-bb1c-473a-a3f0-6887f4d3b271 None None] Checking router: 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:34:03.676432 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae6331-bb1c-473a-a3f0-6887f4d3b271 None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:34:03.677023 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0dae6331-bb1c-473a-a3f0-6887f4d3b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:33:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:34:03.689596 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d12c6d4a-9069-4fd3-936f-6a5a6844f09d req-7954ea85-d6ed-4711-9088-3a6da2e95f16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db HTTP/1.1" status: 200 len: 999 time: 0.0576279 Dec 22 05:34:03.739243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6d4a-9069-4fd3-936f-6a5a6844f09d req-bf964f7d-1a8a-4129-a780-0e973fd95a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:03.741072 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d12c6d4a-9069-4fd3-936f-6a5a6844f09d req-bf964f7d-1a8a-4129-a780-0e973fd95a47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0445614 Dec 22 05:34:03.780996 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-0dae6331-bb1c-473a-a3f0-6887f4d3b271 None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:34:03.792986 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c6d4a-9069-4fd3-936f-6a5a6844f09d req-39835364-a882-45a9-9b47-79639c4f7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:03.794446 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d12c6d4a-9069-4fd3-936f-6a5a6844f09d req-39835364-a882-45a9-9b47-79639c4f7ff6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439589 Dec 22 05:34:03.892430 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d12c6d4a-9069-4fd3-936f-6a5a6844f09d req-85e311e2-466b-405d-9fc1-de7b0e2372c5 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835531 Dec 22 05:34:03.990907 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d12c6d4a-9069-4fd3-936f-6a5a6844f09d req-f8096573-f60f-493e-8de9-7872d655bb4e service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909212 Dec 22 05:34:04.014735 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-0dae6331-bb1c-473a-a3f0-6887f4d3b271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '5b2ce96d-cedb-4989-b5cb-adc8f9565314', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'port_id': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'mac_address': 'fa:16:3e:c5:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:34:02Z', 'updated_at': '2021-12-22T05:34:02Z', 'revision_number': 0, 'project_id': 'f6470136076b43fa908503038faffbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:34:04.040855 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae6331-bb1c-473a-a3f0-6887f4d3b271 None None] The sync data for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv is: [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '5b2ce96d-cedb-4989-b5cb-adc8f9565314', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'port_id': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'mac_address': 'fa:16:3e:c5:58:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:34:02Z', 'updated_at': '2021-12-22T05:34:02Z', 'revision_number': 0, 'project_id': 'f6470136076b43fa908503038faffbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:34:04.227165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ab6bd-5f4e-4fd1-a063-05795c225603 None None] New status for floating IP 5b2ce96d-cedb-4989-b5cb-adc8f9565314: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:34:09.302008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-25f6c051-33a8-495c-9b55-d50b31244327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:10.251327 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-925fd5cd-db14-47cb-94bd-21596b93f9c0 req-63a265a4-62be-4999-bd80-56827e8222c2 service neutron] (109183) timed out ('10.222.0.54', 45990) {{(pid=109183) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Dec 22 05:34:11.691808 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7bf53cf6-eeb6-4291-a7a6-cb87ba5f995a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:13.309094 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:14.400319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:15.257745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:19.556609 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:34:21.251870 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:28.915591 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78e029c7-3b2e-403f-8ab0-2837d42db185 req-a1a85172-bcbd-4f1e-9830-870e539328fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396380 Dec 22 05:34:29.012817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e029c7-3b2e-403f-8ab0-2837d42db185 req-4869ea93-b398-4894-9fca-76d218127d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:29.018451 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78e029c7-3b2e-403f-8ab0-2837d42db185 req-4869ea93-b398-4894-9fca-76d218127d94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1099 time: 0.0386195 Dec 22 05:34:29.119027 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e029c7-3b2e-403f-8ab0-2837d42db185 req-5979a664-3f85-4454-9236-9463ffb2e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:29.120523 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78e029c7-3b2e-403f-8ab0-2837d42db185 req-5979a664-3f85-4454-9236-9463ffb2e0c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0866637 Dec 22 05:34:29.184087 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78e029c7-3b2e-403f-8ab0-2837d42db185 req-643ec34d-30b6-4fa7-bbf1-9a21831d1a90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db HTTP/1.1" status: 200 len: 1001 time: 0.0566447 Dec 22 05:34:29.231683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e029c7-3b2e-403f-8ab0-2837d42db185 req-bf677193-0420-4a4f-b6c8-04936b144652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:29.233106 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78e029c7-3b2e-403f-8ab0-2837d42db185 req-bf677193-0420-4a4f-b6c8-04936b144652 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0415499 Dec 22 05:34:29.279780 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e029c7-3b2e-403f-8ab0-2837d42db185 req-0456f8f9-a181-4803-85eb-acad388a0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:29.281252 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78e029c7-3b2e-403f-8ab0-2837d42db185 req-0456f8f9-a181-4803-85eb-acad388a0eb9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412486 Dec 22 05:34:29.368467 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78e029c7-3b2e-403f-8ab0-2837d42db185 req-f044ff00-9991-43f4-8f95-720565f79c4e service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789418 Dec 22 05:34:29.465738 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-78e029c7-3b2e-403f-8ab0-2837d42db185 req-0e3ff870-9d09-4b97-bdab-cd20d7726bbf service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899527 Dec 22 05:34:39.297205 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ca16b051-2d2b-44d5-a8c9-301d450f6d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:41.695115 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-254ab280-cb10-4346-8c89-43a0467108bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:43.302509 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:44.410852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:45.273824 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:51.198339 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:34:56.556003 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:35:09.289361 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-01c51af5-731c-4ef7-9d67-7827218a0e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:11.718922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-127ba579-29fb-4872-8954-52cc59834e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:13.313627 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:14.392787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:15.267369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:21.215945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:29.902603 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e709be01-729c-4baf-827f-8d1ba03e042e req-6b96dd04-3d18-45a2-b204-f642beab2eb0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403893 Dec 22 05:35:30.008324 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709be01-729c-4baf-827f-8d1ba03e042e req-f45dbdcd-3cef-4c72-b5d4-6619f13814bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:30.010313 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e709be01-729c-4baf-827f-8d1ba03e042e req-f45dbdcd-3cef-4c72-b5d4-6619f13814bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1099 time: 0.0505588 Dec 22 05:35:30.115577 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709be01-729c-4baf-827f-8d1ba03e042e req-68be492f-ea11-4bff-a32d-c0bbb62df434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:30.117514 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e709be01-729c-4baf-827f-8d1ba03e042e req-68be492f-ea11-4bff-a32d-c0bbb62df434 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0884264 Dec 22 05:35:30.182415 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e709be01-729c-4baf-827f-8d1ba03e042e req-676168cb-c0e5-4c29-ba4f-11d6c8fc9336 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db HTTP/1.1" status: 200 len: 1001 time: 0.0576155 Dec 22 05:35:30.230557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709be01-729c-4baf-827f-8d1ba03e042e req-6ba23a27-5e9b-48b3-9580-d51510614503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:30.231946 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e709be01-729c-4baf-827f-8d1ba03e042e req-6ba23a27-5e9b-48b3-9580-d51510614503 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0431831 Dec 22 05:35:30.280224 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709be01-729c-4baf-827f-8d1ba03e042e req-04201a8a-1959-4b4c-bca6-43c3b8fd59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:30.281654 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e709be01-729c-4baf-827f-8d1ba03e042e req-04201a8a-1959-4b4c-bca6-43c3b8fd59cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427456 Dec 22 05:35:30.383156 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e709be01-729c-4baf-827f-8d1ba03e042e req-3e1c44a7-a4ad-4380-ae33-ac68f3dc44d7 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935712 Dec 22 05:35:30.474559 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e709be01-729c-4baf-827f-8d1ba03e042e req-0dbc0b7b-2df1-40d6-a441-d6b5a713be43 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844042 Dec 22 05:35:33.554099 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:35:39.283913 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-ea62ac83-f5f9-4f82-b374-478fcf03ff0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:41.700966 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-9e21bfda-3d95-421d-8a55-6f5db7e733c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:43.301089 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:44.397996 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:45.278027 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:51.203181 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:35:58.090849 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecba87d-129c-42d8-b991-5a9be83c7043 req-ae341e62-8a62-4f4b-aa94-47cb76f3550a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:58.092384 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4ecba87d-129c-42d8-b991-5a9be83c7043 req-ae341e62-8a62-4f4b-aa94-47cb76f3550a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0490475 Dec 22 05:35:58.130358 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4ecba87d-129c-42d8-b991-5a9be83c7043 req-1cc8aacb-99e3-4c77-bff3-6336412933d4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320582 Dec 22 05:35:59.245108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b25bd-ff31-4d54-888d-ac64beb01a98 req-3cdc51c5-b1a9-4f12-9f3d-c12c9f535445 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:59.246467 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-921b25bd-ff31-4d54-888d-ac64beb01a98 req-3cdc51c5-b1a9-4f12-9f3d-c12c9f535445 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0484388 Dec 22 05:35:59.284721 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-921b25bd-ff31-4d54-888d-ac64beb01a98 req-1fe83b1b-66a2-4021-8f30-7c8934259805 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325034 Dec 22 05:36:00.418255 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77b25c-7410-40b4-b162-1a20cf9deb3b req-035830c8-05e0-4038-b94f-a703f5edd135 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:00.419740 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fc77b25c-7410-40b4-b162-1a20cf9deb3b req-035830c8-05e0-4038-b94f-a703f5edd135 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0585401 Dec 22 05:36:00.455752 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fc77b25c-7410-40b4-b162-1a20cf9deb3b req-7363d400-6ff2-469f-a344-684cbfa8afeb tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302267 Dec 22 05:36:01.569697 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a841e-ac93-452e-ba86-d6ded4d25dd8 req-92a56950-2f15-4b1a-ae5d-407fc5e3d31c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:01.571123 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bb6a841e-ac93-452e-ba86-d6ded4d25dd8 req-92a56950-2f15-4b1a-ae5d-407fc5e3d31c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0480952 Dec 22 05:36:01.620637 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bb6a841e-ac93-452e-ba86-d6ded4d25dd8 req-15a70e1a-c23d-468b-9319-976aa31f7e34 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436080 Dec 22 05:36:02.733168 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb970b-4b83-4513-909a-bd6119d1e38f req-ac17766d-092b-4132-9a41-ae0be9162c0e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:02.734619 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6dfb970b-4b83-4513-909a-bd6119d1e38f req-ac17766d-092b-4132-9a41-ae0be9162c0e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0481517 Dec 22 05:36:02.771389 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6dfb970b-4b83-4513-909a-bd6119d1e38f req-b4a670ab-fd13-4528-b7d2-fc16680405c6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309544 Dec 22 05:36:03.897417 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc5269-ddf7-4dd8-a6aa-af05e660cb30 req-5ac38323-31f1-48be-8376-57778f280c26 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:03.898878 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-facc5269-ddf7-4dd8-a6aa-af05e660cb30 req-5ac38323-31f1-48be-8376-57778f280c26 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0498486 Dec 22 05:36:03.940368 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-facc5269-ddf7-4dd8-a6aa-af05e660cb30 req-da20c06a-ca19-41e0-9cdb-a05c0f0bbd3b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351167 Dec 22 05:36:05.054007 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b1a9e-dbd0-46e3-815c-7dbc4de11146 req-f81da48e-1d50-45fb-aefa-7a9678795917 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:05.055467 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d15b1a9e-dbd0-46e3-815c-7dbc4de11146 req-f81da48e-1d50-45fb-aefa-7a9678795917 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0483541 Dec 22 05:36:05.091917 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d15b1a9e-dbd0-46e3-815c-7dbc4de11146 req-70b78119-4972-47b2-bd73-6ae5547df54c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305512 Dec 22 05:36:06.203128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb36844-11a3-4131-b9b2-0265ad55036d req-040fce91-2a77-4e10-869e-6e02fd0e4a9c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:06.204598 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9fb36844-11a3-4131-b9b2-0265ad55036d req-040fce91-2a77-4e10-869e-6e02fd0e4a9c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0479090 Dec 22 05:36:06.243014 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9fb36844-11a3-4131-b9b2-0265ad55036d req-8c0c5d29-fb2b-47c7-aa1e-d482466793da tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325873 Dec 22 05:36:07.357647 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0696724-2898-4375-a33f-855de46cff86 req-d9aed15b-4017-400e-89df-d991d69dfa37 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:07.359078 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a0696724-2898-4375-a33f-855de46cff86 req-d9aed15b-4017-400e-89df-d991d69dfa37 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0502396 Dec 22 05:36:07.394906 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a0696724-2898-4375-a33f-855de46cff86 req-668f5970-3d8a-47b6-a16e-96d0f1106eed tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293264 Dec 22 05:36:08.505485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f60cd-1d4f-45fc-9ada-90cf48a90b75 req-630fc925-39e9-449b-a14b-32ca62897a2e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:08.506931 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fd5f60cd-1d4f-45fc-9ada-90cf48a90b75 req-630fc925-39e9-449b-a14b-32ca62897a2e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0475566 Dec 22 05:36:08.544721 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fd5f60cd-1d4f-45fc-9ada-90cf48a90b75 req-82a913d9-d7f2-4d8d-9811-56283dd9fd5f tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320733 Dec 22 05:36:09.300012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6fea1cc5-aec8-4fcf-a106-51076b0cc80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:09.656800 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88310f1-2dbb-4850-9f8e-12564d3b50dc req-caea508b-9c67-4b7b-a137-20547498da72 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:09.658263 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e88310f1-2dbb-4850-9f8e-12564d3b50dc req-caea508b-9c67-4b7b-a137-20547498da72 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0476716 Dec 22 05:36:09.695149 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e88310f1-2dbb-4850-9f8e-12564d3b50dc req-e6822088-4be6-4077-9ece-a4f637781b13 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311048 Dec 22 05:36:10.553257 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:36:10.677953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cba6b887-5cb2-4a04-b4ca-4e982c1233db details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:36:10.779994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:36:10.791814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'port_id': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'mac_address': 'fa:16:3e:c5:58:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:36:10.810892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8dab9-42c0-46ca-865b-aba2804c1411 req-1590d311-628e-4a4c-be83-f2c8ffd0010d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:10.812401 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-32b8dab9-42c0-46ca-865b-aba2804c1411 req-1590d311-628e-4a4c-be83-f2c8ffd0010d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0486863 Dec 22 05:36:10.830179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:10.844545 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cba6b887-5cb2-4a04-b4ca-4e982c1233db {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:36:10.864657 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:36:10.872476 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-32b8dab9-42c0-46ca-865b-aba2804c1411 req-7fa06164-415b-4a87-ab89-30947de1e1e4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447171 Dec 22 05:36:10.929424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:10.982091 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=cba6b887-5cb2-4a04-b4ca-4e982c1233db,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:10.989125 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:10.989468 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:10.989800 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:10.990130 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:10.990452 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:10.990808 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:10.991098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:10.991419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:10.991736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:10.992052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:10.992386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:10.992724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:36:11.067296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['cba6b887-5cb2-4a04-b4ca-4e982c1233db'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:36:11.711723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a6a00c43-a499-4b0a-b22a-9b76a7b91a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:11.991083 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115b49a-9a6b-482c-8ce4-3827a84e4a5d req-70fbc4d5-8e44-4f9f-8f9c-e6230b0fecdf tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:11.993185 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9115b49a-9a6b-482c-8ce4-3827a84e4a5d req-70fbc4d5-8e44-4f9f-8f9c-e6230b0fecdf tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 945 time: 0.0563757 Dec 22 05:36:12.040950 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9115b49a-9a6b-482c-8ce4-3827a84e4a5d req-a0b0fa54-c9fc-4b65-b795-d9cbdd825614 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415797 Dec 22 05:36:12.709999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cba6b887-5cb2-4a04-b4ca-4e982c1233db up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:36:12.762254 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port cba6b887-5cb2-4a04-b4ca-4e982c1233db triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:12.763356 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:12.846741 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:12.876416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:36:12.879610 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af183549-be8c-4f2c-b364-38cacee6e7c0" -d '{"events": [{"server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "name": "network-vif-plugged", "status": "completed", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:36:12.886693 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:36:12.917862 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309761c5-cb37-4f79-b7f2-03559aa1acbf x-openstack-request-id: req-309761c5-cb37-4f79-b7f2-03559aa1acbf {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:36:12.918332 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "name": "network-vif-plugged", "status": "completed", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:36:12.918598 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-309761c5-cb37-4f79-b7f2-03559aa1acbf {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:36:12.918971 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'code': 200} Dec 22 05:36:12.940637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:12.998994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=cba6b887-5cb2-4a04-b4ca-4e982c1233db,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:13.161997 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510f328-eb8c-4495-ac66-205dc4e2e3e2 req-e1bbb116-df27-4342-9c0a-46cae33e59ab tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:13.163639 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f510f328-eb8c-4495-ac66-205dc4e2e3e2 req-e1bbb116-df27-4342-9c0a-46cae33e59ab tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0575042 Dec 22 05:36:13.208455 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f510f328-eb8c-4495-ac66-205dc4e2e3e2 req-6b1540ce-7f6f-4770-9679-f343e9341aed tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383575 Dec 22 05:36:13.289268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:14.338463 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38fc79-8713-46bf-bae3-be16659d6def req-e0e64c74-2b9e-4b83-affa-fee16dd18ab0 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:14.340364 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fc38fc79-8713-46bf-bae3-be16659d6def req-e0e64c74-2b9e-4b83-affa-fee16dd18ab0 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0561216 Dec 22 05:36:14.384559 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fc38fc79-8713-46bf-bae3-be16659d6def req-061278e4-23ea-4072-825f-e7a9b7a83fe8 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374162 Dec 22 05:36:14.426306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:15.294858 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:15.514131 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c4fb-a9bb-423b-af56-74615e655ac3 req-74281ce1-3716-4441-80c9-1decd631f148 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:15.516344 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-88a3c4fb-a9bb-423b-af56-74615e655ac3 req-74281ce1-3716-4441-80c9-1decd631f148 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0561430 Dec 22 05:36:15.556248 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-88a3c4fb-a9bb-423b-af56-74615e655ac3 req-de2f0110-5189-49ae-892f-23460b444120 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333126 Dec 22 05:36:16.692004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9ca6d-981d-4a1d-ba62-646ee003b951 req-0a9dee65-0889-4883-bee3-98b7376e174a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:16.693623 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-63b9ca6d-981d-4a1d-ba62-646ee003b951 req-0a9dee65-0889-4883-bee3-98b7376e174a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0546274 Dec 22 05:36:16.732977 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-63b9ca6d-981d-4a1d-ba62-646ee003b951 req-b05ec5ac-b4c4-44c1-be22-29c5c8be7ecb tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329611 Dec 22 05:36:17.858351 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9d90b-93ae-4555-85de-4195451e99a5 req-e474b144-8c21-4f8a-b280-35eaedff8c58 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:17.859878 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2dd9d90b-93ae-4555-85de-4195451e99a5 req-e474b144-8c21-4f8a-b280-35eaedff8c58 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0528915 Dec 22 05:36:17.903391 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2dd9d90b-93ae-4555-85de-4195451e99a5 req-640b2935-0200-4696-9068-87974364a16f tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370908 Dec 22 05:36:19.046762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158f927-1d7b-49cc-bb88-19781ede2784 req-172a0eda-a63f-454a-b592-0086df7dc024 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:19.048323 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0158f927-1d7b-49cc-bb88-19781ede2784 req-172a0eda-a63f-454a-b592-0086df7dc024 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0564084 Dec 22 05:36:19.097851 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0158f927-1d7b-49cc-bb88-19781ede2784 req-7d23e176-9ad6-46c9-ace0-6be01eac43bb tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384002 Dec 22 05:36:20.222022 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e756840-8784-4812-b0e4-0b626310348e req-0493a52b-0706-4545-b4fa-db4bd648a659 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:20.230348 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0e756840-8784-4812-b0e4-0b626310348e req-0493a52b-0706-4545-b4fa-db4bd648a659 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0627861 Dec 22 05:36:20.265815 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0e756840-8784-4812-b0e4-0b626310348e req-8e3c14e7-a3d3-4bc6-856a-0b9769567ec7 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345125 Dec 22 05:36:21.220147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:21.379588 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90edf0-2687-4b0f-98b1-2a6c4352b509 req-1b04e20b-367a-4599-9db6-930502c9d4fc tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:21.381565 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8d90edf0-2687-4b0f-98b1-2a6c4352b509 req-1b04e20b-367a-4599-9db6-930502c9d4fc tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0492918 Dec 22 05:36:21.418038 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8d90edf0-2687-4b0f-98b1-2a6c4352b509 req-af1af722-51c3-4d09-93d5-b8ec2dbb61c0 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307522 Dec 22 05:36:21.887798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47c97d-7229-4ad7-a9c2-00d996a227a5 req-ab811cec-1bc6-4918-b1d4-d6d6029d5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:21.889264 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a47c97d-7229-4ad7-a9c2-00d996a227a5 req-ab811cec-1bc6-4918-b1d4-d6d6029d5bea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1099 time: 0.0391431 Dec 22 05:36:21.984175 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47c97d-7229-4ad7-a9c2-00d996a227a5 req-b473f149-5f2a-4723-8e31-cb09d1a796dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:21.985692 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a47c97d-7229-4ad7-a9c2-00d996a227a5 req-b473f149-5f2a-4723-8e31-cb09d1a796dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0880363 Dec 22 05:36:22.051272 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a47c97d-7229-4ad7-a9c2-00d996a227a5 req-b9142925-8b34-444b-8b99-54d70a4d0387 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db HTTP/1.1" status: 200 len: 1001 time: 0.0581863 Dec 22 05:36:22.099288 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47c97d-7229-4ad7-a9c2-00d996a227a5 req-d8ef9f77-fc33-43da-9c0f-3470135abd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:22.100720 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a47c97d-7229-4ad7-a9c2-00d996a227a5 req-d8ef9f77-fc33-43da-9c0f-3470135abd36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0424006 Dec 22 05:36:22.148427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47c97d-7229-4ad7-a9c2-00d996a227a5 req-8c8e3f3e-c20f-4eca-b4af-e559fa537930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:22.149850 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a47c97d-7229-4ad7-a9c2-00d996a227a5 req-8c8e3f3e-c20f-4eca-b4af-e559fa537930 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421286 Dec 22 05:36:22.238299 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a47c97d-7229-4ad7-a9c2-00d996a227a5 req-374f7f6d-9fde-4f56-912f-ed488590ce5e service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803733 Dec 22 05:36:22.329447 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8a47c97d-7229-4ad7-a9c2-00d996a227a5 req-03164412-02d0-4135-a518-d2c391ed4e8b service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843670 Dec 22 05:36:22.528679 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e889e9-0000-439a-ae74-9e2139e1dee3 req-cb734f80-ea80-4b64-b5e3-3eccc21d9410 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:22.530010 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-64e889e9-0000-439a-ae74-9e2139e1dee3 req-cb734f80-ea80-4b64-b5e3-3eccc21d9410 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0478430 Dec 22 05:36:22.565785 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-64e889e9-0000-439a-ae74-9e2139e1dee3 req-a65a2489-9e09-4a99-a3d5-ef0d2f1e5bc4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300510 Dec 22 05:36:23.679243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c30be3-cb57-47e6-a374-5079e125e2ab req-62125090-a811-42f1-bdd9-76e90e6ba1a6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:23.680746 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b0c30be3-cb57-47e6-a374-5079e125e2ab req-62125090-a811-42f1-bdd9-76e90e6ba1a6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0491114 Dec 22 05:36:23.717566 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b0c30be3-cb57-47e6-a374-5079e125e2ab req-098e954f-83a9-4128-bd2f-7f5c1b85b4a6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309353 Dec 22 05:36:24.828961 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cba6b887-5cb2-4a04-b4ca-4e982c1233db no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:36:24.829990 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929caf5d-7817-4bec-8322-ba5c0b9751a8 req-11284915-5b00-4c13-ba49-7b409681b7d6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:24.831481 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-929caf5d-7817-4bec-8322-ba5c0b9751a8 req-11284915-5b00-4c13-ba49-7b409681b7d6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 946 time: 0.0485713 Dec 22 05:36:24.868762 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-929caf5d-7817-4bec-8322-ba5c0b9751a8 req-36aa9540-18d7-4ec4-bced-6316657c2c5b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311775 Dec 22 05:36:24.903477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:24.925756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:36:24.928027 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4525b1cf-5747-483c-ad3c-8d28359e7084" -d '{"events": [{"server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "name": "network-vif-unplugged", "status": "completed", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:36:24.942835 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-a7672752-fafa-4d63-adca-19ee526c8e97 req-76b7194d-78be-49ec-a95d-7994a25cec24 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:36:24.942835 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a7672752-fafa-4d63-adca-19ee526c8e97 req-76b7194d-78be-49ec-a95d-7994a25cec24 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063758 Dec 22 05:36:24.943366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:36:24.963133 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Dec 2021 05:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ce7eaf-bdb0-4fb6-9b55-da7bfc661c17 x-openstack-request-id: req-31ce7eaf-bdb0-4fb6-9b55-da7bfc661c17 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:36:24.963422 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "name": "network-vif-unplugged", "status": "failed", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db", "code": 422}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:36:24.963673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-31ce7eaf-bdb0-4fb6-9b55-da7bfc661c17 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:36:24.964109 dv-neutron-822523-1-hyperv neutron-server[109184]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'code': 422} returned with failed status Dec 22 05:36:25.002785 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:25.051813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=cba6b887-5cb2-4a04-b4ca-4e982c1233db,revision_number=8']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:26.235810 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85944d99-272f-40f5-88d9-7f62f9333e1b req-9fd824ba-88dd-4518-b7e8-28c56586424b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:26.237302 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-85944d99-272f-40f5-88d9-7f62f9333e1b req-9fd824ba-88dd-4518-b7e8-28c56586424b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0522478 Dec 22 05:36:26.274984 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-85944d99-272f-40f5-88d9-7f62f9333e1b req-0d5705ba-a7c4-4bb7-8357-38e90c5c79cb tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313876 Dec 22 05:36:26.718727 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-0a17f55b-f696-4e76-a40d-bd6ca8e62f1c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818772 Dec 22 05:36:27.387691 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bd0a-57d1-49ea-8ecc-a96fcc14757d req-6aaa18a5-e578-45b2-a4ab-a2146d98ee62 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:27.389170 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1f3bd0a-57d1-49ea-8ecc-a96fcc14757d req-6aaa18a5-e578-45b2-a4ab-a2146d98ee62 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0476549 Dec 22 05:36:27.429868 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1f3bd0a-57d1-49ea-8ecc-a96fcc14757d req-fceb91dd-9201-4a95-8e8f-159d47cc1516 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349841 Dec 22 05:36:28.542129 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904ca57-8ba9-4c47-b8ec-5b24a0609ebc req-c4358589-d8a9-4991-a7e8-2b697f1a1c0a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:28.543592 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7904ca57-8ba9-4c47-b8ec-5b24a0609ebc req-c4358589-d8a9-4991-a7e8-2b697f1a1c0a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0492554 Dec 22 05:36:28.580684 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7904ca57-8ba9-4c47-b8ec-5b24a0609ebc req-68364e99-bf3f-42a1-8e5d-1abbc2635a5d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312750 Dec 22 05:36:29.691122 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7abfb-2b7d-4a50-8e19-22d3cb037b4a req-587e34ff-cdb3-4ab9-b3dd-6197b655b7b0 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:29.694528 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36c7abfb-2b7d-4a50-8e19-22d3cb037b4a req-587e34ff-cdb3-4ab9-b3dd-6197b655b7b0 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0491309 Dec 22 05:36:29.731296 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36c7abfb-2b7d-4a50-8e19-22d3cb037b4a req-ed352b08-cb34-4ad5-bebb-ce54811eab93 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322964 Dec 22 05:36:30.843298 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b458b5-ea6c-49c5-b686-b48c7ade4660 req-c62305b7-3fcf-400b-bc0d-73545a957117 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:30.844744 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-85b458b5-ea6c-49c5-b686-b48c7ade4660 req-c62305b7-3fcf-400b-bc0d-73545a957117 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0474315 Dec 22 05:36:30.880886 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-85b458b5-ea6c-49c5-b686-b48c7ade4660 req-f78cf69b-5543-4cff-9daf-3784c1d96408 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303917 Dec 22 05:36:31.966662 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683136a-ebec-44e1-a608-4ccfcf761a6b req-87caff62-3e8b-4bbd-9144-77b473f626f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:31.968098 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e683136a-ebec-44e1-a608-4ccfcf761a6b req-87caff62-3e8b-4bbd-9144-77b473f626f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1097 time: 0.0544627 Dec 22 05:36:32.054448 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c988596-9ecf-4ea7-a980-588e70167f01 req-7b8004b1-43c0-4682-a4b9-62d19dfea407 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:32.055892 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3c988596-9ecf-4ea7-a980-588e70167f01 req-7b8004b1-43c0-4682-a4b9-62d19dfea407 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.1030872 Dec 22 05:36:32.119515 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3c988596-9ecf-4ea7-a980-588e70167f01 req-094ab348-8931-443a-818a-5394c8fd52a2 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575485 Dec 22 05:36:32.120694 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683136a-ebec-44e1-a608-4ccfcf761a6b req-a85cd70e-5f30-4176-8e40-92b4ff683303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:32.122030 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e683136a-ebec-44e1-a608-4ccfcf761a6b req-a85cd70e-5f30-4176-8e40-92b4ff683303 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.1330168 Dec 22 05:36:32.133738 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.16', 50249) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:36:32.199956 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e683136a-ebec-44e1-a608-4ccfcf761a6b req-4f9b1c29-a4b1-4a83-b17f-8343e62494af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db HTTP/1.1" status: 200 len: 999 time: 0.0663755 Dec 22 05:36:32.210411 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-be5181fe-8192-4bc7-bc6e-93eaa6634cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:32.211904 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-be5181fe-8192-4bc7-bc6e-93eaa6634cb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7&tenant_id=f6470136076b43fa908503038faffbb5 HTTP/1.1" status: 200 len: 1097 time: 0.0771668 Dec 22 05:36:32.249790 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683136a-ebec-44e1-a608-4ccfcf761a6b req-0960beec-185b-46d2-8165-029ff580e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:32.251243 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e683136a-ebec-44e1-a608-4ccfcf761a6b req-0960beec-185b-46d2-8165-029ff580e3f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0438445 Dec 22 05:36:32.297625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683136a-ebec-44e1-a608-4ccfcf761a6b req-619de8a6-b103-4d90-8483-164176a23f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:32.299057 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e683136a-ebec-44e1-a608-4ccfcf761a6b req-619de8a6-b103-4d90-8483-164176a23f36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404131 Dec 22 05:36:32.392742 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e683136a-ebec-44e1-a608-4ccfcf761a6b req-80ffaae6-3ecf-4fbb-89c2-0a0361c2c792 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862873 Dec 22 05:36:32.479891 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e683136a-ebec-44e1-a608-4ccfcf761a6b req-f4d9532f-9c26-4787-bc9b-a8a260fddd62 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800107 Dec 22 05:36:32.682995 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-7a8ed210-336d-4803-b3b3-0469dc1fb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:32.684524 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-7a8ed210-336d-4803-b3b3-0469dc1fb6f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1097 time: 0.0408938 Dec 22 05:36:32.780290 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-4cfe4b1a-6069-4bd4-b7a3-9eccdeba1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:32.781627 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-4cfe4b1a-6069-4bd4-b7a3-9eccdeba1020 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0903258 Dec 22 05:36:32.845082 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-233b0303-ce70-4107-8d46-3ee126864d68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db HTTP/1.1" status: 200 len: 999 time: 0.0562034 Dec 22 05:36:32.896653 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-a0d27651-1ed8-4e07-a5eb-40e30b3c8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:32.898056 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-a0d27651-1ed8-4e07-a5eb-40e30b3c8829 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0459487 Dec 22 05:36:32.943758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-8a4c12b1-52e3-4183-a10e-c93283b70f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:32.945264 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-8a4c12b1-52e3-4183-a10e-c93283b70f8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400035 Dec 22 05:36:33.032965 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-4a1dc3b9-08aa-4146-aafa-b29f6b3cbd5a service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796866 Dec 22 05:36:33.124535 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0e0c62fe-246d-47b8-88f0-b878cc6305ac req-5d9e2828-3f32-42aa-99a5-f1db2b0125ac service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850523 Dec 22 05:36:33.235588 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215f0fc-f4bb-4941-9d1b-9a09ae51375f req-74c4638c-aa74-4927-999f-4b441c873ea4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:33.237068 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b215f0fc-f4bb-4941-9d1b-9a09ae51375f req-74c4638c-aa74-4927-999f-4b441c873ea4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0483019 Dec 22 05:36:33.273881 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b215f0fc-f4bb-4941-9d1b-9a09ae51375f req-f4044b2d-2a77-4553-a425-990b3b330174 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310669 Dec 22 05:36:34.393241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a59ec-ccd2-4d9d-9a27-71284c7fa788 req-7cd0d965-2ede-4f84-aa46-fc18b9de2edb tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:34.394698 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e0a59ec-ccd2-4d9d-9a27-71284c7fa788 req-7cd0d965-2ede-4f84-aa46-fc18b9de2edb tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0478916 Dec 22 05:36:34.433117 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2e0a59ec-ccd2-4d9d-9a27-71284c7fa788 req-9bd4ac60-ee37-444f-853e-aa0c736a6431 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313728 Dec 22 05:36:35.550706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96bced-62e0-400e-897b-f579fdf40326 req-7ac6068e-219c-4520-bd45-8e5f35173b44 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:35.552891 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2e96bced-62e0-400e-897b-f579fdf40326 req-7ac6068e-219c-4520-bd45-8e5f35173b44 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0487309 Dec 22 05:36:35.597899 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2e96bced-62e0-400e-897b-f579fdf40326 req-8b31c7e5-b2f9-4d1c-9ea5-dbbd89514746 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385017 Dec 22 05:36:36.730926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ed413-f9e2-4cf6-b9da-9bd6bba6db0c req-01d9f8e1-b8df-48d9-ab73-a7bfffa84b67 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:36.732439 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a23ed413-f9e2-4cf6-b9da-9bd6bba6db0c req-01d9f8e1-b8df-48d9-ab73-a7bfffa84b67 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0587306 Dec 22 05:36:36.772427 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a23ed413-f9e2-4cf6-b9da-9bd6bba6db0c req-4f924cea-cba9-4519-997c-e8f0c265667c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340447 Dec 22 05:36:37.890987 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb94de8-2f76-43b1-8405-a69d7d57654c req-dcbb28f6-8768-4913-87d6-6eb76c4a0683 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:37.892465 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fcb94de8-2f76-43b1-8405-a69d7d57654c req-dcbb28f6-8768-4913-87d6-6eb76c4a0683 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0486255 Dec 22 05:36:37.931871 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fcb94de8-2f76-43b1-8405-a69d7d57654c req-d672e33c-f272-476b-b17c-0196b6dedb44 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335400 Dec 22 05:36:39.051090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6b9a7-1d26-4d9d-aa1e-61a40536798f req-7e58624f-d724-40d1-88ac-2c341c97882e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:39.052783 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3eb6b9a7-1d26-4d9d-aa1e-61a40536798f req-7e58624f-d724-40d1-88ac-2c341c97882e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0500846 Dec 22 05:36:39.090330 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3eb6b9a7-1d26-4d9d-aa1e-61a40536798f req-07402286-73b8-4c5d-85e3-43a9c4afcaba tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314081 Dec 22 05:36:39.283141 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-097b624d-17cd-4279-aebe-03055812a9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:40.210389 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571e982-2c48-4201-a899-5ab833e5c49b req-46b1a946-6665-473c-9fd6-bd50e740b4f6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:40.211834 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7571e982-2c48-4201-a899-5ab833e5c49b req-46b1a946-6665-473c-9fd6-bd50e740b4f6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0484509 Dec 22 05:36:40.248351 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7571e982-2c48-4201-a899-5ab833e5c49b req-5cafcf7d-1a9a-4c9f-9a0b-18d996495e6b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306208 Dec 22 05:36:41.375862 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03d801-1fdc-40b6-8413-cee748e40308 req-c66b7116-1d1b-4000-85a5-8e7198f0057a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:41.385138 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e03d801-1fdc-40b6-8413-cee748e40308 req-c66b7116-1d1b-4000-85a5-8e7198f0057a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0572424 Dec 22 05:36:41.425101 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e03d801-1fdc-40b6-8413-cee748e40308 req-055b8645-c7dd-4459-8e2e-3d215ba6b8e3 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330410 Dec 22 05:36:41.723043 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c84123ca-1043-4719-89dc-1eaa1122b90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:42.568675 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad06e0e-774e-4e65-9ca9-d73a08678ccb req-9734e532-9673-4299-b6dc-1f43d46eeba9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:42.570208 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cad06e0e-774e-4e65-9ca9-d73a08678ccb req-9734e532-9673-4299-b6dc-1f43d46eeba9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0615444 Dec 22 05:36:42.629808 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cad06e0e-774e-4e65-9ca9-d73a08678ccb req-61a71724-6a28-4915-b568-ccf1fd5f6ee6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532601 Dec 22 05:36:43.305804 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:43.749583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51198df9-5785-47a1-abc6-49d718e1889c req-5d5a5b39-4a53-4f3c-ab34-afa086168104 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:43.750997 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-51198df9-5785-47a1-abc6-49d718e1889c req-5d5a5b39-4a53-4f3c-ab34-afa086168104 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0509722 Dec 22 05:36:43.788339 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-51198df9-5785-47a1-abc6-49d718e1889c req-6b53c2e2-d076-48cf-a163-7414505ae526 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314281 Dec 22 05:36:44.413748 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:44.905134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132b3f8-90cc-4742-92b3-a7c6661ed0f6 req-7dc0a053-0d2c-4f61-a1b6-e5534375e337 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:44.906595 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e132b3f8-90cc-4742-92b3-a7c6661ed0f6 req-7dc0a053-0d2c-4f61-a1b6-e5534375e337 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0486791 Dec 22 05:36:44.945314 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e132b3f8-90cc-4742-92b3-a7c6661ed0f6 req-df2a2974-9b79-48e6-a057-edcbb1d78106 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322745 Dec 22 05:36:45.271811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:46.057823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234bf62-9e3f-4d66-9734-8705d405c2f7 req-42011bd9-55d5-49cc-9f49-04b392756a45 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:46.059278 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7234bf62-9e3f-4d66-9734-8705d405c2f7 req-42011bd9-55d5-49cc-9f49-04b392756a45 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 944 time: 0.0484493 Dec 22 05:36:46.095348 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7234bf62-9e3f-4d66-9734-8705d405c2f7 req-04bfd16e-81a1-47b8-ba99-b91d9ba2f729 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302880 Dec 22 05:36:46.885289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cba6b887-5cb2-4a04-b4ca-4e982c1233db details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:36:46.975946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:36:46.986787 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'port_id': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'mac_address': 'fa:16:3e:c5:58:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:36:47.033225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:47.045389 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cba6b887-5cb2-4a04-b4ca-4e982c1233db {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:36:47.063828 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:36:47.151688 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:47.198606 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=cba6b887-5cb2-4a04-b4ca-4e982c1233db,revision_number=9']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:47.211968 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb82d51-5437-4dd9-95ff-dcd021929ff0 req-1eba18d0-4179-4152-99a8-cec07a5e93da tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:47.213466 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3cb82d51-5437-4dd9-95ff-dcd021929ff0 req-1eba18d0-4179-4152-99a8-cec07a5e93da tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 945 time: 0.0513020 Dec 22 05:36:47.249268 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3cb82d51-5437-4dd9-95ff-dcd021929ff0 req-87c58b61-b32e-4dd3-bea9-bb36dbd0d2d2 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300703 Dec 22 05:36:47.456507 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['cba6b887-5cb2-4a04-b4ca-4e982c1233db'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:36:47.551480 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:36:48.370599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b119c-8bc4-4680-92c4-539f933d373c req-21786bd9-8185-4496-9413-59984f6753e1 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:48.372000 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d84b119c-8bc4-4680-92c4-539f933d373c req-21786bd9-8185-4496-9413-59984f6753e1 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 945 time: 0.0530906 Dec 22 05:36:48.411061 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-d84b119c-8bc4-4680-92c4-539f933d373c req-2b3c4620-79cd-4557-b1a0-1563a56fd3b5 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331533 Dec 22 05:36:48.894997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cba6b887-5cb2-4a04-b4ca-4e982c1233db up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:36:48.942595 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port cba6b887-5cb2-4a04-b4ca-4e982c1233db triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:36:48.942962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:49.026136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:49.048669 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:36:49.050977 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05cd4ee-cb3c-44fd-8b7f-b7fc2d545cb0" -d '{"events": [{"server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "name": "network-vif-plugged", "status": "completed", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:36:49.065516 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:36:49.145811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:49.192136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=cba6b887-5cb2-4a04-b4ca-4e982c1233db,revision_number=10']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:36:49.528154 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86249f75-73df-496e-a448-7cd51398fc1e req-91bfb913-dd2b-4121-ab03-6795760ef921 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:49.529628 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86249f75-73df-496e-a448-7cd51398fc1e req-91bfb913-dd2b-4121-ab03-6795760ef921 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 947 time: 0.0521021 Dec 22 05:36:49.565650 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86249f75-73df-496e-a448-7cd51398fc1e req-4a8786f8-f3e1-4143-9c95-b5b5aa97839b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302765 Dec 22 05:36:50.110180 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8320f113-8f84-4d73-a03d-fc1a5efda7a1 x-openstack-request-id: req-8320f113-8f84-4d73-a03d-fc1a5efda7a1 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:36:50.110600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "name": "network-vif-plugged", "status": "completed", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:36:50.110707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8320f113-8f84-4d73-a03d-fc1a5efda7a1 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:36:50.111081 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'code': 200} Dec 22 05:36:50.487768 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fd93b-55df-4f27-89b4-912e3ec544c7 req-35263e97-7899-41aa-9edb-3f1840e17be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:50.489257 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-af7fd93b-55df-4f27-89b4-912e3ec544c7 req-35263e97-7899-41aa-9edb-3f1840e17be9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1100 time: 0.0384200 Dec 22 05:36:50.524009 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-af7fd93b-55df-4f27-89b4-912e3ec544c7 req-12a99027-6d00-4161-acb9-4cab4e568e9d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270877 Dec 22 05:36:50.681009 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1bc77-e80c-40cb-a8e6-1b45ec312fe1 req-e72119cf-74bd-4545-9512-c6275150be89 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:50.682453 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9a1bc77-e80c-40cb-a8e6-1b45ec312fe1 req-e72119cf-74bd-4545-9512-c6275150be89 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 947 time: 0.0476038 Dec 22 05:36:50.719117 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e9a1bc77-e80c-40cb-a8e6-1b45ec312fe1 req-cf643eca-7680-449a-a112-17907a955ccc tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309465 Dec 22 05:36:51.248364 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:36:51.831704 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b3cf9-d066-4b04-9fe6-fdae35338725 req-39fe1ff4-8be9-4d0b-b99f-ef588f60baaf tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:51.833569 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2d7b3cf9-d066-4b04-9fe6-fdae35338725 req-39fe1ff4-8be9-4d0b-b99f-ef588f60baaf tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 947 time: 0.0472665 Dec 22 05:36:51.875190 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2d7b3cf9-d066-4b04-9fe6-fdae35338725 req-919373df-7350-4a74-aec3-60c97cdbb81d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357194 Dec 22 05:36:52.994481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d863ba2-853e-4b04-8779-12bfd88875e0 req-ab9acabe-0989-4a29-9574-14646d00d472 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:52.995936 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7d863ba2-853e-4b04-8779-12bfd88875e0 req-ab9acabe-0989-4a29-9574-14646d00d472 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 947 time: 0.0546346 Dec 22 05:36:53.033163 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-7d863ba2-853e-4b04-8779-12bfd88875e0 req-8526cf79-79b8-4afc-bd41-bb867ab0fd8a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313306 Dec 22 05:37:09.286666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-867f7fff-53ab-4ea1-b5bf-911bbd2d1d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:11.711189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2b856d4a-8a2a-430f-b5a8-eb9b263594cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:13.327676 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:14.455413 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:15.287861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:21.259385 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:24.550012 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:37:31.901564 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-19a8db62-d70e-4c25-8495-933e9f2bc3e7 req-2ad106b6-6ddd-4e8d-88f4-98399cdf845c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383470 Dec 22 05:37:31.996698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8db62-d70e-4c25-8495-933e9f2bc3e7 req-521097be-a9a7-4079-b129-f727db06873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:31.998145 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-19a8db62-d70e-4c25-8495-933e9f2bc3e7 req-521097be-a9a7-4079-b129-f727db06873d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1100 time: 0.0397758 Dec 22 05:37:32.101413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8db62-d70e-4c25-8495-933e9f2bc3e7 req-bc922afe-b3f5-4950-b8b8-273d708ec914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:32.102866 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-19a8db62-d70e-4c25-8495-933e9f2bc3e7 req-bc922afe-b3f5-4950-b8b8-273d708ec914 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0855987 Dec 22 05:37:32.166321 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-19a8db62-d70e-4c25-8495-933e9f2bc3e7 req-54a77445-91a6-4891-a5b9-72d8389d93a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db HTTP/1.1" status: 200 len: 1001 time: 0.0561516 Dec 22 05:37:32.213347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8db62-d70e-4c25-8495-933e9f2bc3e7 req-43776592-6845-4d1b-bc24-4945baf14602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:32.214682 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-19a8db62-d70e-4c25-8495-933e9f2bc3e7 req-43776592-6845-4d1b-bc24-4945baf14602 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0411561 Dec 22 05:37:32.261160 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8db62-d70e-4c25-8495-933e9f2bc3e7 req-56fd35aa-ce08-4b42-9493-1009062195b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:32.262565 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-19a8db62-d70e-4c25-8495-933e9f2bc3e7 req-56fd35aa-ce08-4b42-9493-1009062195b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409441 Dec 22 05:37:32.347257 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-19a8db62-d70e-4c25-8495-933e9f2bc3e7 req-1d44f79d-0cbd-4b17-88ae-0a274d8606c5 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774751 Dec 22 05:37:32.439806 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-19a8db62-d70e-4c25-8495-933e9f2bc3e7 req-57eac05c-6190-4d3b-9e26-95ad46f955ab service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853376 Dec 22 05:37:39.308896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-623cc12a-0222-43a7-b187-9779dd34aeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:41.693829 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f28478c4-0dd0-406d-a24e-01cee54224d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:43.327768 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:44.446126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:45.411734 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:37:51.257054 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:01.549528 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:38:03.838926 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 50466) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:38:03.997687 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Deleting port cf9b919c-32f1-430e-9d9e-6374737aa33b {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:38:03.998026 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:04.070369 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:04.070693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:04.081854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Calling delete_port for cf9b919c-32f1-430e-9d9e-6374737aa33b owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:38:04.258477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:04.283354 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event deleted for resources: {'Port': ['ID=cf9b919c-32f1-430e-9d9e-6374737aa33b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:04.295149 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:04.295475 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:04.295807 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:04.296138 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:04.296492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:04.296818 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:04.297138 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:04.297457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:04.297776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:04.298094 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:04.298410 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:04.298731 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:04.357560 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:04.357879 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Floating IP 5b2ce96d-cedb-4989-b5cb-adc8f9565314 disassociated (deleted). External IP: 172.26.5.95, port: cba6b887-5cb2-4a04-b4ca-4e982c1233db. Dec 22 05:38:04.559266 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:38:04.664652 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:38:04.669544 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:04.674163 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6921fc2-d083-4905-af65-83a6da392637 None None] Sync routers for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:38:04.683472 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6921fc2-d083-4905-af65-83a6da392637 None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:38:04.684059 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c6921fc2-d083-4905-af65-83a6da392637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:37:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:38:04.695490 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-d3b2ad59-ce17-4666-be6a-71e6573f2601 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "DELETE /v2.0/floatingips/5b2ce96d-cedb-4989-b5cb-adc8f9565314 HTTP/1.1" status: 204 len: 168 time: 0.8555160 Dec 22 05:38:04.696059 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:38:04.698295 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cb0093-443e-46fa-80a0-24a0e4ac37bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:38:04.792816 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c6921fc2-d083-4905-af65-83a6da392637 None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:38:04.826667 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdcc4b7-2eab-4845-aeba-9ace75d1906d x-openstack-request-id: req-7fdcc4b7-2eab-4845-aeba-9ace75d1906d {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:38:04.827173 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:38:04.827457 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7fdcc4b7-2eab-4845-aeba-9ace75d1906d {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:38:04.827864 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'status': 'completed', 'code': 200} Dec 22 05:38:04.913346 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb0093-443e-46fa-80a0-24a0e4ac37bc req-f4cb56a5-d738-4871-9b2b-126c095dfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:04.914849 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-14cb0093-443e-46fa-80a0-24a0e4ac37bc req-f4cb56a5-d738-4871-9b2b-126c095dfb85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 1100 time: 0.0411627 Dec 22 05:38:05.004170 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c6921fc2-d083-4905-af65-83a6da392637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:38:05.021186 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb0093-443e-46fa-80a0-24a0e4ac37bc req-6a1b0de1-48f7-4285-b044-5cb8581a55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:05.022685 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-14cb0093-443e-46fa-80a0-24a0e4ac37bc req-6a1b0de1-48f7-4285-b044-5cb8581a55f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.1011009 Dec 22 05:38:05.083531 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-14cb0093-443e-46fa-80a0-24a0e4ac37bc req-7b9cee3b-1a4d-4cd5-9a82-c0e51239306c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db HTTP/1.1" status: 200 len: 217 time: 0.0518594 Dec 22 05:38:05.124688 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6921fc2-d083-4905-af65-83a6da392637 None None] Checking router: 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:38:05.132812 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6921fc2-d083-4905-af65-83a6da392637 None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:38:05.133405 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c6921fc2-d083-4905-af65-83a6da392637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:37:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:38:05.145810 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175354f-4fe4-42c8-bedd-3ae9aab94bfa req-f4c7f4ad-9b45-40b4-970f-0d9c2a714bf5 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:05.147257 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c175354f-4fe4-42c8-bedd-3ae9aab94bfa req-f4c7f4ad-9b45-40b4-970f-0d9c2a714bf5 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 947 time: 0.0759447 Dec 22 05:38:05.175767 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb0093-443e-46fa-80a0-24a0e4ac37bc req-7088dd64-46ff-4cde-9110-48cb57af7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:05.177256 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-14cb0093-443e-46fa-80a0-24a0e4ac37bc req-7088dd64-46ff-4cde-9110-48cb57af7fd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0694966 Dec 22 05:38:05.201547 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c175354f-4fe4-42c8-bedd-3ae9aab94bfa req-ada6e180-1078-4a57-8875-12a328b94649 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479550 Dec 22 05:38:05.236583 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-c6921fc2-d083-4905-af65-83a6da392637 None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:38:05.238449 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb0093-443e-46fa-80a0-24a0e4ac37bc req-8b4c24f6-9ef3-44ae-ada0-f16515008726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:05.239953 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-14cb0093-443e-46fa-80a0-24a0e4ac37bc req-8b4c24f6-9ef3-44ae-ada0-f16515008726 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512643 Dec 22 05:38:05.331408 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-14cb0093-443e-46fa-80a0-24a0e4ac37bc req-07896078-e612-4477-bcf1-4e190c888aca service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818136 Dec 22 05:38:05.435973 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-c6921fc2-d083-4905-af65-83a6da392637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:38:05.467003 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6921fc2-d083-4905-af65-83a6da392637 None None] The sync data for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv is: [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:38:05.691247 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a3a04c-bc97-4822-96b3-67bd489c59ad None None] New status for floating IP 5b2ce96d-cedb-4989-b5cb-adc8f9565314: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:38:05.769289 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-14cb0093-443e-46fa-80a0-24a0e4ac37bc req-ebf625fa-41ea-496b-8520-eb8755db3757 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298978 Dec 22 05:38:06.322422 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9a02e-41ec-4579-8313-5dc08e2a0540 req-acb46c11-1986-4e0d-9130-6d27dd7f4a3c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:06.323864 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9bc9a02e-41ec-4579-8313-5dc08e2a0540 req-acb46c11-1986-4e0d-9130-6d27dd7f4a3c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 947 time: 0.0484309 Dec 22 05:38:06.360707 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9bc9a02e-41ec-4579-8313-5dc08e2a0540 req-783dffe7-962e-44c7-ba51-ed1ca712e9da tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=6de199cf-ed2d-4b07-af4e-8ae662f657f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309200 Dec 22 05:38:06.618921 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846ac0-ad3d-4c52-abbc-bff379ec719a req-7805aa40-447d-4b47-9995-1a2cf28bb662 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:06.620273 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4c846ac0-ad3d-4c52-abbc-bff379ec719a req-7805aa40-447d-4b47-9995-1a2cf28bb662 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.16 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 947 time: 0.0475001 Dec 22 05:38:06.706485 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-4c846ac0-ad3d-4c52-abbc-bff379ec719a req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Deleting port cba6b887-5cb2-4a04-b4ca-4e982c1233db {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:38:06.706817 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4c846ac0-ad3d-4c52-abbc-bff379ec719a req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:06.793296 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-4c846ac0-ad3d-4c52-abbc-bff379ec719a req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] For port cba6b887-5cb2-4a04-b4ca-4e982c1233db, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=cba6b887-5cb2-4a04-b4ca-4e982c1233db,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:38:06.793651 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4c846ac0-ad3d-4c52-abbc-bff379ec719a req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:06.806125 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-4c846ac0-ad3d-4c52-abbc-bff379ec719a req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Calling delete_port for cba6b887-5cb2-4a04-b4ca-4e982c1233db owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:38:07.001768 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4c846ac0-ad3d-4c52-abbc-bff379ec719a req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:07.027797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event deleted for resources: {'Port': ['ID=cba6b887-5cb2-4a04-b4ca-4e982c1233db,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:07.037806 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:07.038157 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:07.038491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:07.038823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:07.039148 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:07.039474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:07.039795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:07.040113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:07.040831 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:07.040831 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:07.041147 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:07.041381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:07.082113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c846ac0-ad3d-4c52-abbc-bff379ec719a req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] No DVR routers for this DVR port cba6b887-5cb2-4a04-b4ca-4e982c1233db on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:38:07.085245 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4c846ac0-ad3d-4c52-abbc-bff379ec719a req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:07.088500 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4c846ac0-ad3d-4c52-abbc-bff379ec719a req-55233ced-6711-45f0-9368-8f8a896cde9a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.16 "DELETE /v2.0/ports/cba6b887-5cb2-4a04-b4ca-4e982c1233db HTTP/1.1" status: 204 len: 173 time: 0.4621100 Dec 22 05:38:07.088926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'name': 'network-vif-deleted', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:38:07.091218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79b39f0-7bb9-45a7-98bf-6f99ce24b23d" -d '{"events": [{"server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "name": "network-vif-deleted", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:38:07.125201 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3992abcd-7ad6-4ab2-8655-ec4a589c11b6 x-openstack-request-id: req-3992abcd-7ad6-4ab2-8655-ec4a589c11b6 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:38:07.125490 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63ff1ac-8fe6-49d8-af43-771b99e716c7", "name": "network-vif-deleted", "tag": "cba6b887-5cb2-4a04-b4ca-4e982c1233db", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:38:07.125758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3992abcd-7ad6-4ab2-8655-ec4a589c11b6 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:38:07.126154 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63ff1ac-8fe6-49d8-af43-771b99e716c7', 'name': 'network-vif-deleted', 'tag': 'cba6b887-5cb2-4a04-b4ca-4e982c1233db', 'status': 'completed', 'code': 200} Dec 22 05:38:07.467416 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-b99b85df-f5da-49a1-83ca-6578dfa6ebc3 req-4a5c87ad-e944-4616-a115-6356404eb744 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=f63ff1ac-8fe6-49d8-af43-771b99e716c7 HTTP/1.1" status: 200 len: 210 time: 0.0274634 Dec 22 05:38:08.522551 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 50492) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:38:08.578114 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f88eb7df-ccd9-44a3-a58f-f54696c809c8 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:08.602096 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f88eb7df-ccd9-44a3-a58f-f54696c809c8 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:08.753290 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f88eb7df-ccd9-44a3-a58f-f54696c809c8 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:08.755794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-f88eb7df-ccd9-44a3-a58f-f54696c809c8 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:08.756964 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-f88eb7df-ccd9-44a3-a58f-f54696c809c8 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "DELETE /v2.0/security-groups/6de199cf-ed2d-4b07-af4e-8ae662f657f7 HTTP/1.1" status: 204 len: 168 time: 0.2331648 Dec 22 05:38:08.766375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88eb7df-ccd9-44a3-a58f-f54696c809c8 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de199cf-ed2d-4b07-af4e-8ae662f657f7,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:09.152681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50498) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:38:09.157322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-31f9d88a-e2dd-49ff-89fa-6ab5cb03e0c4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-751089426', 'description': 'tempest-secgroup-smoke-751089426 description', 'project_id': 'f6470136076b43fa908503038faffbb5'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:38:09.250953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-31f9d88a-e2dd-49ff-89fa-6ab5cb03e0c4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:09.316545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-31f9d88a-e2dd-49ff-89fa-6ab5cb03e0c4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:09.321762 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bde5ec91-7bde-430c-8cc7-5c07113e7a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:09.382278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-31f9d88a-e2dd-49ff-89fa-6ab5cb03e0c4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:09.414601 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9d88a-e2dd-49ff-89fa-6ab5cb03e0c4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc481a5-ec09-43bd-872c-9b357fcd0013,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:09.476173 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-31f9d88a-e2dd-49ff-89fa-6ab5cb03e0c4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:09.477498 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-31f9d88a-e2dd-49ff-89fa-6ab5cb03e0c4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3237879 Dec 22 05:38:09.480182 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50500) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:38:09.484549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-c08e627b-85c1-462e-afc9-1818a1229326 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group_rule': {'security_group_id': 'abc481a5-ec09-43bd-872c-9b357fcd0013', 'project_id': 'f6470136076b43fa908503038faffbb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:38:09.569738 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c08e627b-85c1-462e-afc9-1818a1229326 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:09.623529 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c08e627b-85c1-462e-afc9-1818a1229326 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:09.685048 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c08e627b-85c1-462e-afc9-1818a1229326 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:09.702328 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e627b-85c1-462e-afc9-1818a1229326 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e80f0e-a060-4399-9084-dac22774a8a6,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:09.807336 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c08e627b-85c1-462e-afc9-1818a1229326 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:09.808604 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c08e627b-85c1-462e-afc9-1818a1229326 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274651 Dec 22 05:38:09.811354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50504) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:38:09.815732 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-02dfefb9-bd64-467d-8908-d28d2f5aeab9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group_rule': {'security_group_id': 'abc481a5-ec09-43bd-872c-9b357fcd0013', 'project_id': 'f6470136076b43fa908503038faffbb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:38:09.908603 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-02dfefb9-bd64-467d-8908-d28d2f5aeab9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:09.969973 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-02dfefb9-bd64-467d-8908-d28d2f5aeab9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:10.046805 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-02dfefb9-bd64-467d-8908-d28d2f5aeab9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:10.064087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfefb9-bd64-467d-8908-d28d2f5aeab9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb0f76c-8438-4759-992f-272b388524c9,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:10.128775 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-02dfefb9-bd64-467d-8908-d28d2f5aeab9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:10.130447 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-02dfefb9-bd64-467d-8908-d28d2f5aeab9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3181567 Dec 22 05:38:10.133260 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50506) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:38:10.137517 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8d507826-fe32-48a2-a8bc-0583700fcb60 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group_rule': {'security_group_id': 'abc481a5-ec09-43bd-872c-9b357fcd0013', 'project_id': 'f6470136076b43fa908503038faffbb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:38:10.228614 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d507826-fe32-48a2-a8bc-0583700fcb60 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:10.285072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d507826-fe32-48a2-a8bc-0583700fcb60 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:10.366959 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d507826-fe32-48a2-a8bc-0583700fcb60 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:10.387475 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d507826-fe32-48a2-a8bc-0583700fcb60 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a48622d-03c8-4d05-9c8a-1a85a29d61b1,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:10.460374 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8d507826-fe32-48a2-a8bc-0583700fcb60 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:10.461555 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8d507826-fe32-48a2-a8bc-0583700fcb60 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3273716 Dec 22 05:38:10.464337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50508) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:38:10.468541 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-6c51aa8a-4990-4de2-99a5-4ea0642e4f0c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group_rule': {'security_group_id': 'abc481a5-ec09-43bd-872c-9b357fcd0013', 'project_id': 'f6470136076b43fa908503038faffbb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:38:10.570233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa8a-4990-4de2-99a5-4ea0642e4f0c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:10.629879 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa8a-4990-4de2-99a5-4ea0642e4f0c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:10.698583 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa8a-4990-4de2-99a5-4ea0642e4f0c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:10.716457 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51aa8a-4990-4de2-99a5-4ea0642e4f0c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75946c1c-5be7-463d-a79e-a46f0c835e30,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:10.784407 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa8a-4990-4de2-99a5-4ea0642e4f0c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:10.786146 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-6c51aa8a-4990-4de2-99a5-4ea0642e4f0c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3209057 Dec 22 05:38:10.788956 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50510) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:38:10.793354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-9e3b1f13-52b6-422b-8e79-017d88f8d90e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group_rule': {'security_group_id': 'abc481a5-ec09-43bd-872c-9b357fcd0013', 'project_id': 'f6470136076b43fa908503038faffbb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:38:10.873796 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-9e3b1f13-52b6-422b-8e79-017d88f8d90e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Project f6470136076b43fa908503038faffbb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:38:10.878624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9e3b1f13-52b6-422b-8e79-017d88f8d90e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:10.941252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9e3b1f13-52b6-422b-8e79-017d88f8d90e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:11.001401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9e3b1f13-52b6-422b-8e79-017d88f8d90e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:11.020474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b1f13-52b6-422b-8e79-017d88f8d90e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84852a9e-b049-46cd-bac8-f596f65555f7,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:11.083816 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9e3b1f13-52b6-422b-8e79-017d88f8d90e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:11.085056 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9e3b1f13-52b6-422b-8e79-017d88f8d90e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2951691 Dec 22 05:38:11.087736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50512) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:38:11.091970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-b6f9b68c-6fa2-4912-8543-d08e7e80f59d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'security_group_rule': {'security_group_id': 'abc481a5-ec09-43bd-872c-9b357fcd0013', 'project_id': 'f6470136076b43fa908503038faffbb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:38:11.198766 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-b6f9b68c-6fa2-4912-8543-d08e7e80f59d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Project f6470136076b43fa908503038faffbb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:38:11.203362 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b68c-6fa2-4912-8543-d08e7e80f59d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:11.263268 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b68c-6fa2-4912-8543-d08e7e80f59d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:11.273800 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cba6b887-5cb2-4a04-b4ca-4e982c1233db no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:38:11.293685 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: cba6b887-5cb2-4a04-b4ca-4e982c1233db {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:38:11.294024 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device cba6b887-5cb2-4a04-b4ca-4e982c1233db not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:38:11.327038 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b68c-6fa2-4912-8543-d08e7e80f59d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:11.346983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9b68c-6fa2-4912-8543-d08e7e80f59d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e0059d-8e95-4c03-ae7e-fd9a1d94a46f,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:11.417901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-b6f9b68c-6fa2-4912-8543-d08e7e80f59d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:11.419075 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-b6f9b68c-6fa2-4912-8543-d08e7e80f59d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3304131 Dec 22 05:38:11.716026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e3379c46-c7e7-4752-86f7-c403293317c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:13.333399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:14.447261 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:15.268062 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:21.250424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:35.657394 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-059e65b8-38e2-4604-9b12-74dddc9b765d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751089426&fields=id&tenant_id=f6470136076b43fa908503038faffbb5 HTTP/1.1" status: 200 len: 267 time: 0.0364738 Dec 22 05:38:35.759239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-9aba8667-4813-4267-a782-303f67d33474 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:35.760670 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-9aba8667-4813-4267-a782-303f67d33474 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 808 time: 0.0968018 Dec 22 05:38:35.775067 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-0de366fc-49b5-4fa2-9231-282f79be2adb tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/quotas/f6470136076b43fa908503038faffbb5 HTTP/1.1" status: 200 len: 375 time: 0.0088239 Dec 22 05:38:35.828257 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-0f42a45d-7d29-4604-ab42-a4dde18e0232 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475557 Dec 22 05:38:35.894011 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-8b9c04e0-b37a-4308-849d-1b0c33e520fe service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:38:35.894987 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-8b9c04e0-b37a-4308-849d-1b0c33e520fe service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561361 Dec 22 05:38:35.993431 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-9354791c-ca61-48ff-8f09-b98d17304c95 service neutron] 10.222.0.54 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919619 Dec 22 05:38:36.083931 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-90028f0a-fa30-4d7d-8271-7ab78b809fab service neutron] 10.222.0.54 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839300 Dec 22 05:38:36.715773 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5743a2d9-62b4-4002-bc0b-3c0cbc2a0811 req-f9212055-bfd0-42e5-a06d-d9ac97390b3b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 210 time: 0.0740230 Dec 22 05:38:37.808169 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8a6ca9a0-ca93-4363-87c8-01103529adc6 req-1013c1c8-28b9-4efe-bf4a-c16f1372d2c0 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 210 time: 0.0265987 Dec 22 05:38:38.462001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-99480f1b-d637-438e-869e-b23cb46b255d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:38.463455 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-99480f1b-d637-438e-869e-b23cb46b255d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 808 time: 0.0994704 Dec 22 05:38:38.535788 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-b176d2a4-2493-4c19-a6a5-d63e61cc025d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6470136076b43fa908503038faffbb5 HTTP/1.1" status: 200 len: 379 time: 0.0409570 Dec 22 05:38:38.548734 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:38:38.571424 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'port': {'device_id': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'admin_state_up': True, 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'security_groups': ['abc481a5-ec09-43bd-872c-9b357fcd0013']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:38:38.769611 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Made reservation on behalf of f6470136076b43fa908503038faffbb5 for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:38:38.773550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:38.917056 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c8bb6da7-f304-4f4f-80ec-57c0b6e1adbb req-64b23ef6-ef07-464d-9f17-09fa750257f1 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 210 time: 0.0363293 Dec 22 05:38:38.932843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Allocated IP 172.20.0.12 (81478a8e-1925-4414-be84-007cc08fa3a8/f5d8e012-ebce-4d42-b244-1f6276bc1e42/9057dfe0-6dae-4dc4-8656-915617820579) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:38:39.077713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:39.164564 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:39.209023 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Network 81478a8e-1925-4414-be84-007cc08fa3a8 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:38:39.212116 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:38:39.215977 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:38:39.242778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'Port': ['ID=9057dfe0-6dae-4dc4-8656-915617820579,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:39.272814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:39.273436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:39.296110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-08a0aff0-38ef-4400-b101-8b58024c27ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:39.345323 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-d74839a5-e946-4c71-9b2b-4d7846fafa1c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7776754 Dec 22 05:38:39.365984 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Request body: {'port': {'device_id': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:38:39.427624 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:39.489839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c01508e4-adcc-482e-b097-434990308cb9 None None] Provisioning complete for port 9057dfe0-6dae-4dc4-8656-915617820579 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:38:39.490124 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c01508e4-adcc-482e-b097-434990308cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:39.526474 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-c01508e4-adcc-482e-b097-434990308cb9 None None] Port 9057dfe0-6dae-4dc4-8656-915617820579 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:38:39.688675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9057dfe0-6dae-4dc4-8656-915617820579 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:38:39.695925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:39.707404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Transition to ACTIVE for port object 9057dfe0-6dae-4dc4-8656-915617820579 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:38:39.767258 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:39.847142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9057dfe0-6dae-4dc4-8656-915617820579,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:39.904299 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Attempting to bind port 9057dfe0-6dae-4dc4-8656-915617820579 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:38:39.904603 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Attempting to bind port 9057dfe0-6dae-4dc4-8656-915617820579 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:38:39.904929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Attempting to bind port 9057dfe0-6dae-4dc4-8656-915617820579 on network 81478a8e-1925-4414-be84-007cc08fa3a8 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:38:39.909408 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Port 9057dfe0-6dae-4dc4-8656-915617820579 on network 81478a8e-1925-4414-be84-007cc08fa3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:38:39.909727 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Attempting to bind port 9057dfe0-6dae-4dc4-8656-915617820579 on network 81478a8e-1925-4414-be84-007cc08fa3a8 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:38:39.914714 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:38:39.915047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Checking segment: {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:38:39.915431 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Bound using segment: {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:38:39.915854 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Bound port: 9057dfe0-6dae-4dc4-8656-915617820579, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8d96f2-2718-4708-9332-25c01637b07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:38:39.916245 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:40.002521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] For port 9057dfe0-6dae-4dc4-8656-915617820579, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:38:40.008106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] For port 9057dfe0-6dae-4dc4-8656-915617820579, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9057dfe0-6dae-4dc4-8656-915617820579,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:38:40.077575 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dffb3-f3fc-4ba2-affd-a446020b6fb7 req-66232eb4-e90f-432e-bf59-24df30bf727a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:40.078978 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7a8dffb3-f3fc-4ba2-affd-a446020b6fb7 req-66232eb4-e90f-432e-bf59-24df30bf727a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0517759 Dec 22 05:38:40.091257 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:40.118348 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-7a8dffb3-f3fc-4ba2-affd-a446020b6fb7 req-54cd3513-2d77-4c39-8317-0329b6d4e644 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331001 Dec 22 05:38:40.127097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:40.127415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:40.128829 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/9057dfe0-6dae-4dc4-8656-915617820579 HTTP/1.1" status: 200 len: 1094 time: 0.7675068 Dec 22 05:38:40.129272 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:38:40.131522 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aec1c93-0ebf-41f7-8779-91abc8fc8245" -d '{"events": [{"name": "network-changed", "server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "tag": "9057dfe0-6dae-4dc4-8656-915617820579"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:38:40.169931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e32364-2245-4d9a-9387-f87d744852f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9057dfe0-6dae-4dc4-8656-915617820579,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:40.193280 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46668f15-2534-4f5a-8c42-c3b8f6d7f996 x-openstack-request-id: req-46668f15-2534-4f5a-8c42-c3b8f6d7f996 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:38:40.193715 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "tag": "9057dfe0-6dae-4dc4-8656-915617820579", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:38:40.193900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-46668f15-2534-4f5a-8c42-c3b8f6d7f996 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:38:40.194309 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579', 'status': 'completed', 'code': 200} Dec 22 05:38:40.283814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec1c93-0ebf-41f7-8779-91abc8fc8245 req-b29d40c8-5760-4bc5-bd13-169e08743370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:40.285555 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0aec1c93-0ebf-41f7-8779-91abc8fc8245 req-b29d40c8-5760-4bc5-bd13-169e08743370 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1097 time: 0.0477369 Dec 22 05:38:40.396639 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec1c93-0ebf-41f7-8779-91abc8fc8245 req-eab902bb-631b-4742-acda-79636b6710e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:40.398528 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0aec1c93-0ebf-41f7-8779-91abc8fc8245 req-eab902bb-631b-4742-acda-79636b6710e0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f6470136076b43fa908503038faffbb5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0979328 Dec 22 05:38:40.500244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec1c93-0ebf-41f7-8779-91abc8fc8245 req-97d2b9d5-bafa-4283-863a-75f897efcd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:40.501763 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0aec1c93-0ebf-41f7-8779-91abc8fc8245 req-97d2b9d5-bafa-4283-863a-75f897efcd9a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963874 Dec 22 05:38:40.602721 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-dfcaae9d-1b1b-42e2-8e0d-f6dc95e76495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:40.604184 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-dfcaae9d-1b1b-42e2-8e0d-f6dc95e76495 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1097 time: 0.0409677 Dec 22 05:38:40.652980 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-0b871041-6242-4651-813a-f8986801cce3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9057dfe0-6dae-4dc4-8656-915617820579 HTTP/1.1" status: 200 len: 217 time: 0.0336592 Dec 22 05:38:40.705309 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-cda9292c-d376-4748-b09e-394de7db5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:40.706758 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-cda9292c-d376-4748-b09e-394de7db5f52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0471213 Dec 22 05:38:40.753978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-250b4d5f-dd8d-428e-a001-77e8110a490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:40.755373 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-250b4d5f-dd8d-428e-a001-77e8110a490e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411856 Dec 22 05:38:40.845214 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-e9e58938-c416-4640-adfb-90942cf3b8b3 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824542 Dec 22 05:38:40.938834 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4b38ba9d-d46d-4896-9ed8-9b9bb95fbbe4 req-de78158b-3908-4659-98d2-445025470ae9 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867152 Dec 22 05:38:41.264084 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fc435-fb1a-40ca-a734-6c3a4108545c req-0c0cd37b-c290-4eaf-9c7f-0985901f56d7 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:41.264084 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d80fc435-fb1a-40ca-a734-6c3a4108545c req-0c0cd37b-c290-4eaf-9c7f-0985901f56d7 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0506876 Dec 22 05:38:41.291304 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d80fc435-fb1a-40ca-a734-6c3a4108545c req-4f5fe6d2-e8bd-4f57-894c-a0259af94eee tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360034 Dec 22 05:38:41.712489 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8005aaba-8743-4956-9a27-d7e440717892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:42.406330 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062dd826-79a7-4ddd-a25f-fc8a7789598c req-adf1b0d8-9a89-4549-b381-546a00ba40bc tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:42.407811 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-062dd826-79a7-4ddd-a25f-fc8a7789598c req-adf1b0d8-9a89-4549-b381-546a00ba40bc tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0497828 Dec 22 05:38:42.445488 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-062dd826-79a7-4ddd-a25f-fc8a7789598c req-03722235-771b-4959-b2b9-2ce6512f1062 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315340 Dec 22 05:38:43.341048 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:43.556550 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07fb352-09a6-4b3e-a5b7-f1b8e65d4c98 req-89d7cba2-fb6f-48d6-b50a-d4f4f74e5fc6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:43.558032 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a07fb352-09a6-4b3e-a5b7-f1b8e65d4c98 req-89d7cba2-fb6f-48d6-b50a-d4f4f74e5fc6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0477190 Dec 22 05:38:43.595930 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-a07fb352-09a6-4b3e-a5b7-f1b8e65d4c98 req-65ac760a-c00e-42b0-bd59-0c1697666a93 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311973 Dec 22 05:38:44.449157 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:44.754978 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99c5b-06b8-43c9-bab2-01930bd6bf16 req-732e771a-424d-49cc-90d5-510ab3cefaad tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:44.756472 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-31b99c5b-06b8-43c9-bab2-01930bd6bf16 req-732e771a-424d-49cc-90d5-510ab3cefaad tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0523009 Dec 22 05:38:44.792916 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-31b99c5b-06b8-43c9-bab2-01930bd6bf16 req-6a1746cd-09a5-463d-ba03-82c8e893ad2f tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307066 Dec 22 05:38:45.270378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:45.903695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69cedc-3d92-4402-9e9d-7aedb1ab3c7b req-1b1834db-c4f3-46b5-b309-f006a6019f3c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:45.905156 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ba69cedc-3d92-4402-9e9d-7aedb1ab3c7b req-1b1834db-c4f3-46b5-b309-f006a6019f3c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0478055 Dec 22 05:38:45.942070 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-ba69cedc-3d92-4402-9e9d-7aedb1ab3c7b req-c3544ab2-3017-4f56-bb36-977706700b59 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310943 Dec 22 05:38:47.055005 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0836b-da8d-4f73-816e-07407c53175a req-d21f9059-c74c-46b2-b8cf-1d86f227b271 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:47.056477 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e7c0836b-da8d-4f73-816e-07407c53175a req-d21f9059-c74c-46b2-b8cf-1d86f227b271 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0503225 Dec 22 05:38:47.093335 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e7c0836b-da8d-4f73-816e-07407c53175a req-fb0d8ed4-52db-4584-93a3-6ccd407f7054 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306220 Dec 22 05:38:48.206868 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7052bdd-8090-4a30-a1aa-64cf79a8dae9 req-96a777a6-1dda-4d36-aca9-44a67b7add6a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:48.208276 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f7052bdd-8090-4a30-a1aa-64cf79a8dae9 req-96a777a6-1dda-4d36-aca9-44a67b7add6a tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0477517 Dec 22 05:38:48.251633 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-f7052bdd-8090-4a30-a1aa-64cf79a8dae9 req-f2a3e1eb-d16d-4a71-96ee-ada182e5c8fa tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374832 Dec 22 05:38:49.362137 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feaaf1-e25a-4c8d-9398-7af17ad8a088 req-8c0d6b00-33c2-4116-bcc6-cbd77c661916 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:49.364179 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c8feaaf1-e25a-4c8d-9398-7af17ad8a088 req-8c0d6b00-33c2-4116-bcc6-cbd77c661916 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0478745 Dec 22 05:38:49.400659 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c8feaaf1-e25a-4c8d-9398-7af17ad8a088 req-55e411a7-de80-496f-8f9f-76d55deb6569 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312631 Dec 22 05:38:49.486108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9057dfe0-6dae-4dc4-8656-915617820579 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:38:49.576558 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9057dfe0-6dae-4dc4-8656-915617820579, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9057dfe0-6dae-4dc4-8656-915617820579,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:38:49.587163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '9057dfe0-6dae-4dc4-8656-915617820579', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'port_id': '9057dfe0-6dae-4dc4-8656-915617820579', 'mac_address': 'fa:16:3e:fd:52:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:38:49.625709 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:49.638020 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9057dfe0-6dae-4dc4-8656-915617820579 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:38:49.656582 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9057dfe0-6dae-4dc4-8656-915617820579, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9057dfe0-6dae-4dc4-8656-915617820579,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:38:49.735093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:49.780753 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=9057dfe0-6dae-4dc4-8656-915617820579,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:49.787378 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:49.787716 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:49.788047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:49.788399 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:49.788717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:49.789032 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:49.789347 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:49.789660 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:49.789974 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:49.790285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:49.790594 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:49.790898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:50.017268 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['9057dfe0-6dae-4dc4-8656-915617820579'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:38:50.510732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e5e53-c909-49cc-8386-145e6366b0c9 req-9207b8aa-ab59-494b-8719-519586b30e0c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:50.512173 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0c8e5e53-c909-49cc-8386-145e6366b0c9 req-9207b8aa-ab59-494b-8719-519586b30e0c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 945 time: 0.0477903 Dec 22 05:38:50.548676 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0c8e5e53-c909-49cc-8386-145e6366b0c9 req-023951fa-152b-4d9b-9a8d-bf5e4cc3e383 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301740 Dec 22 05:38:51.266380 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:51.500957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9057dfe0-6dae-4dc4-8656-915617820579 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:38:51.626537 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 9057dfe0-6dae-4dc4-8656-915617820579 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:38:51.631320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 9057dfe0-6dae-4dc4-8656-915617820579 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:38:51.631693 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:51.679106 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f5019-7364-4f1e-a9ba-1ff0af7668fc req-a7d2b5c8-254f-46fb-ade9-3762a8ad810c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:51.680604 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-497f5019-7364-4f1e-a9ba-1ff0af7668fc req-a7d2b5c8-254f-46fb-ade9-3762a8ad810c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 945 time: 0.0543039 Dec 22 05:38:51.712315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:51.718914 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-497f5019-7364-4f1e-a9ba-1ff0af7668fc req-b4a06025-a635-4ea6-8be0-4399a1db46eb tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323718 Dec 22 05:38:51.744508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:38:51.744508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842aa1e1-8be7-4e6c-851e-a29c8a0692d1" -d '{"events": [{"server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "name": "network-vif-plugged", "status": "completed", "tag": "9057dfe0-6dae-4dc4-8656-915617820579"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:38:51.749209 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9057dfe0-6dae-4dc4-8656-915617820579, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9057dfe0-6dae-4dc4-8656-915617820579,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:38:51.809490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:51.834595 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fcbe10-f688-4696-b7da-c992e756f6e6 x-openstack-request-id: req-77fcbe10-f688-4696-b7da-c992e756f6e6 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:38:51.834868 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "name": "network-vif-plugged", "status": "completed", "tag": "9057dfe0-6dae-4dc4-8656-915617820579", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:38:51.835111 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77fcbe10-f688-4696-b7da-c992e756f6e6 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:38:51.835486 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579', 'code': 200} Dec 22 05:38:51.861320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=9057dfe0-6dae-4dc4-8656-915617820579,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:52.076949 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7fbd5-791f-4b58-a04a-63c0b706a082 req-5eecbe60-74d7-48c3-8979-ef6e41a431ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:52.078460 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5dd7fbd5-791f-4b58-a04a-63c0b706a082 req-5eecbe60-74d7-48c3-8979-ef6e41a431ee service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1099 time: 0.0394509 Dec 22 05:38:52.113746 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5dd7fbd5-791f-4b58-a04a-63c0b706a082 req-6d3099af-3829-4598-b4f7-eeca2f01775b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284894 Dec 22 05:38:52.830922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c5e80-cfa6-4df1-acc9-0a2e93a8b6d0 req-45bc8df1-1e26-4a00-99d6-ac42a3a345ce tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:52.832379 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-448c5e80-cfa6-4df1-acc9-0a2e93a8b6d0 req-45bc8df1-1e26-4a00-99d6-ac42a3a345ce tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0479834 Dec 22 05:38:52.869575 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-448c5e80-cfa6-4df1-acc9-0a2e93a8b6d0 req-7faad6f0-a951-4b05-98d2-05d8d4992788 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314481 Dec 22 05:38:53.983250 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f05f3-ca83-4788-9c89-4a39994dab78 req-0a8437c4-da43-4ce2-a091-6fefe0b26a00 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:53.984722 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-434f05f3-ca83-4788-9c89-4a39994dab78 req-0a8437c4-da43-4ce2-a091-6fefe0b26a00 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0471549 Dec 22 05:38:54.022184 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-434f05f3-ca83-4788-9c89-4a39994dab78 req-e44fb671-97ca-40d6-9383-d6c587d283d7 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310535 Dec 22 05:38:54.137480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bdb4d-327a-4ba8-a583-cc743a6b2ca0 req-4b4de8d5-d468-4d8a-929d-4baa27086738 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:54.138933 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4d3bdb4d-327a-4ba8-a583-cc743a6b2ca0 req-4b4de8d5-d468-4d8a-929d-4baa27086738 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0532501 Dec 22 05:38:54.175708 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-4d3bdb4d-327a-4ba8-a583-cc743a6b2ca0 req-68a7bcb2-d66f-4a3b-b291-a52cbcd17b98 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309386 Dec 22 05:38:54.196991 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50742) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:38:54.235248 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcb0974-9d04-4baa-9383-b7a17d8d3460 tempest-TestShelveInstance-630104464 tempest-TestShelveInstance-630104464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:54.236752 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8bcb0974-9d04-4baa-9383-b7a17d8d3460 tempest-TestShelveInstance-630104464 tempest-TestShelveInstance-630104464-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1094 time: 0.0388291 Dec 22 05:38:54.239377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50744) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:38:54.243532 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '9057dfe0-6dae-4dc4-8656-915617820579', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:38:54.340809 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:54.439427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:54.539479 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Allocated IP 172.26.5.216 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/8ae43094-ad6c-42cb-a552-5d176c00cd7b) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:38:54.641548 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:54.717950 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:54.753586 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:38:54.757710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:38:54.761141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:38:54.768797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'Port': ['ID=8ae43094-ad6c-42cb-a552-5d176c00cd7b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:55.094266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:55.225850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:55.371642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:55.463932 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:55.533245 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event updated for resources: {'Port': ['ID=8ae43094-ad6c-42cb-a552-5d176c00cd7b,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:55.541832 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:55.636346 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Floating IP 6da4085d-8c67-4f75-b14d-e467b0d5d8c1 associated. External IP: 172.26.5.216, port: 9057dfe0-6dae-4dc4-8656-915617820579. Dec 22 05:38:55.835742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:38:55.940240 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:38:55.952625 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191882ac-169a-47f2-b233-4a92885a5a08 None None] Sync routers for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:38:55.961367 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191882ac-169a-47f2-b233-4a92885a5a08 None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:38:55.963968 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-191882ac-169a-47f2-b233-4a92885a5a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:38:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:38:56.008813 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:38:56.041778 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-dd454780-9aa8-4da2-ac98-6eeb3e722226 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7960339 Dec 22 05:38:56.041778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:38:56.041778 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e649356-a0f7-4adb-8446-2f56b522fd78" -d '{"events": [{"name": "network-changed", "server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "tag": "9057dfe0-6dae-4dc4-8656-915617820579"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:38:56.065012 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-191882ac-169a-47f2-b233-4a92885a5a08 None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:38:56.129527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b31366-4df0-4b9f-a23a-44a5a425c712 x-openstack-request-id: req-c7b31366-4df0-4b9f-a23a-44a5a425c712 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:38:56.129884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "tag": "9057dfe0-6dae-4dc4-8656-915617820579", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:38:56.130213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7b31366-4df0-4b9f-a23a-44a5a425c712 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:38:56.130664 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579', 'status': 'completed', 'code': 200} Dec 22 05:38:56.212682 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e649356-a0f7-4adb-8446-2f56b522fd78 req-b5dd4a4f-2ea7-43bc-bd29-5c4a7195a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:56.214137 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e649356-a0f7-4adb-8446-2f56b522fd78 req-b5dd4a4f-2ea7-43bc-bd29-5c4a7195a4c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1099 time: 0.0396309 Dec 22 05:38:56.282454 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-191882ac-169a-47f2-b233-4a92885a5a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '6da4085d-8c67-4f75-b14d-e467b0d5d8c1', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'floating_ip_address': '172.26.5.216', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'port_id': '9057dfe0-6dae-4dc4-8656-915617820579', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'mac_address': 'fa:16:3e:fd:52:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:38:54Z', 'updated_at': '2021-12-22T05:38:54Z', 'revision_number': 0, 'project_id': 'f6470136076b43fa908503038faffbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:38:56.307022 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e649356-a0f7-4adb-8446-2f56b522fd78 req-464b4dd9-5a1c-4170-ad69-88eb8f181442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:56.308523 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e649356-a0f7-4adb-8446-2f56b522fd78 req-464b4dd9-5a1c-4170-ad69-88eb8f181442 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0864067 Dec 22 05:38:56.310985 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191882ac-169a-47f2-b233-4a92885a5a08 None None] Checking router: 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:38:56.319065 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191882ac-169a-47f2-b233-4a92885a5a08 None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:38:56.319658 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-191882ac-169a-47f2-b233-4a92885a5a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:38:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:38:56.373973 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e649356-a0f7-4adb-8446-2f56b522fd78 req-9182e5c9-15a6-427d-ad34-dfb12279ee9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9057dfe0-6dae-4dc4-8656-915617820579 HTTP/1.1" status: 200 len: 1000 time: 0.0579922 Dec 22 05:38:56.422127 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-191882ac-169a-47f2-b233-4a92885a5a08 None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:38:56.426508 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e649356-a0f7-4adb-8446-2f56b522fd78 req-a0cb0439-e239-4c2c-8f20-234a9b50ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:56.427942 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e649356-a0f7-4adb-8446-2f56b522fd78 req-a0cb0439-e239-4c2c-8f20-234a9b50ae73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0471833 Dec 22 05:38:56.473107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e649356-a0f7-4adb-8446-2f56b522fd78 req-782910f2-c3a1-4aca-87d0-693fdebd2198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:56.474562 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e649356-a0f7-4adb-8446-2f56b522fd78 req-782910f2-c3a1-4aca-87d0-693fdebd2198 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397048 Dec 22 05:38:56.562220 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e649356-a0f7-4adb-8446-2f56b522fd78 req-1422afad-1e59-4810-a10c-beace1f663b9 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806668 Dec 22 05:38:56.635933 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-191882ac-169a-47f2-b233-4a92885a5a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '6da4085d-8c67-4f75-b14d-e467b0d5d8c1', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'floating_ip_address': '172.26.5.216', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'port_id': '9057dfe0-6dae-4dc4-8656-915617820579', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'mac_address': 'fa:16:3e:fd:52:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:38:54Z', 'updated_at': '2021-12-22T05:38:54Z', 'revision_number': 0, 'project_id': 'f6470136076b43fa908503038faffbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:38:56.653922 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9e649356-a0f7-4adb-8446-2f56b522fd78 req-d2231060-5b26-481f-b0bd-78677fa965c9 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849090 Dec 22 05:38:56.661887 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191882ac-169a-47f2-b233-4a92885a5a08 None None] The sync data for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv is: [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '6da4085d-8c67-4f75-b14d-e467b0d5d8c1', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'floating_ip_address': '172.26.5.216', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'port_id': '9057dfe0-6dae-4dc4-8656-915617820579', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'mac_address': 'fa:16:3e:fd:52:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:38:54Z', 'updated_at': '2021-12-22T05:38:54Z', 'revision_number': 0, 'project_id': 'f6470136076b43fa908503038faffbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:38:56.849871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18da00e-fdb7-4c82-8d04-b826985b15d6 None None] New status for floating IP 6da4085d-8c67-4f75-b14d-e467b0d5d8c1: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:39:09.326718 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e7c3af20-ceca-4a10-8d58-393b11a8754d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:11.703590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-80de7b91-f347-4144-b71c-b0be71242d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:13.311686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:14.434557 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:15.303664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:15.547994 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:39:21.280654 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:34.936402 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-48b0feea-2f3f-4f0a-8e30-2c431c582640 req-f660d766-d6d0-4319-bf0e-8dccae6bb51e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775561 Dec 22 05:39:35.033443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0feea-2f3f-4f0a-8e30-2c431c582640 req-2e913164-ce0e-421a-8557-42947b4707d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:35.034889 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-48b0feea-2f3f-4f0a-8e30-2c431c582640 req-2e913164-ce0e-421a-8557-42947b4707d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1099 time: 0.0398386 Dec 22 05:39:35.140550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0feea-2f3f-4f0a-8e30-2c431c582640 req-fb250409-84f9-4705-a384-ecac7ef47179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:35.141956 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-48b0feea-2f3f-4f0a-8e30-2c431c582640 req-fb250409-84f9-4705-a384-ecac7ef47179 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0875740 Dec 22 05:39:35.212387 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-48b0feea-2f3f-4f0a-8e30-2c431c582640 req-fbe9d774-844d-4045-8baa-be5b9469a3b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9057dfe0-6dae-4dc4-8656-915617820579 HTTP/1.1" status: 200 len: 1002 time: 0.0626638 Dec 22 05:39:35.264393 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0feea-2f3f-4f0a-8e30-2c431c582640 req-9ba36c75-645a-4b26-93fa-689e34848241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:35.265816 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-48b0feea-2f3f-4f0a-8e30-2c431c582640 req-9ba36c75-645a-4b26-93fa-689e34848241 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0472610 Dec 22 05:39:35.310991 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0feea-2f3f-4f0a-8e30-2c431c582640 req-039a4288-f4fb-4534-8306-7dc59bbbf5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:35.312462 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-48b0feea-2f3f-4f0a-8e30-2c431c582640 req-039a4288-f4fb-4534-8306-7dc59bbbf5e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389659 Dec 22 05:39:35.400810 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-48b0feea-2f3f-4f0a-8e30-2c431c582640 req-6301d379-8d26-4c40-8ef0-d88bf44196c4 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805099 Dec 22 05:39:35.494651 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-48b0feea-2f3f-4f0a-8e30-2c431c582640 req-5cedb55e-43cd-43b6-9883-0efdb184dd62 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833030 Dec 22 05:39:39.394548 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f6ddc46f-5e68-49c5-aa69-7e5c46e7aa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:41.756141 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-74746f45-208f-4139-89cf-4350f576a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:43.339358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:44.457416 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:45.282079 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:51.270036 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:39:52.547552 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:40:09.361220 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7a2aec27-daf1-46ba-9c99-117fa4cda829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:11.698043 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-144c1851-bde7-45ef-b90e-dc6376978f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:13.326600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:14.440701 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:15.275285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:21.429443 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:29.546204 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:40:34.912665 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e068403-757c-4062-b4a0-817b4fed1f27 req-0002948b-763d-49c2-9e72-614e63333cb8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391817 Dec 22 05:40:35.006387 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e068403-757c-4062-b4a0-817b4fed1f27 req-531021ab-049b-4c0a-9155-6df8d9e7b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:35.007807 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e068403-757c-4062-b4a0-817b4fed1f27 req-531021ab-049b-4c0a-9155-6df8d9e7b14a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1099 time: 0.0387745 Dec 22 05:40:35.113570 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e068403-757c-4062-b4a0-817b4fed1f27 req-d557737d-073b-4fa9-9d62-81c39584332f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:35.115026 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e068403-757c-4062-b4a0-817b4fed1f27 req-d557737d-073b-4fa9-9d62-81c39584332f service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0850210 Dec 22 05:40:35.179171 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e068403-757c-4062-b4a0-817b4fed1f27 req-83272667-8709-42fd-a312-25ced0f5ff2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9057dfe0-6dae-4dc4-8656-915617820579 HTTP/1.1" status: 200 len: 1002 time: 0.0570209 Dec 22 05:40:35.231089 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e068403-757c-4062-b4a0-817b4fed1f27 req-68553015-7e43-4191-9759-bdb3841bd46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:35.232523 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e068403-757c-4062-b4a0-817b4fed1f27 req-68553015-7e43-4191-9759-bdb3841bd46a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0468023 Dec 22 05:40:35.618839 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e068403-757c-4062-b4a0-817b4fed1f27 req-d81dafd6-41be-432b-9483-39e9dd0cd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:35.620241 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e068403-757c-4062-b4a0-817b4fed1f27 req-d81dafd6-41be-432b-9483-39e9dd0cd977 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3807776 Dec 22 05:40:35.711833 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e068403-757c-4062-b4a0-817b4fed1f27 req-1844d933-f645-46ea-ba40-1dc11e455e99 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837982 Dec 22 05:40:35.800961 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5e068403-757c-4062-b4a0-817b4fed1f27 req-eb22a9d7-b380-4ef2-99de-3b840a7b26fd service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822301 Dec 22 05:40:39.342291 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5989905b-1790-4872-bc3b-f22cbd8f9e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:41.708521 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4668a4e1-5ed5-4bc1-8c29-fa2ae1f028a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:43.370906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:44.451179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:45.262753 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:40:51.290382 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:06.548362 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:41:09.313083 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6056369d-2551-4712-afc8-c2d91921c0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:11.708174 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-557eb44e-158b-4bdf-94cb-474c1dd7489c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:13.324388 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:14.519366 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:15.273649 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:21.284296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:22.641106 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74493ab6-f2f4-4a89-aafc-8652db5a9c41 req-ad5097c3-8e18-416d-8433-ac6dd2c40dc2 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:22.642624 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-74493ab6-f2f4-4a89-aafc-8652db5a9c41 req-ad5097c3-8e18-416d-8433-ac6dd2c40dc2 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0514965 Dec 22 05:41:22.681054 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-74493ab6-f2f4-4a89-aafc-8652db5a9c41 req-f5ab6493-4982-42e2-be2e-f928fa23c4ac tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316010 Dec 22 05:41:23.808860 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111e533-2f78-41c9-84ca-d7c41612f5ec req-4e5313de-2c82-45d5-86b9-c541759a971d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:23.810324 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9111e533-2f78-41c9-84ca-d7c41612f5ec req-4e5313de-2c82-45d5-86b9-c541759a971d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0486398 Dec 22 05:41:23.846760 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9111e533-2f78-41c9-84ca-d7c41612f5ec req-d2e75c70-b525-4e88-b56b-02b6223e3048 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306964 Dec 22 05:41:24.975600 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b023134-067b-4ce1-a096-8f787c66b61a req-39e77cae-61d9-44ec-b879-8ff5b6ff511f tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:24.977112 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8b023134-067b-4ce1-a096-8f787c66b61a req-39e77cae-61d9-44ec-b879-8ff5b6ff511f tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0484419 Dec 22 05:41:25.019117 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8b023134-067b-4ce1-a096-8f787c66b61a req-cfe78398-b04b-46c3-b0a5-eb64a8bfb8d4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360608 Dec 22 05:41:26.130918 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c4af2-cf25-4459-8d74-2a9de1f358cc req-e39e858f-c466-40e6-9296-98d4ca0187f8 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:26.132371 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d5c4af2-cf25-4459-8d74-2a9de1f358cc req-e39e858f-c466-40e6-9296-98d4ca0187f8 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0470276 Dec 22 05:41:26.172783 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3d5c4af2-cf25-4459-8d74-2a9de1f358cc req-5b0aa5f6-785a-43e5-9b70-2a7282a0a99b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345881 Dec 22 05:41:27.282353 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3097e1-4a62-43a3-b246-62057f1b0164 req-b5e927ce-b774-4ca4-9118-58408fc17af3 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:27.283771 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fd3097e1-4a62-43a3-b246-62057f1b0164 req-b5e927ce-b774-4ca4-9118-58408fc17af3 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0470669 Dec 22 05:41:27.320019 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-fd3097e1-4a62-43a3-b246-62057f1b0164 req-cbd61e84-cd5a-49e9-af6b-8ae5ca029399 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304809 Dec 22 05:41:28.433284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10c6a6-1e71-44e1-9db6-d00b0adaaeb8 req-197b5318-e8bb-4026-b1d3-0cfae3b7a24c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:28.434724 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d10c6a6-1e71-44e1-9db6-d00b0adaaeb8 req-197b5318-e8bb-4026-b1d3-0cfae3b7a24c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0480886 Dec 22 05:41:28.470920 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1d10c6a6-1e71-44e1-9db6-d00b0adaaeb8 req-0d25c82f-0f8c-4175-9c8d-af12512edc84 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303640 Dec 22 05:41:29.589117 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d09110-8af8-4860-9665-69dbb5f4c8a8 req-2fa0043d-3b48-4c73-b246-cf4140f38918 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:29.590668 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-03d09110-8af8-4860-9665-69dbb5f4c8a8 req-2fa0043d-3b48-4c73-b246-cf4140f38918 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0542941 Dec 22 05:41:29.629820 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-03d09110-8af8-4860-9665-69dbb5f4c8a8 req-0a592a00-4b7e-4054-afca-ee52f8df60be tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331368 Dec 22 05:41:30.739460 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de4aca-92c2-4c71-8129-da7b51d8dcc5 req-be872fc4-80f2-46f3-b05e-0b9ad6b9b3c3 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:30.740901 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a9de4aca-92c2-4c71-8129-da7b51d8dcc5 req-be872fc4-80f2-46f3-b05e-0b9ad6b9b3c3 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0470545 Dec 22 05:41:30.777944 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a9de4aca-92c2-4c71-8129-da7b51d8dcc5 req-4c497e1c-874c-46d1-a323-373e977e7307 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312688 Dec 22 05:41:31.886215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dc5ae-aa03-4c6a-b85d-8c3c73fc70a0 req-73c64d8b-e82f-493a-bdfd-9132695ef3cd tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:31.887636 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-332dc5ae-aa03-4c6a-b85d-8c3c73fc70a0 req-73c64d8b-e82f-493a-bdfd-9132695ef3cd tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0467744 Dec 22 05:41:31.924314 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-332dc5ae-aa03-4c6a-b85d-8c3c73fc70a0 req-c1ceb1c6-92cc-40ec-ae79-bd80f35a7336 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305116 Dec 22 05:41:32.945592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb7151-0a08-46a9-b996-4c1c89ee75b6 req-222726ec-bc45-485e-9da5-9c5cab0cbcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:32.947328 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11bb7151-0a08-46a9-b996-4c1c89ee75b6 req-222726ec-bc45-485e-9da5-9c5cab0cbcc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1099 time: 0.0414114 Dec 22 05:41:33.078085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1437d-f499-4ee9-9a56-1be872555d2c req-77aaf22c-f90b-4c5e-a574-0272f10fcf3d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:33.079516 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6cf1437d-f499-4ee9-9a56-1be872555d2c req-77aaf22c-f90b-4c5e-a574-0272f10fcf3d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0774028 Dec 22 05:41:33.085631 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb7151-0a08-46a9-b996-4c1c89ee75b6 req-181c2d9d-e403-4b78-bdcd-cfefe412a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:33.087078 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11bb7151-0a08-46a9-b996-4c1c89ee75b6 req-181c2d9d-e403-4b78-bdcd-cfefe412a9c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.1327729 Dec 22 05:41:33.162794 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-6cf1437d-f499-4ee9-9a56-1be872555d2c req-153b986e-0b19-45b9-88a5-50c15cfbb4fe tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747836 Dec 22 05:41:33.173354 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11bb7151-0a08-46a9-b996-4c1c89ee75b6 req-b54668d7-0e22-462f-a4f0-a3eccd13d1c0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9057dfe0-6dae-4dc4-8656-915617820579 HTTP/1.1" status: 200 len: 1002 time: 0.0786550 Dec 22 05:41:33.221996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb7151-0a08-46a9-b996-4c1c89ee75b6 req-1a60ff3e-6a05-49fc-82cd-1ea26499af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:33.223284 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11bb7151-0a08-46a9-b996-4c1c89ee75b6 req-1a60ff3e-6a05-49fc-82cd-1ea26499af0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0428417 Dec 22 05:41:33.265942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb7151-0a08-46a9-b996-4c1c89ee75b6 req-e98e4439-7251-4f68-866d-48d184f29ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:33.267342 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11bb7151-0a08-46a9-b996-4c1c89ee75b6 req-e98e4439-7251-4f68-866d-48d184f29ed1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0371830 Dec 22 05:41:33.363170 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11bb7151-0a08-46a9-b996-4c1c89ee75b6 req-5fb0161d-6b3c-4b0e-afd4-580a3bc3409a service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878305 Dec 22 05:41:33.453896 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-11bb7151-0a08-46a9-b996-4c1c89ee75b6 req-02d229da-1581-4158-8f39-85eef791b5ce service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836222 Dec 22 05:41:34.273638 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeef097-e99a-4cfd-a0fd-74356647189b req-a5cd5a95-f90e-4784-87b1-26d1900637dc tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:34.275060 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3eeef097-e99a-4cfd-a0fd-74356647189b req-a5cd5a95-f90e-4784-87b1-26d1900637dc tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0470960 Dec 22 05:41:34.311155 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3eeef097-e99a-4cfd-a0fd-74356647189b req-f47e7e89-cedd-40dd-814e-aa8206c43d59 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298457 Dec 22 05:41:35.429188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf05070-11e8-4b91-b769-0581fea7be11 req-51df20fe-d79d-4e0b-a120-0960c04a3f3d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:35.430677 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebf05070-11e8-4b91-b769-0581fea7be11 req-51df20fe-d79d-4e0b-a120-0960c04a3f3d tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0534892 Dec 22 05:41:35.469342 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebf05070-11e8-4b91-b769-0581fea7be11 req-7b8cafab-cd2c-485f-8ea5-03da7802ab75 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318956 Dec 22 05:41:35.976426 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b087cc-2ea0-408f-834f-d21729983f00 req-b64213a4-84ea-4812-85f8-745e563045fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:35.977928 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65b087cc-2ea0-408f-834f-d21729983f00 req-b64213a4-84ea-4812-85f8-745e563045fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1099 time: 0.0397635 Dec 22 05:41:36.081766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b087cc-2ea0-408f-834f-d21729983f00 req-395b5b1d-84dd-489e-90e4-6a9e06301d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:36.083222 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65b087cc-2ea0-408f-834f-d21729983f00 req-395b5b1d-84dd-489e-90e4-6a9e06301d52 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0866239 Dec 22 05:41:36.148593 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65b087cc-2ea0-408f-834f-d21729983f00 req-85fd79c2-9f43-474f-8fe2-a525c1cf3a2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9057dfe0-6dae-4dc4-8656-915617820579 HTTP/1.1" status: 200 len: 1002 time: 0.0581298 Dec 22 05:41:36.198956 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b087cc-2ea0-408f-834f-d21729983f00 req-88d2664a-2e8f-4007-892d-d24109d0f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:36.200437 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65b087cc-2ea0-408f-834f-d21729983f00 req-88d2664a-2e8f-4007-892d-d24109d0f29e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0438864 Dec 22 05:41:36.250830 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b087cc-2ea0-408f-834f-d21729983f00 req-2c64425d-b178-49c8-bf8a-bf11015d7b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:36.252384 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65b087cc-2ea0-408f-834f-d21729983f00 req-2c64425d-b178-49c8-bf8a-bf11015d7b26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435686 Dec 22 05:41:36.341559 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65b087cc-2ea0-408f-834f-d21729983f00 req-acb94358-309e-4963-a095-05b4ed280416 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819900 Dec 22 05:41:36.436007 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65b087cc-2ea0-408f-834f-d21729983f00 req-31046f8e-ab63-4563-8e4d-5d2f7033f792 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873337 Dec 22 05:41:36.585616 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fc251-918c-4113-b29b-cfc26757b40d req-2a43abbc-a202-47c8-a142-91c7ce0e8cb2 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:36.587060 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d27fc251-918c-4113-b29b-cfc26757b40d req-2a43abbc-a202-47c8-a142-91c7ce0e8cb2 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0517564 Dec 22 05:41:36.624373 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d27fc251-918c-4113-b29b-cfc26757b40d req-e4517303-371a-41d6-ae7a-0e62ee4d3575 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306511 Dec 22 05:41:37.735458 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e4cab-4af1-4e2c-8074-d103e4c04ba0 req-f8a25536-d5fb-49e6-8c3d-257aa29ffae4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:37.736931 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0a4e4cab-4af1-4e2c-8074-d103e4c04ba0 req-f8a25536-d5fb-49e6-8c3d-257aa29ffae4 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0479372 Dec 22 05:41:37.774116 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0a4e4cab-4af1-4e2c-8074-d103e4c04ba0 req-55b78d7f-1c12-4224-9ee4-975b9c05f094 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Dec 22 05:41:37.839052 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [req-8c80cdc6-bd16-4be8-88df-372eecaa8580 req-e2bc9d07-e665-46b3-9932-28d2923d298b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109182) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:41:37.840049 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8c80cdc6-bd16-4be8-88df-372eecaa8580 req-e2bc9d07-e665-46b3-9932-28d2923d298b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052648 Dec 22 05:41:38.153034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9057dfe0-6dae-4dc4-8656-915617820579 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:41:38.182413 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b57987-7152-4cb1-bfd4-f3e4b7aa9387 req-b46165ab-24ff-47b5-9e2c-8415cd95a389 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:38.183962 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06b57987-7152-4cb1-bfd4-f3e4b7aa9387 req-b46165ab-24ff-47b5-9e2c-8415cd95a389 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0565603 Dec 22 05:41:38.232821 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:38.253590 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06b57987-7152-4cb1-bfd4-f3e4b7aa9387 req-4c0ed427-b6ee-442b-a261-6d65a89f90ce tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633340 Dec 22 05:41:38.254662 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:41:38.256922 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b3f888-b2bc-4cc9-929d-141d603d186a" -d '{"events": [{"server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "name": "network-vif-unplugged", "status": "completed", "tag": "9057dfe0-6dae-4dc4-8656-915617820579"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:41:38.266706 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-0e120bc0-2e9e-484a-af8a-8227101e5359 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1082160 Dec 22 05:41:38.273187 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9057dfe0-6dae-4dc4-8656-915617820579, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9057dfe0-6dae-4dc4-8656-915617820579,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:41:38.276868 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-5856d042-5eac-404a-b7f2-13da63dc4632 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:41:38.277905 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-5856d042-5eac-404a-b7f2-13da63dc4632 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057013 Dec 22 05:41:38.292945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Dec 2021 05:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac8bceb-3907-4ee7-a4f9-e9ad56084f9d x-openstack-request-id: req-1ac8bceb-3907-4ee7-a4f9-e9ad56084f9d {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:41:38.293231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "name": "network-vif-unplugged", "status": "failed", "tag": "9057dfe0-6dae-4dc4-8656-915617820579", "code": 422}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:41:38.293477 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ac8bceb-3907-4ee7-a4f9-e9ad56084f9d {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:41:38.293868 dv-neutron-822523-1-hyperv neutron-server[109184]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579', 'code': 422} returned with failed status Dec 22 05:41:38.330235 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:38.378460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=9057dfe0-6dae-4dc4-8656-915617820579,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:41:38.391080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:41:38.391080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:41:38.391080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:41:38.391080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:41:38.391080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:41:38.391080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:41:38.391080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:41:38.391080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:41:38.391080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:41:38.391080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:41:38.391080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:41:38.391080 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:41:39.278370 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-257efd9e-6b0c-4a7d-a566-3cc314bb8ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:39.374235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013549-62c4-4ae3-ac20-bd7e0bfb0511 req-d25f5415-0e18-4b9c-b60a-82c0d5b160a0 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:39.375731 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-af013549-62c4-4ae3-ac20-bd7e0bfb0511 req-d25f5415-0e18-4b9c-b60a-82c0d5b160a0 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0485613 Dec 22 05:41:39.418302 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-af013549-62c4-4ae3-ac20-bd7e0bfb0511 req-f81014f6-3c64-4b38-8f4b-7a0d1aed8365 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365212 Dec 22 05:41:40.535789 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b254ac2-bdaf-4a8f-af7b-7ffffed876d1 req-b1421156-3bd0-4b49-9450-1a6edbb1919f tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:40.537170 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9b254ac2-bdaf-4a8f-af7b-7ffffed876d1 req-b1421156-3bd0-4b49-9450-1a6edbb1919f tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0486562 Dec 22 05:41:40.574015 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9b254ac2-bdaf-4a8f-af7b-7ffffed876d1 req-c94511ff-cb68-4365-85b3-cf240898c299 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310142 Dec 22 05:41:41.686690 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2e984-a665-41f5-af9f-695a8915a684 req-17ced48e-6752-4041-8a38-e2bd04fb3f3c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:41.688171 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-90f2e984-a665-41f5-af9f-695a8915a684 req-17ced48e-6752-4041-8a38-e2bd04fb3f3c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0495353 Dec 22 05:41:41.724245 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b361846-75e8-4524-9ead-03ee2c5a77d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:41.726043 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-90f2e984-a665-41f5-af9f-695a8915a684 req-6c1fd4d1-5fed-475d-8866-ecdd6e83000e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317941 Dec 22 05:41:42.839613 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79f65c-a739-4229-b172-46a3ae4c7acf req-c8c86834-37d3-4bb3-84d6-5aec5d0a7986 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:42.841192 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8a79f65c-a739-4229-b172-46a3ae4c7acf req-c8c86834-37d3-4bb3-84d6-5aec5d0a7986 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0492878 Dec 22 05:41:42.878458 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8a79f65c-a739-4229-b172-46a3ae4c7acf req-3ab911c2-6626-4480-ad55-663d3b4db496 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313461 Dec 22 05:41:43.329887 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:43.546787 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:41:43.788579 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-fa718ad0-6245-42bc-9aa5-5af8f5e396dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:43.790015 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-fa718ad0-6245-42bc-9aa5-5af8f5e396dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041&tenant_id=f6470136076b43fa908503038faffbb5 HTTP/1.1" status: 200 len: 1097 time: 0.0401945 Dec 22 05:41:43.863535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-c3db6d06-b005-4aeb-9eea-a14402b626fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:43.864993 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-c3db6d06-b005-4aeb-9eea-a14402b626fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1097 time: 0.0417926 Dec 22 05:41:43.963073 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-63e8d18a-a93d-4ba3-8c99-5251cba01d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:43.964587 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-63e8d18a-a93d-4ba3-8c99-5251cba01d29 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0923991 Dec 22 05:41:44.051540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3b7f7-4cbd-4790-8f30-509a3a3c2df3 req-1204f970-df04-40b7-a211-a968d5a7267b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:44.052989 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0be3b7f7-4cbd-4790-8f30-509a3a3c2df3 req-1204f970-df04-40b7-a211-a968d5a7267b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.1082530 Dec 22 05:41:44.056063 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-19880f8d-a4cf-48f3-9974-5bc1da90392a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9057dfe0-6dae-4dc4-8656-915617820579 HTTP/1.1" status: 200 len: 1000 time: 0.0774825 Dec 22 05:41:44.124910 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-0be3b7f7-4cbd-4790-8f30-509a3a3c2df3 req-f9221a0a-5855-4026-a9a7-eb2734a4ec1b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653038 Dec 22 05:41:44.128427 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-85c8ff4e-5b2f-43d0-ac3a-ab672d3f1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:44.129865 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-85c8ff4e-5b2f-43d0-ac3a-ab672d3f1d8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0640862 Dec 22 05:41:44.178742 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-44ea4c72-0396-461f-bb44-df2ef136c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:44.180234 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-44ea4c72-0396-461f-bb44-df2ef136c277 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436292 Dec 22 05:41:44.268100 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-29235cbf-9bc9-4a79-91bf-eaa9873bc679 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792847 Dec 22 05:41:44.361000 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b7cea33-b85d-46f9-9f9c-5f43cb2e63e1 req-2568f0ef-7484-46a6-a85c-7826000fa2b4 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852132 Dec 22 05:41:44.474443 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:45.239738 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aef401-f3ea-425c-81e7-480c72e8e704 req-9023b4f6-a2ad-4b0b-a6d8-73ba7684f464 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:45.241120 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-12aef401-f3ea-425c-81e7-480c72e8e704 req-9023b4f6-a2ad-4b0b-a6d8-73ba7684f464 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0512700 Dec 22 05:41:45.277681 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-12aef401-f3ea-425c-81e7-480c72e8e704 req-9a76a90a-04c7-4b08-9f3f-f9b0336b6a63 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303683 Dec 22 05:41:45.283959 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:46.391401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b63a36-1b78-4075-8049-f657a625e4dc req-2dff86da-4b26-4d68-8c70-e4fe64ded3ec tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:46.393165 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c3b63a36-1b78-4075-8049-f657a625e4dc req-2dff86da-4b26-4d68-8c70-e4fe64ded3ec tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0487685 Dec 22 05:41:46.430378 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c3b63a36-1b78-4075-8049-f657a625e4dc req-84b7873a-6ff0-442e-830f-292f25e74b6e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312598 Dec 22 05:41:47.550333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e38cc-608c-46b8-8886-83ac041b51bb req-553b77e0-7a6c-4108-9d5a-68d055108144 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:47.555150 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e08e38cc-608c-46b8-8886-83ac041b51bb req-553b77e0-7a6c-4108-9d5a-68d055108144 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0521157 Dec 22 05:41:47.589653 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e08e38cc-608c-46b8-8886-83ac041b51bb req-4af97461-fc2d-43ce-af24-3663dee5b1d8 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311134 Dec 22 05:41:48.704199 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971997e-88d0-48d2-9f82-90b50d8e7c18 req-33af1d48-dbc6-4cb4-8338-8e7fdbeefeb2 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:48.705685 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1971997e-88d0-48d2-9f82-90b50d8e7c18 req-33af1d48-dbc6-4cb4-8338-8e7fdbeefeb2 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0482130 Dec 22 05:41:48.743875 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1971997e-88d0-48d2-9f82-90b50d8e7c18 req-8050dfbf-e325-4a9c-952d-f7d789d4e026 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322073 Dec 22 05:41:49.854777 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1a977-84b7-43cd-a488-a18d585f7762 req-8c9a353f-b5ba-4a31-b262-4b14d6679b68 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:49.856242 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3ac1a977-84b7-43cd-a488-a18d585f7762 req-8c9a353f-b5ba-4a31-b262-4b14d6679b68 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0471840 Dec 22 05:41:49.892575 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3ac1a977-84b7-43cd-a488-a18d585f7762 req-48385335-2e10-446a-a232-1d8245ee3868 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300822 Dec 22 05:41:51.008917 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3d2bb-4a5a-4d22-948e-2d237fb3b34e req-fad98f86-794d-4f6c-ad37-d0a7a62e4c42 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:51.010857 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-98e3d2bb-4a5a-4d22-948e-2d237fb3b34e req-fad98f86-794d-4f6c-ad37-d0a7a62e4c42 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0516422 Dec 22 05:41:51.047018 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-98e3d2bb-4a5a-4d22-948e-2d237fb3b34e req-55f3010f-bb85-4663-97e8-9f74d0d36249 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303850 Dec 22 05:41:51.318206 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:52.162677 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43a558-1c37-443d-adc1-74857ed64526 req-730f3b56-5240-4ee4-9992-6354fce75d03 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:52.164100 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6f43a558-1c37-443d-adc1-74857ed64526 req-730f3b56-5240-4ee4-9992-6354fce75d03 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 944 time: 0.0508139 Dec 22 05:41:52.168754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9057dfe0-6dae-4dc4-8656-915617820579 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:41:52.201267 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-6f43a558-1c37-443d-adc1-74857ed64526 req-55548efa-bea9-42f3-92f1-58a7dded8aa1 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306501 Dec 22 05:41:52.262953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9057dfe0-6dae-4dc4-8656-915617820579, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9057dfe0-6dae-4dc4-8656-915617820579,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:41:52.274035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '9057dfe0-6dae-4dc4-8656-915617820579', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'port_id': '9057dfe0-6dae-4dc4-8656-915617820579', 'mac_address': 'fa:16:3e:fd:52:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:41:52.309934 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:52.322458 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9057dfe0-6dae-4dc4-8656-915617820579 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:41:52.341052 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9057dfe0-6dae-4dc4-8656-915617820579, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9057dfe0-6dae-4dc4-8656-915617820579,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:41:52.398146 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:52.443211 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=9057dfe0-6dae-4dc4-8656-915617820579,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:41:52.691953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['9057dfe0-6dae-4dc4-8656-915617820579'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:41:53.313055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5ca56-5590-4eb5-9fdf-f0b32212bec1 req-ecaafbca-a700-44c9-ab31-49d931404229 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:53.314477 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-77a5ca56-5590-4eb5-9fdf-f0b32212bec1 req-ecaafbca-a700-44c9-ab31-49d931404229 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 945 time: 0.0479233 Dec 22 05:41:53.351073 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-77a5ca56-5590-4eb5-9fdf-f0b32212bec1 req-060c65cd-8c40-4eb6-8540-324213155310 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307486 Dec 22 05:41:54.168839 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9057dfe0-6dae-4dc4-8656-915617820579 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:41:54.216629 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 9057dfe0-6dae-4dc4-8656-915617820579 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:41:54.216925 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:54.289665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:54.311173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:41:54.313395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f87bb0-dcaa-4872-a082-2b007f513773" -d '{"events": [{"server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "name": "network-vif-plugged", "status": "completed", "tag": "9057dfe0-6dae-4dc4-8656-915617820579"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:41:54.325231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 9057dfe0-6dae-4dc4-8656-915617820579, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9057dfe0-6dae-4dc4-8656-915617820579,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:41:54.349412 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e790fb9-33a5-4443-aab1-ca37119e369b x-openstack-request-id: req-7e790fb9-33a5-4443-aab1-ca37119e369b {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:41:54.349720 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "name": "network-vif-plugged", "status": "completed", "tag": "9057dfe0-6dae-4dc4-8656-915617820579", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:41:54.349966 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7e790fb9-33a5-4443-aab1-ca37119e369b {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:41:54.350431 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579', 'code': 200} Dec 22 05:41:54.399317 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:41:54.452696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=9057dfe0-6dae-4dc4-8656-915617820579,revision_number=8']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:41:54.470925 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6336dd-756d-4ea8-9a0a-4742215973cd req-51058d7d-9670-47fd-8f67-86d25afc30ee tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:54.472392 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8c6336dd-756d-4ea8-9a0a-4742215973cd req-51058d7d-9670-47fd-8f67-86d25afc30ee tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0537355 Dec 22 05:41:54.511596 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-8c6336dd-756d-4ea8-9a0a-4742215973cd req-ac731322-70cc-48e8-b3f8-788579c069ae tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327232 Dec 22 05:41:54.679547 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa500ee8-fb70-40cc-9d8d-b3c44b3563fd req-d87569eb-8cb3-401c-9c9a-d9d1d44193a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:54.681063 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fa500ee8-fb70-40cc-9d8d-b3c44b3563fd req-d87569eb-8cb3-401c-9c9a-d9d1d44193a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1099 time: 0.0426402 Dec 22 05:41:54.715606 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fa500ee8-fb70-40cc-9d8d-b3c44b3563fd req-4f61acdd-fbb8-452f-9921-5a3494f8403b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279093 Dec 22 05:41:55.630498 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e0e56-30f6-4f96-82c2-cd3043d2a430 req-a8ebd8e5-1336-4964-88e4-e051115498f1 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:55.631933 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8a7e0e56-30f6-4f96-82c2-cd3043d2a430 req-a8ebd8e5-1336-4964-88e4-e051115498f1 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0518017 Dec 22 05:41:55.670400 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8a7e0e56-30f6-4f96-82c2-cd3043d2a430 req-02f04aa6-041f-41d6-a450-cbf0c4e7f2b6 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325358 Dec 22 05:41:56.783129 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d57f8c-243f-4339-8f0a-56f625f29e3a req-c560cdc1-18c0-4e8a-aae7-28fb981465a9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:56.784588 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-08d57f8c-243f-4339-8f0a-56f625f29e3a req-c560cdc1-18c0-4e8a-aae7-28fb981465a9 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0475876 Dec 22 05:41:56.820880 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-08d57f8c-243f-4339-8f0a-56f625f29e3a req-1330cace-38ca-4383-8bd4-e88cf59d9590 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305946 Dec 22 05:42:09.311972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4089420f-1f6e-4b87-bfd4-4bd4dcf9a85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:11.706599 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b1848da2-e212-4953-bfd0-f8ef194a4944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:13.363289 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:14.506061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:15.278044 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:20.545703 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:42:21.289322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:36.951321 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fff45f-2b89-485b-8053-edde252a2e9a req-6d1b951f-c293-4c8d-90de-077867a28500 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397391 Dec 22 05:42:37.050766 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fff45f-2b89-485b-8053-edde252a2e9a req-73b1f2c3-cf22-4427-9908-0b6bc143fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:37.052231 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fff45f-2b89-485b-8053-edde252a2e9a req-73b1f2c3-cf22-4427-9908-0b6bc143fd00 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1099 time: 0.0442195 Dec 22 05:42:37.152983 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fff45f-2b89-485b-8053-edde252a2e9a req-eac3d6c7-839e-499a-bb57-ed742e2791a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:37.154589 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fff45f-2b89-485b-8053-edde252a2e9a req-eac3d6c7-839e-499a-bb57-ed742e2791a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0843508 Dec 22 05:42:37.225901 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fff45f-2b89-485b-8053-edde252a2e9a req-a0594519-cfb7-432f-8c20-018d2909ea73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9057dfe0-6dae-4dc4-8656-915617820579 HTTP/1.1" status: 200 len: 1002 time: 0.0643857 Dec 22 05:42:37.274953 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fff45f-2b89-485b-8053-edde252a2e9a req-b6ce7b97-2380-4119-be60-259085b5fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:37.276383 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fff45f-2b89-485b-8053-edde252a2e9a req-b6ce7b97-2380-4119-be60-259085b5fa99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0435832 Dec 22 05:42:37.321278 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fff45f-2b89-485b-8053-edde252a2e9a req-4e81e1cd-7a9b-4e5c-be4b-53b25aaddfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:37.322706 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fff45f-2b89-485b-8053-edde252a2e9a req-4e81e1cd-7a9b-4e5c-be4b-53b25aaddfa1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390382 Dec 22 05:42:37.334078 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-61fff45f-2b89-485b-8053-edde252a2e9a req-b224b4b2-06fa-491f-b72f-5ab8780fd5cd service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:42:37.335080 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fff45f-2b89-485b-8053-edde252a2e9a req-b224b4b2-06fa-491f-b72f-5ab8780fd5cd service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054488 Dec 22 05:42:37.424736 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fff45f-2b89-485b-8053-edde252a2e9a req-57385bfd-40f8-4e85-a8c2-8d776a1ee794 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822225 Dec 22 05:42:37.512282 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-61fff45f-2b89-485b-8053-edde252a2e9a req-c32c411c-fba9-47af-bd3b-3fa6d3b6321d service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805221 Dec 22 05:42:39.311670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5cd7c1d5-4436-4c9f-999b-c45d4e6ffc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:41.704793 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-047ef212-c9aa-4e97-b13e-f19e8d421a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:43.340946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:44.458239 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:45.300179 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:51.326540 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:42:57.544004 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:43:09.351438 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-fbcdae92-e997-48ce-8953-050563cde4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:11.719949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-42e076bf-f27d-4159-b901-8aec12d5e93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:13.374136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:14.457112 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:15.297153 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:21.385492 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:32.765222 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50918) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:32.919080 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Deleting port 8ae43094-ad6c-42cb-a552-5d176c00cd7b {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:43:32.919415 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:32.996112 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:32.996530 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:33.007744 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Calling delete_port for 8ae43094-ad6c-42cb-a552-5d176c00cd7b owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:43:33.202259 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:33.227878 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event deleted for resources: {'Port': ['ID=8ae43094-ad6c-42cb-a552-5d176c00cd7b,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:33.253188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:33.253527 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:33.253859 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:33.254186 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:33.254510 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:33.254831 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:33.255150 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:33.255466 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:33.255786 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:33.256098 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:33.256435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:33.256750 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:33.294881 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:33.295203 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Floating IP 6da4085d-8c67-4f75-b14d-e467b0d5d8c1 disassociated (deleted). External IP: 172.26.5.216, port: 9057dfe0-6dae-4dc4-8656-915617820579. Dec 22 05:43:33.494455 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:43:33.598326 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:43:33.603128 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:33.607658 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b926b1c1-5154-4b38-8b05-ee358b964c6c None None] Sync routers for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:43:33.617392 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b926b1c1-5154-4b38-8b05-ee358b964c6c None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:43:33.617994 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b926b1c1-5154-4b38-8b05-ee358b964c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:33.629735 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f40a9df3-d189-4067-a711-da666dd6b774 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "DELETE /v2.0/floatingips/6da4085d-8c67-4f75-b14d-e467b0d5d8c1 HTTP/1.1" status: 204 len: 168 time: 0.8634169 Dec 22 05:43:33.630319 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:43:33.632589 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4c3006-439c-468f-a234-8e94c2c00db5" -d '{"events": [{"name": "network-changed", "server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "tag": "9057dfe0-6dae-4dc4-8656-915617820579"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:43:33.671398 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec676dd3-0d23-4d12-ae7a-d37e4dd5ce87 x-openstack-request-id: req-ec676dd3-0d23-4d12-ae7a-d37e4dd5ce87 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:43:33.671692 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "tag": "9057dfe0-6dae-4dc4-8656-915617820579", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:43:33.672075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec676dd3-0d23-4d12-ae7a-d37e4dd5ce87 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:43:33.672674 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579', 'status': 'completed', 'code': 200} Dec 22 05:43:33.722690 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-b926b1c1-5154-4b38-8b05-ee358b964c6c None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:43:33.757394 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c3006-439c-468f-a234-8e94c2c00db5 req-8c819f0f-444c-43a3-96a7-685549211f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:33.758775 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df4c3006-439c-468f-a234-8e94c2c00db5 req-8c819f0f-444c-43a3-96a7-685549211f72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f6470136076b43fa908503038faffbb5&device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 1099 time: 0.0396066 Dec 22 05:43:33.860090 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c3006-439c-468f-a234-8e94c2c00db5 req-f224562b-f4e9-4eb5-b07a-85155320399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:33.861768 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df4c3006-439c-468f-a234-8e94c2c00db5 req-f224562b-f4e9-4eb5-b07a-85155320399a service neutron] 10.222.0.16 "GET /v2.0/networks?id=81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 200 len: 909 time: 0.0956674 Dec 22 05:43:33.925858 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df4c3006-439c-468f-a234-8e94c2c00db5 req-b54c7eaf-58da-4d11-9e88-de9e347079ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9057dfe0-6dae-4dc4-8656-915617820579 HTTP/1.1" status: 200 len: 217 time: 0.0572188 Dec 22 05:43:33.938208 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b926b1c1-5154-4b38-8b05-ee358b964c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:33.971624 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b926b1c1-5154-4b38-8b05-ee358b964c6c None None] Checking router: 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:43:33.981577 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b926b1c1-5154-4b38-8b05-ee358b964c6c None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:43:33.982195 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b926b1c1-5154-4b38-8b05-ee358b964c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:33.985020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c3006-439c-468f-a234-8e94c2c00db5 req-4745a690-7bb7-455f-91d0-2f685c80bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:33.988990 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df4c3006-439c-468f-a234-8e94c2c00db5 req-4745a690-7bb7-455f-91d0-2f685c80bc9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 200 len: 847 time: 0.0536118 Dec 22 05:43:34.111257 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-b926b1c1-5154-4b38-8b05-ee358b964c6c None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:43:34.113898 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c3006-439c-468f-a234-8e94c2c00db5 req-c14424ea-b820-43bc-a68b-0dba4c9ade74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:34.115477 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df4c3006-439c-468f-a234-8e94c2c00db5 req-c14424ea-b820-43bc-a68b-0dba4c9ade74 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=81478a8e-1925-4414-be84-007cc08fa3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0835161 Dec 22 05:43:34.132420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e9cab-2442-4216-81d0-a7325d2b03eb req-633f78f9-c325-4a29-9d18-8b3546319a5b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:34.139885 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-362e9cab-2442-4216-81d0-a7325d2b03eb req-633f78f9-c325-4a29-9d18-8b3546319a5b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0708959 Dec 22 05:43:34.224012 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-362e9cab-2442-4216-81d0-a7325d2b03eb req-554fb7ed-4298-4a1c-9210-ed8a455ff4f8 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753250 Dec 22 05:43:34.249536 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df4c3006-439c-468f-a234-8e94c2c00db5 req-d451edb0-046f-4b83-bdda-4a119707e7b8 service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083329 Dec 22 05:43:34.310530 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b926b1c1-5154-4b38-8b05-ee358b964c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:34.335608 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b926b1c1-5154-4b38-8b05-ee358b964c6c None None] The sync data for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv is: [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:33:38Z', 'revision_number': 4, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': 'aa76c011-033a-49f6-96cc-e43e6a022174', 'name': '', 'network_id': '81478a8e-1925-4414-be84-007cc08fa3a8', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'mac_address': 'fa:16:3e:89:9d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:37Z', 'updated_at': '2021-12-22T05:33:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'subnets': [{'id': 'f5d8e012-ebce-4d42-b244-1f6276bc1e42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:43:34.344674 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df4c3006-439c-468f-a234-8e94c2c00db5 req-12425c67-01c5-47e1-be2e-0edd6aa063ab service neutron] 10.222.0.16 "GET /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867631 Dec 22 05:43:34.543351 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:43:34.552968 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b36a705-485f-466d-96de-ea9e7315c524 None None] New status for floating IP 6da4085d-8c67-4f75-b14d-e467b0d5d8c1: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:43:35.342538 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b768398-7ec1-4ad4-9b79-b8b1b9f2b57e req-144f1b2d-e2c8-443e-b360-d6105c70897b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:35.344087 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4b768398-7ec1-4ad4-9b79-b8b1b9f2b57e req-144f1b2d-e2c8-443e-b360-d6105c70897b tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0499837 Dec 22 05:43:35.382476 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-4b768398-7ec1-4ad4-9b79-b8b1b9f2b57e req-74cc2b33-6eac-412a-a605-1684fafe7baa tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/security-groups?id=abc481a5-ec09-43bd-872c-9b357fcd0013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323176 Dec 22 05:43:35.777890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0d63f-760b-4b52-8267-64cfdede3148 req-5b729b03-214e-4c54-99ad-204f7eea4af2 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:35.779324 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65a0d63f-760b-4b52-8267-64cfdede3148 req-5b729b03-214e-4c54-99ad-204f7eea4af2 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.16 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 946 time: 0.0478110 Dec 22 05:43:35.871591 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-65a0d63f-760b-4b52-8267-64cfdede3148 req-51bf2b77-322c-474f-a1b8-0ece97b29233 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Deleting port 9057dfe0-6dae-4dc4-8656-915617820579 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:43:35.871934 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-65a0d63f-760b-4b52-8267-64cfdede3148 req-51bf2b77-322c-474f-a1b8-0ece97b29233 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:35.959792 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-65a0d63f-760b-4b52-8267-64cfdede3148 req-51bf2b77-322c-474f-a1b8-0ece97b29233 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] For port 9057dfe0-6dae-4dc4-8656-915617820579, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9057dfe0-6dae-4dc4-8656-915617820579,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:35.960159 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-65a0d63f-760b-4b52-8267-64cfdede3148 req-51bf2b77-322c-474f-a1b8-0ece97b29233 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:35.972389 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-65a0d63f-760b-4b52-8267-64cfdede3148 req-51bf2b77-322c-474f-a1b8-0ece97b29233 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Calling delete_port for 9057dfe0-6dae-4dc4-8656-915617820579 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:43:36.173384 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-65a0d63f-760b-4b52-8267-64cfdede3148 req-51bf2b77-322c-474f-a1b8-0ece97b29233 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:36.199382 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf2b77-322c-474f-a1b8-0ece97b29233 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event deleted for resources: {'Port': ['ID=9057dfe0-6dae-4dc4-8656-915617820579,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:36.251452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a0d63f-760b-4b52-8267-64cfdede3148 req-51bf2b77-322c-474f-a1b8-0ece97b29233 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] No DVR routers for this DVR port 9057dfe0-6dae-4dc4-8656-915617820579 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:43:36.253958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-65a0d63f-760b-4b52-8267-64cfdede3148 req-51bf2b77-322c-474f-a1b8-0ece97b29233 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:36.257304 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-65a0d63f-760b-4b52-8267-64cfdede3148 req-51bf2b77-322c-474f-a1b8-0ece97b29233 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.16 "DELETE /v2.0/ports/9057dfe0-6dae-4dc4-8656-915617820579 HTTP/1.1" status: 204 len: 173 time: 0.4713027 Dec 22 05:43:36.257736 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'name': 'network-vif-deleted', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:43:36.259958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251cc91b-e66a-4514-bf88-390bd5d6bd14" -d '{"events": [{"server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "name": "network-vif-deleted", "tag": "9057dfe0-6dae-4dc4-8656-915617820579"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:43:36.294561 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acff731-d8f1-4f79-a620-ad70cdce58fc x-openstack-request-id: req-2acff731-d8f1-4f79-a620-ad70cdce58fc {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:43:36.294842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cdb256-7322-4af6-a3d6-dc0f5b9b1041", "name": "network-vif-deleted", "tag": "9057dfe0-6dae-4dc4-8656-915617820579", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:43:36.295094 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2acff731-d8f1-4f79-a620-ad70cdce58fc {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:43:36.295536 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cdb256-7322-4af6-a3d6-dc0f5b9b1041', 'name': 'network-vif-deleted', 'tag': '9057dfe0-6dae-4dc4-8656-915617820579', 'status': 'completed', 'code': 200} Dec 22 05:43:36.600606 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-789612d1-1522-4e43-b99c-83fa89a2d99f req-3598e5c6-22e7-4117-8cca-ee5b426c302c tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 210 time: 0.1497283 Dec 22 05:43:37.775134 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-86c11529-cc78-4627-8ab3-b7c9265eec46 req-ed904c92-65e6-4254-bcd0-12dfe1317396 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 210 time: 0.1042838 Dec 22 05:43:38.698087 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9057dfe0-6dae-4dc4-8656-915617820579 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:43:38.718530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 9057dfe0-6dae-4dc4-8656-915617820579 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:43:38.718871 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 9057dfe0-6dae-4dc4-8656-915617820579 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:43:38.866483 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-889b0189-c499-417c-a022-a8d6727837c7 req-82d65f5f-e7ac-445b-9b7f-3604c38ba3a1 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 210 time: 0.0251713 Dec 22 05:43:39.351045 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-49470f85-71f8-4f5b-97e5-2083cf13ba15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:39.973595 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-118432e1-021f-47fd-892d-1bd2db75f77c req-5185dd7a-ae1c-46c8-8741-b1e4eff2ef04 tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "GET /v2.0/ports?device_id=30cdb256-7322-4af6-a3d6-dc0f5b9b1041 HTTP/1.1" status: 200 len: 210 time: 0.0334690 Dec 22 05:43:41.030264 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50966) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:41.087888 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a0026d3-573d-414b-8766-50935156a78e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:41.184769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a0026d3-573d-414b-8766-50935156a78e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:41.273872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a0026d3-573d-414b-8766-50935156a78e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:41.277146 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-2a0026d3-573d-414b-8766-50935156a78e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:41.278333 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-2a0026d3-573d-414b-8766-50935156a78e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] 10.222.0.54 "DELETE /v2.0/security-groups/abc481a5-ec09-43bd-872c-9b357fcd0013 HTTP/1.1" status: 204 len: 168 time: 0.2470732 Dec 22 05:43:41.287803 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0026d3-573d-414b-8766-50935156a78e tempest-TestShelveInstance-957089239 tempest-TestShelveInstance-957089239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc481a5-ec09-43bd-872c-9b357fcd0013,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:41.419683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50974) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:41.722122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-09b60ed1-6868-46ed-9461-270d5aaad3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:41.865876 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-327eb24a-a06f-49b2-a6c4-ff86b541c0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:42.444872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-327eb24a-a06f-49b2-a6c4-ff86b541c0d0 admin admin] Deleting port aa76c011-033a-49f6-96cc-e43e6a022174 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:43:42.445557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-327eb24a-a06f-49b2-a6c4-ff86b541c0d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:42.523647 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-327eb24a-a06f-49b2-a6c4-ff86b541c0d0 admin admin] For port aa76c011-033a-49f6-96cc-e43e6a022174, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=aa76c011-033a-49f6-96cc-e43e6a022174,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:42.524071 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-327eb24a-a06f-49b2-a6c4-ff86b541c0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:42.537931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-327eb24a-a06f-49b2-a6c4-ff86b541c0d0 admin admin] Calling delete_port for aa76c011-033a-49f6-96cc-e43e6a022174 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:43:42.791698 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-327eb24a-a06f-49b2-a6c4-ff86b541c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:42.821902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327eb24a-a06f-49b2-a6c4-ff86b541c0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa76c011-033a-49f6-96cc-e43e6a022174,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:42.995844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-327eb24a-a06f-49b2-a6c4-ff86b541c0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:43.210353 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327eb24a-a06f-49b2-a6c4-ff86b541c0d0 admin admin] Router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:43:43.318204 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327eb24a-a06f-49b2-a6c4-ff86b541c0d0 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:43:43.323219 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-327eb24a-a06f-49b2-a6c4-ff86b541c0d0 admin admin] 10.222.0.54 "PUT /v2.0/routers/9cf24dec-4136-43ed-85b5-5aeb9dc0c041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9294407 Dec 22 05:43:43.326052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50984) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:43.327294 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3594bfa-7165-4c50-acf9-c17943150507 None None] Sync routers for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:43:43.347002 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3594bfa-7165-4c50-acf9-c17943150507 None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:43:43.347002 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b3594bfa-7165-4c50-acf9-c17943150507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:43.365371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:43.426716 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:43.446155 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-b3594bfa-7165-4c50-acf9-c17943150507 None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:43:43.528717 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:43.618579 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b3594bfa-7165-4c50-acf9-c17943150507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110'}], 'enable_snat': True}, 'gw_port_id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:43:42Z', 'revision_number': 5, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port': {'id': '05071f92-29bc-4ec1-b986-f9b5e19dd553', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:48:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:36Z', 'updated_at': '2021-12-22T05:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:43.644486 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3594bfa-7165-4c50-acf9-c17943150507 None None] Checking router: 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:43:43.645922 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Deleting port 05071f92-29bc-4ec1-b986-f9b5e19dd553 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:43:43.646262 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:43.653135 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3594bfa-7165-4c50-acf9-c17943150507 None None] Routers {'9cf24dec-4136-43ed-85b5-5aeb9dc0c041'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:43:43.653728 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b3594bfa-7165-4c50-acf9-c17943150507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:43.724598 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] For port 05071f92-29bc-4ec1-b986-f9b5e19dd553, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=05071f92-29bc-4ec1-b986-f9b5e19dd553,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:43.724964 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:43.736939 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-b3594bfa-7165-4c50-acf9-c17943150507 None None] Set router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 gateway port host: None {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:43:43.738535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Calling delete_port for 05071f92-29bc-4ec1-b986-f9b5e19dd553 owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:43:43.786759 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b3594bfa-7165-4c50-acf9-c17943150507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:43:43Z', 'revision_number': 6, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:43.900414 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3594bfa-7165-4c50-acf9-c17943150507 None None] The sync data for ids ['9cf24dec-4136-43ed-85b5-5aeb9dc0c041'] in dv-neutron-822523-1-hyperv is: [{'id': '9cf24dec-4136-43ed-85b5-5aeb9dc0c041', 'name': 'tempest-TestShelveInstance-134167946-router', 'tenant_id': 'f6470136076b43fa908503038faffbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:35Z', 'updated_at': '2021-12-22T05:43:43Z', 'revision_number': 6, 'project_id': 'f6470136076b43fa908503038faffbb5', 'gw_port_host': None}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:43:43.965244 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:43.991435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Pushing event deleted for resources: {'Port': ['ID=05071f92-29bc-4ec1-b986-f9b5e19dd553,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:44.057167 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.147193 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.149255 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.247752 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.248322 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cf24dec-4136-43ed-85b5-5aeb9dc0c041 {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:43:44.252748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.253956 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fdb1c350-70e9-496b-ac9f-685584587052 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9cf24dec-4136-43ed-85b5-5aeb9dc0c041 HTTP/1.1" status: 204 len: 168 time: 0.9268882 Dec 22 05:43:44.256396 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50988) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:44.302855 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-0770bee5-586c-4109-989a-bd6c5d7b4a2a admin admin] Deleting subnet f5d8e012-ebce-4d42-b244-1f6276bc1e42 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:43:44.306047 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0770bee5-586c-4109-989a-bd6c5d7b4a2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.346350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0770bee5-586c-4109-989a-bd6c5d7b4a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.422039 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0770bee5-586c-4109-989a-bd6c5d7b4a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.459034 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.545423 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0770bee5-586c-4109-989a-bd6c5d7b4a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.576731 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770bee5-586c-4109-989a-bd6c5d7b4a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d8e012-ebce-4d42-b244-1f6276bc1e42,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:44.580552 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0770bee5-586c-4109-989a-bd6c5d7b4a2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.584016 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0770bee5-586c-4109-989a-bd6c5d7b4a2a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f5d8e012-ebce-4d42-b244-1f6276bc1e42 HTTP/1.1" status: 204 len: 168 time: 0.3263319 Dec 22 05:43:44.588952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 50992) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:44.589062 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04386b2a-d826-4aa0-a5f9-9771b077b4eb None None] Network 81478a8e-1925-4414-be84-007cc08fa3a8 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:43:44.663700 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.707296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 05071f92-29bc-4ec1-b986-f9b5e19dd553 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:43:44.718644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Deleting port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:43:44.718985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.736073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 05071f92-29bc-4ec1-b986-f9b5e19dd553 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:43:44.737503 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 05071f92-29bc-4ec1-b986-f9b5e19dd553 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:43:44.738151 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device aa76c011-033a-49f6-96cc-e43e6a022174 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:43:44.761745 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: aa76c011-033a-49f6-96cc-e43e6a022174 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:43:44.762076 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device aa76c011-033a-49f6-96cc-e43e6a022174 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:43:44.784306 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] For port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9057b291-302e-4fa3-a5a2-b8bb5fb7c45e,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:44.784746 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.799798 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Calling delete_port for 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:43:44.846706 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] DHCP port deletion for 81478a8e-1925-4414-be84-007cc08fa3a8 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:43:44.905128 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Deleting port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:43:44.905500 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.952120 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.973227 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] For port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=9057b291-302e-4fa3-a5a2-b8bb5fb7c45e,segment=NetworkSegment(1c8d96f2-2718-4708-9332-25c01637b07e),segment_id=1c8d96f2-2718-4708-9332-25c01637b07e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:44.973619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:44.983124 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9057b291-302e-4fa3-a5a2-b8bb5fb7c45e,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:44.987147 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Calling delete_port for 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:43:44.989347 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] No DVR routers for this DVR port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:43:45.063852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:45.065592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:45.090419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Pushing event deleted for resources: {'Port': ['ID=9057b291-302e-4fa3-a5a2-b8bb5fb7c45e,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:45.090668 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81478a8e-1925-4414-be84-007cc08fa3a8']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:45.095521 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] No DVR routers for this DVR port 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:43:45.100291 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8d96f2-2718-4708-9332-25c01637b07e') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:45.100581 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8d96f2-2718-4708-9332-25c01637b07e') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:45.103111 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:45.103455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:45.104424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:45.104750 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:45.105067 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:45.105384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:45.105827 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:45.106014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:45.106310 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:45.106621 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:45.106928 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:45.107233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f0dbdf6-0359-4b43-8481-a84bb3d3f74d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:45.113474 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:45.126619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:45.132616 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:43:45.133016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:43:45.134672 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:43:45.261905 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:45.267619 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:45.272559 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] 10.222.0.54 "DELETE /v2.0/networks/81478a8e-1925-4414-be84-007cc08fa3a8 HTTP/1.1" status: 204 len: 168 time: 0.6837943 Dec 22 05:43:45.273952 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 50996) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:45.282599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae28677-5bb8-4330-8f14-40a998bc4ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=81478a8e-1925-4414-be84-007cc08fa3a8,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:45.290552 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:45.884459 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:46.121253 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Deleting port 0996969a-1485-4ec0-bd43-a5a0dd4931af {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:43:46.121584 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:46.197954 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] For port 0996969a-1485-4ec0-bd43-a5a0dd4931af, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0996969a-1485-4ec0-bd43-a5a0dd4931af,segment=NetworkSegment(a4dcc7f1-5df1-41bd-84fa-63281110d2fc),segment_id=a4dcc7f1-5df1-41bd-84fa-63281110d2fc)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:46.198300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:46.210262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Calling delete_port for 0996969a-1485-4ec0-bd43-a5a0dd4931af owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:43:46.456887 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:46.484155 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=0996969a-1485-4ec0-bd43-a5a0dd4931af,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:46.486467 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:43:46.497448 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:46.498036 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:46.498544 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:46.499060 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:46.499397 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:46.499732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:46.500059 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:46.500412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:46.500747 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:46.501058 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:46.501375 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:46.501690 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:46.507997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:43:46.508577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 9057b291-302e-4fa3-a5a2-b8bb5fb7c45e not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:43:46.658108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:46.872138 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Router d065e627-2ebd-41c0-85aa-e59150f161a1 has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:43:46.975948 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:43:46.981669 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-3d8d964e-724f-4747-ba01-d4fedc4efc12 admin admin] 10.222.0.54 "PUT /v2.0/routers/d065e627-2ebd-41c0-85aa-e59150f161a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7066910 Dec 22 05:43:46.984047 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51000) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:46.986664 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d3c18d-e24a-46cc-9638-e34958ed42c6 None None] Sync routers for ids ['d065e627-2ebd-41c0-85aa-e59150f161a1'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:43:46.996523 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d3c18d-e24a-46cc-9638-e34958ed42c6 None None] Routers {'d065e627-2ebd-41c0-85aa-e59150f161a1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:43:46.997142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-85d3c18d-e24a-46cc-9638-e34958ed42c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d065e627-2ebd-41c0-85aa-e59150f161a1'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:47.085622 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:47.098060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-85d3c18d-e24a-46cc-9638-e34958ed42c6 None None] Set router d065e627-2ebd-41c0-85aa-e59150f161a1 gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:43:47.186408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:47.273617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-85d3c18d-e24a-46cc-9638-e34958ed42c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'name': 'tempest-TestShelveInstance-1791576691-router', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38'}], 'enable_snat': True}, 'gw_port_id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:43:46Z', 'revision_number': 5, 'project_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'gw_port': {'id': '5e6d2278-ac5d-487c-848b-b6b954655db0', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:30:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:47.300815 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d3c18d-e24a-46cc-9638-e34958ed42c6 None None] Checking router: d065e627-2ebd-41c0-85aa-e59150f161a1 for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:43:47.304332 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Deleting port 5e6d2278-ac5d-487c-848b-b6b954655db0 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:43:47.304678 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:47.309110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d3c18d-e24a-46cc-9638-e34958ed42c6 None None] Routers {'d065e627-2ebd-41c0-85aa-e59150f161a1'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:43:47.309707 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-85d3c18d-e24a-46cc-9638-e34958ed42c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d065e627-2ebd-41c0-85aa-e59150f161a1'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:47.379862 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] For port 5e6d2278-ac5d-487c-848b-b6b954655db0, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=5e6d2278-ac5d-487c-848b-b6b954655db0,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:47.380238 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:47.393447 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-85d3c18d-e24a-46cc-9638-e34958ed42c6 None None] Set router d065e627-2ebd-41c0-85aa-e59150f161a1 gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:43:47.396869 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Calling delete_port for 5e6d2278-ac5d-487c-848b-b6b954655db0 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:43:47.446953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-85d3c18d-e24a-46cc-9638-e34958ed42c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'name': 'tempest-TestShelveInstance-1791576691-router', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:43:47Z', 'revision_number': 6, 'project_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:47.472541 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d3c18d-e24a-46cc-9638-e34958ed42c6 None None] The sync data for ids ['d065e627-2ebd-41c0-85aa-e59150f161a1'] in dv-neutron-822523-1-hyperv is: [{'id': 'd065e627-2ebd-41c0-85aa-e59150f161a1', 'name': 'tempest-TestShelveInstance-1791576691-router', 'tenant_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:33:41Z', 'updated_at': '2021-12-22T05:43:47Z', 'revision_number': 6, 'project_id': '61fdf5ac38b64c1eb8b6dba9ef4cf2b4', 'gw_port_host': None}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:43:47.627595 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:47.657607 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6d2278-ac5d-487c-848b-b6b954655db0,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:47.716113 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:47.802090 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:47.804037 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:47.907751 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:47.908757 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d065e627-2ebd-41c0-85aa-e59150f161a1 {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:43:47.913108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:47.914275 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ec62a347-475f-433c-b858-6001b99ee645 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d065e627-2ebd-41c0-85aa-e59150f161a1 HTTP/1.1" status: 204 len: 168 time: 0.9292424 Dec 22 05:43:47.923198 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51002) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:47.965124 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8f9262-36ac-4619-a38d-e73030e2a371 admin admin] Deleting subnet a8e522e5-0eaa-4afd-872c-a6b2e90608e5 {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:43:47.969282 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4e8f9262-36ac-4619-a38d-e73030e2a371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.002195 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4e8f9262-36ac-4619-a38d-e73030e2a371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.082718 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4e8f9262-36ac-4619-a38d-e73030e2a371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.205556 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4e8f9262-36ac-4619-a38d-e73030e2a371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.231736 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f9262-36ac-4619-a38d-e73030e2a371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e522e5-0eaa-4afd-872c-a6b2e90608e5,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:48.235460 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4e8f9262-36ac-4619-a38d-e73030e2a371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.238991 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4e8f9262-36ac-4619-a38d-e73030e2a371 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a8e522e5-0eaa-4afd-872c-a6b2e90608e5 HTTP/1.1" status: 204 len: 168 time: 0.3210976 Dec 22 05:43:48.241581 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51004) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:48.247706 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82d05ad-7c91-44bf-9b09-cd11d6a35362 None None] Network 57e24a6d-9b56-4870-9846-97fe2f7d393a requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:43:48.316355 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.373020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Deleting port 7370b25e-e3d3-43fb-8660-9561c74217af {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:43:48.373356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.424450 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a51e13-0b99-4c93-b68f-99c0d852a3c5 None None] DHCP port deletion for 57e24a6d-9b56-4870-9846-97fe2f7d393a request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:43:48.466954 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] For port 7370b25e-e3d3-43fb-8660-9561c74217af, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7370b25e-e3d3-43fb-8660-9561c74217af,segment=NetworkSegment(a4dcc7f1-5df1-41bd-84fa-63281110d2fc),segment_id=a4dcc7f1-5df1-41bd-84fa-63281110d2fc)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:48.467317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.480743 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Calling delete_port for 7370b25e-e3d3-43fb-8660-9561c74217af owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:43:48.498309 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-10a51e13-0b99-4c93-b68f-99c0d852a3c5 None None] Deleting port 7370b25e-e3d3-43fb-8660-9561c74217af {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:43:48.498678 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-10a51e13-0b99-4c93-b68f-99c0d852a3c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.513568 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0996969a-1485-4ec0-bd43-a5a0dd4931af no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:43:48.570625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 0996969a-1485-4ec0-bd43-a5a0dd4931af {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:43:48.571012 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0996969a-1485-4ec0-bd43-a5a0dd4931af not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:43:48.571426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5e6d2278-ac5d-487c-848b-b6b954655db0 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:43:48.602852 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 5e6d2278-ac5d-487c-848b-b6b954655db0 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:43:48.603183 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 5e6d2278-ac5d-487c-848b-b6b954655db0 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:43:48.604116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 7370b25e-e3d3-43fb-8660-9561c74217af no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:43:48.610328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-10a51e13-0b99-4c93-b68f-99c0d852a3c5 None None] For port 7370b25e-e3d3-43fb-8660-9561c74217af, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=7370b25e-e3d3-43fb-8660-9561c74217af,segment=NetworkSegment(a4dcc7f1-5df1-41bd-84fa-63281110d2fc),segment_id=a4dcc7f1-5df1-41bd-84fa-63281110d2fc)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:48.614499 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-10a51e13-0b99-4c93-b68f-99c0d852a3c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.643098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-10a51e13-0b99-4c93-b68f-99c0d852a3c5 None None] Calling delete_port for 7370b25e-e3d3-43fb-8660-9561c74217af owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:43:48.667944 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.698224 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No ports have port_id starting with 7370b25e-e3d3-43fb-8660-9561c74217af Dec 22 05:43:48.700956 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7370b25e-e3d3-43fb-8660-9561c74217af,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:48.704838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] No DVR routers for this DVR port 7370b25e-e3d3-43fb-8660-9561c74217af on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:43:48.736371 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-10a51e13-0b99-4c93-b68f-99c0d852a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.763403 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a51e13-0b99-4c93-b68f-99c0d852a3c5 None None] No DVR routers for this DVR port 7370b25e-e3d3-43fb-8660-9561c74217af on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:43:48.769855 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a51e13-0b99-4c93-b68f-99c0d852a3c5 None None] Pushing event deleted for resources: {'Port': ['ID=7370b25e-e3d3-43fb-8660-9561c74217af,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:48.794196 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.814470 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e24a6d-9b56-4870-9846-97fe2f7d393a']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:48.823652 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4dcc7f1-5df1-41bd-84fa-63281110d2fc') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:48.823938 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4dcc7f1-5df1-41bd-84fa-63281110d2fc') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:48.833160 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.846545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.852249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:43:48.852626 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:43:48.854940 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:43:48.965021 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.971112 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:48.974343 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/57e24a6d-9b56-4870-9846-97fe2f7d393a HTTP/1.1" status: 204 len: 168 time: 0.7318017 Dec 22 05:43:48.990333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6cca9-32f6-4dae-8252-7d0c0f779aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=57e24a6d-9b56-4870-9846-97fe2f7d393a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:49.266281 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51008) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:49.308149 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-071b99b7-6025-4012-a9ef-8e10aaac99d9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6470136076b43fa908503038faffbb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407066 Dec 22 05:43:49.310617 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51010) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:49.367836 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-282a4871-b96d-4238-8609-0f43f656b296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:49.391379 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-282a4871-b96d-4238-8609-0f43f656b296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:49.521961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-282a4871-b96d-4238-8609-0f43f656b296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:49.524533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-282a4871-b96d-4238-8609-0f43f656b296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:49.526256 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-282a4871-b96d-4238-8609-0f43f656b296 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/56086189-15ca-4bf6-a3cd-ed9ca447cd34 HTTP/1.1" status: 204 len: 168 time: 0.2147446 Dec 22 05:43:49.534459 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a4871-b96d-4238-8609-0f43f656b296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56086189-15ca-4bf6-a3cd-ed9ca447cd34,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:50.147930 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51018) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:50.186736 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-abec8e31-23f9-4633-b3e1-c1dd081bd532 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=61fdf5ac38b64c1eb8b6dba9ef4cf2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376525 Dec 22 05:43:50.189113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51020) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:50.235356 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-de618a9d-040a-46d7-b27d-4f17943dc994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:50.260016 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-de618a9d-040a-46d7-b27d-4f17943dc994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:50.350829 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-de618a9d-040a-46d7-b27d-4f17943dc994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:50.353523 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-de618a9d-040a-46d7-b27d-4f17943dc994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:50.354693 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-de618a9d-040a-46d7-b27d-4f17943dc994 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed9b57dd-97ae-4b78-9b7e-6cf2c084e446 HTTP/1.1" status: 204 len: 168 time: 0.1647031 Dec 22 05:43:50.362435 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de618a9d-040a-46d7-b27d-4f17943dc994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9b57dd-97ae-4b78-9b7e-6cf2c084e446,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:51.420115 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:51.476404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51042) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:51.567961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-710485175-network', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:43:51.653083 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Made reservation on behalf of 54fdbb16cec0449d89760c6e30d24d3e for: {'network': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:43:51.655344 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:51.663419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:51.734251 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:51.827550 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:51.850613 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=109183) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:43:51.858970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02863def-b549-47dc-a9e3-2c1ea460362f,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:51.864706 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:51.874579 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.segments_db [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Added segment d6054e9a-3359-490c-b39b-4e488cde8c6e of type vlan for network 27a9dc98-2932-47e4-be36-ad501cea2c0f Dec 22 05:43:51.903926 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:51.990676 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:51.991603 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:51.992175 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:52.052410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] Pushing event updated for resources: {'Network': ['ID=27a9dc98-2932-47e4-be36-ad501cea2c0f,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:52.062457 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network 27a9dc98-2932-47e4-be36-ad501cea2c0f details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:43:52.119002 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8deeeb24-3119-435c-ad8e-1af0eba94012 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6414855 Dec 22 05:43:52.123788 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51046) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:52.128686 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-b8bceee4-1f90-48fb-9061-fd2d4362e70e admin admin] Request body: {'subnet': {'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-710485175-subnet', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'ip_version': 4}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:43:52.195949 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bceee4-1f90-48fb-9061-fd2d4362e70e admin admin] Made reservation on behalf of 54fdbb16cec0449d89760c6e30d24d3e for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:43:52.198249 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b8bceee4-1f90-48fb-9061-fd2d4362e70e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:52.398920 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b8bceee4-1f90-48fb-9061-fd2d4362e70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:52.453552 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bceee4-1f90-48fb-9061-fd2d4362e70e admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b7b807-947b-46c0-90f1-7cd429d6eeff,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:52.460671 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bceee4-1f90-48fb-9061-fd2d4362e70e admin admin] Checking segment: {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:43:52.461022 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bceee4-1f90-48fb-9061-fd2d4362e70e admin admin] Network hostable DHCP agents. Network: 27a9dc98-2932-47e4-be36-ad501cea2c0f, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:43:52.524170 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bceee4-1f90-48fb-9061-fd2d4362e70e admin admin] Network 27a9dc98-2932-47e4-be36-ad501cea2c0f is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:43:52.575870 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-b8bceee4-1f90-48fb-9061-fd2d4362e70e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, 27a9dc98-2932-47e4-be36-ad501cea2c0f) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:43:52.579805 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bceee4-1f90-48fb-9061-fd2d4362e70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:52.580405 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-b8bceee4-1f90-48fb-9061-fd2d4362e70e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:52.587746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5af506f-bf0d-412f-b333-b1328273294e None None] Network 27a9dc98-2932-47e4-be36-ad501cea2c0f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:43:52.642127 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b8bceee4-1f90-48fb-9061-fd2d4362e70e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5171824 Dec 22 05:43:52.644699 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51048) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:52.651117 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:43:52.722328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:52.723410 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:52.725558 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-27a9dc98-2932-47e4-be36-ad501cea2c0f', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:43:52.726395 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:52.778582 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:52.861241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Allocated IP 172.20.0.2 (27a9dc98-2932-47e4-be36-ad501cea2c0f/91b7b807-947b-46c0-90f1-7cd429d6eeff/2a430c91-b9fe-4bd6-ab54-29554a78c049) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:43:52.977708 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:52.998877 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:53.102483 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:53.142358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Network 27a9dc98-2932-47e4-be36-ad501cea2c0f is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:43:53.146490 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:43:53.149937 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:43:53.157329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Pushing event updated for resources: {'Port': ['ID=2a430c91-b9fe-4bd6-ab54-29554a78c049,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:53.208630 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Attempting to bind port 2a430c91-b9fe-4bd6-ab54-29554a78c049 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:43:53.208905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Attempting to bind port 2a430c91-b9fe-4bd6-ab54-29554a78c049 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:43:53.209264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Attempting to bind port 2a430c91-b9fe-4bd6-ab54-29554a78c049 on network 27a9dc98-2932-47e4-be36-ad501cea2c0f {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:43:53.214057 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:43:53.214426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Checking segment: {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:43:53.214825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:53.215214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Bound using segment: {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:43:53.215667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Bound port: 2a430c91-b9fe-4bd6-ab54-29554a78c049, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:43:53.216036 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:53.230942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:53.249858 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:53.277615 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] For port 2a430c91-b9fe-4bd6-ab54-29554a78c049, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:43:53.281060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] For port 2a430c91-b9fe-4bd6-ab54-29554a78c049, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2a430c91-b9fe-4bd6-ab54-29554a78c049,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:43:53.352257 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Allocated IP 172.26.5.235 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/89645379-510a-4d40-8c71-e395db654938) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:43:53.374130 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:53.429547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d3fc1-0c31-49d0-bbfd-309f24fdfb23 None None] Pushing event updated for resources: {'Port': ['ID=2a430c91-b9fe-4bd6-ab54-29554a78c049,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:53.461215 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:53.551874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:53.590776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:43:53.594435 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:43:53.598087 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:43:53.910932 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Pushing event updated for resources: {'Port': ['ID=89645379-510a-4d40-8c71-e395db654938,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:54.221706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:54.303575 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51d847-7aca-49d6-b276-f40d1fe6298c None None] Network 27a9dc98-2932-47e4-be36-ad501cea2c0f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:43:54.387243 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-916802a3-d9b7-42e1-b7f6-c4425c1bc6c9 None None] Provisioning complete for port 2a430c91-b9fe-4bd6-ab54-29554a78c049 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:43:54.387524 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-916802a3-d9b7-42e1-b7f6-c4425c1bc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:54.413177 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:54.593321 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Router a1039af2-dced-4ca7-8667-9b0ed502f42c is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109182) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:43:54.614523 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2a430c91-b9fe-4bd6-ab54-29554a78c049 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:43:54.700441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-916802a3-d9b7-42e1-b7f6-c4425c1bc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:54.702706 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:43:54.711441 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Sync routers for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:43:54.716260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 2a430c91-b9fe-4bd6-ab54-29554a78c049 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:43:54.716639 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:54.724656 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:43:54.725281 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:54.765018 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-916802a3-d9b7-42e1-b7f6-c4425c1bc6c9 None None] For port 2a430c91-b9fe-4bd6-ab54-29554a78c049, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2a430c91-b9fe-4bd6-ab54-29554a78c049,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:54.767901 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:54.770023 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-94802d4b-edf1-457b-941d-136d8c3b9b78 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1240535 Dec 22 05:43:54.772401 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51050) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:54.827296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:54.833559 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-916802a3-d9b7-42e1-b7f6-c4425c1bc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:54.838077 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:43:54.932724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916802a3-d9b7-42e1-b7f6-c4425c1bc6c9 None None] Pushing event updated for resources: {'Port': ['ID=2a430c91-b9fe-4bd6-ab54-29554a78c049,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:54.950040 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109184) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:43:54.950240 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG oslo_db.api [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:43:54.958421 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-65ff4ee1-1849-450b-93ea-59bb7d56793f None None] Provisioning complete for port 2a430c91-b9fe-4bd6-ab54-29554a78c049 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:43:54.958946 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-65ff4ee1-1849-450b-93ea-59bb7d56793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.034189 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:54Z', 'revision_number': 3, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:55.060132 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Checking router: a1039af2-dced-4ca7-8667-9b0ed502f42c for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:43:55.060506 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Updating router a1039af2-dced-4ca7-8667-9b0ed502f42c port 89645379-510a-4d40-8c71-e395db654938 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:43:55.088502 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.218007 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.330957 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.402119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Allocated IP 172.20.0.1 (27a9dc98-2932-47e4-be36-ad501cea2c0f/91b7b807-947b-46c0-90f1-7cd429d6eeff/0c89a378-ad45-4ca3-a5f8-eb7dfba9394b) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:43:55.421989 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.475730 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Attempting to bind port 89645379-510a-4d40-8c71-e395db654938 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:43:55.475984 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Attempting to bind port 89645379-510a-4d40-8c71-e395db654938 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:43:55.476371 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Attempting to bind port 89645379-510a-4d40-8c71-e395db654938 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:43:55.478207 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Pushing event updated for resources: {'Port': ['ID=89645379-510a-4d40-8c71-e395db654938,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:55.487513 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:55.488003 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:55.488356 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:55.488676 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:55.488997 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:55.489326 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:55.489644 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:55.489959 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:55.490272 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:55.490584 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:55.490889 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:55.491192 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109185) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:55.494656 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:43:55.495570 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:43:55.495980 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.496418 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:43:55.496876 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Bound port: 89645379-510a-4d40-8c71-e395db654938, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:43:55.497244 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.515206 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.549505 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] For port 89645379-510a-4d40-8c71-e395db654938, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:43:55.552749 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] For port 89645379-510a-4d40-8c71-e395db654938, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=89645379-510a-4d40-8c71-e395db654938,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:43:55.630912 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.642607 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.669192 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Network 27a9dc98-2932-47e4-be36-ad501cea2c0f is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:43:55.673497 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:43:55.680708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:43:55.699576 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd261b-de0e-4e00-90e9-6901231e5c3c None None] Pushing event updated for resources: {'Port': ['ID=89645379-510a-4d40-8c71-e395db654938,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:55.700218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c89a378-ad45-4ca3-a5f8-eb7dfba9394b,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:55.702088 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:43:55.702690 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:55.720140 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.809394 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:43:55.925307 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.966136 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-60648b2a-77f5-474c-ad39-1e82744bc51e None None] Provisioning complete for port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:43:55.966806 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-60648b2a-77f5-474c-ad39-1e82744bc51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:55.988673 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:54Z', 'revision_number': 3, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:56.004264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-60648b2a-77f5-474c-ad39-1e82744bc51e None None] Port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:43:56.016310 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d65ffb-4c56-45bc-b40e-9f99d016b1f4 None None] The sync data for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv is: [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:54Z', 'revision_number': 3, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:43:56.098506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:56.145032 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:56.212585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c89a378-ad45-4ca3-a5f8-eb7dfba9394b,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:56.216410 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:56.319985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Network 27a9dc98-2932-47e4-be36-ad501cea2c0f is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:43:56.321381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:43:56.626294 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2a430c91-b9fe-4bd6-ab54-29554a78c049 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:43:56.661880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a3fe6f9a-d43e-494c-9b37-807655bb2827 None None] Provisioning complete for port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:43:56.662407 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a3fe6f9a-d43e-494c-9b37-807655bb2827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:56.706875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a3fe6f9a-d43e-494c-9b37-807655bb2827 None None] Port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:43:56.714087 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 2a430c91-b9fe-4bd6-ab54-29554a78c049 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:43:56.714581 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:56.799463 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 89645379-510a-4d40-8c71-e395db654938 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:43:56.809720 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Router a1039af2-dced-4ca7-8667-9b0ed502f42c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:43:56.845866 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 89645379-510a-4d40-8c71-e395db654938 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:43:56.846238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:56.929454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:43:56.931738 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:56.935306 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-01fe2b60-d5ea-4c3f-91ca-aca3e17885c6 admin admin] 10.222.0.54 "PUT /v2.0/routers/a1039af2-dced-4ca7-8667-9b0ed502f42c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1613417 Dec 22 05:43:56.953009 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 89645379-510a-4d40-8c71-e395db654938, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=89645379-510a-4d40-8c71-e395db654938,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:57.036114 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:57.086405 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=89645379-510a-4d40-8c71-e395db654938,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:57.570437 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51068) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:57.576003 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-872994298-network', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:43:57.614073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Sync routers for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:43:57.623035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:43:57.623617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:57.667540 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Made reservation on behalf of 1bb4ced1a02a4303800ca233393edf88 for: {'network': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:43:57.669963 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for network, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:57.679008 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:57.728460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:43:57.751995 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:57.824974 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:57.848565 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=109182) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:43:57.857959 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa66ed4-819e-4ba0-94dd-cebfcbda35f0,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:57.862569 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:57.862907 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.segments_db [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Added segment 6c2bc833-7ada-4b34-99e7-886c4385c733 of type vlan for network c12a7a24-03db-4580-9fcc-29b5251839d3 Dec 22 05:43:57.906882 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753904331695'] for network, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:57.930908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 2, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:57.957880 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Checking router: a1039af2-dced-4ca7-8667-9b0ed502f42c for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:43:57.958237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Updating router a1039af2-dced-4ca7-8667-9b0ed502f42c port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:43:57.987539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:57.993432 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575'] for network, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:57.994412 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:57.995494 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.052822 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] Pushing event updated for resources: {'Network': ['ID=c12a7a24-03db-4580-9fcc-29b5251839d3,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:58.082834 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Network c12a7a24-03db-4580-9fcc-29b5251839d3 details requested by agent ovs-agent-dv-neutron-822523-1-hyperv with host dv-neutron-822523-1-hyperv {{(pid=109184) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:43:58.128965 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4d7b6891-5e1a-462d-b085-adcf4bf42c3b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5571582 Dec 22 05:43:58.129811 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51070) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:58.134665 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-4c38b0dd-e0aa-4f36-9c76-c22a246f0aca admin admin] Request body: {'subnet': {'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-872994298-subnet', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'ip_version': 4}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:43:58.230735 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c38b0dd-e0aa-4f36-9c76-c22a246f0aca admin admin] Made reservation on behalf of 1bb4ced1a02a4303800ca233393edf88 for: {'subnet': 1} {{(pid=109182) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:43:58.233124 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c38b0dd-e0aa-4f36-9c76-c22a246f0aca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26386760'] for subnet, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.315164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.399020 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.455196 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5c1ae-b2f9-45f5-b25c-8d5873307d8b None None] Pushing event updated for resources: {'Port': ['ID=0c89a378-ad45-4ca3-a5f8-eb7dfba9394b,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:58.499758 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c38b0dd-e0aa-4f36-9c76-c22a246f0aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26549970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26386810'] for subnet, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.503175 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 89645379-510a-4d40-8c71-e395db654938 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:43:58.543073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Attempting to bind port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:43:58.543431 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Attempting to bind port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:43:58.543790 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Attempting to bind port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b on network 27a9dc98-2932-47e4-be36-ad501cea2c0f {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:43:58.554650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:43:58.555023 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Checking segment: {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:43:58.555539 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.555931 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Bound using segment: {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:43:58.556426 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Bound port: 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:43:58.556939 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.566762 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38b0dd-e0aa-4f36-9c76-c22a246f0aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=df892e8b-6d32-400d-98ce-4c24079729d3,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:58.572119 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c38b0dd-e0aa-4f36-9c76-c22a246f0aca admin admin] Checking segment: {'id': '6c2bc833-7ada-4b34-99e7-886c4385c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:43:58.572842 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38b0dd-e0aa-4f36-9c76-c22a246f0aca admin admin] Network hostable DHCP agents. Network: c12a7a24-03db-4580-9fcc-29b5251839d3, hostable agents: ['b108103f-74f2-40dd-8314-bff2d8a463f8'], hosted agents: [] {{(pid=109182) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:43:58.633097 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 89645379-510a-4d40-8c71-e395db654938 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:43:58.633464 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.667876 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] For port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:43:58.681693 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38b0dd-e0aa-4f36-9c76-c22a246f0aca admin admin] Network c12a7a24-03db-4580-9fcc-29b5251839d3 is scheduled to be hosted by DHCP agent b108103f-74f2-40dd-8314-bff2d8a463f8 with binding_index 1 {{(pid=109182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:43:58.686933 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-f9f9cf96-ccda-4064-9b1b-d82648d9ad21 None None] Provisioning complete for port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:43:58.687296 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f9f9cf96-ccda-4064-9b1b-d82648d9ad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.693180 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] For port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0c89a378-ad45-4ca3-a5f8-eb7dfba9394b,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:43:58.731562 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9cf96-ccda-4064-9b1b-d82648d9ad21 None None] Port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:43:58.787108 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-4c38b0dd-e0aa-4f36-9c76-c22a246f0aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822523-1-hyperv, c12a7a24-03db-4580-9fcc-29b5251839d3) {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:43:58.791021 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c38b0dd-e0aa-4f36-9c76-c22a246f0aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:58.792252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c38b0dd-e0aa-4f36-9c76-c22a246f0aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.795766 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfd5b16-8bb2-414a-88ef-7e89e3e9bf1a None None] Network c12a7a24-03db-4580-9fcc-29b5251839d3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:43:58.829972 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.867793 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4c38b0dd-e0aa-4f36-9c76-c22a246f0aca admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7368891 Dec 22 05:43:58.870350 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51072) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:43:58.875559 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-872994298-router', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:43:58.918739 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:43:58.919282 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:58.926673 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5c1ae-b2f9-45f5-b25c-8d5873307d8b None None] Pushing event updated for resources: {'Port': ['ID=0c89a378-ad45-4ca3-a5f8-eb7dfba9394b,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:58.968057 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683175', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5381'] for router, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:58.972369 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3685015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681523', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4099542', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5388'] for router, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.022406 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.215622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-3370f199-fe15-469c-94e9-244d9a17c71c None None] Provisioning complete for port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:43:59.216242 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3370f199-fe15-469c-94e9-244d9a17c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.236162 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.240836 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp59791928-35f0-54af-861b-b7157d2687c1-c12a7a24-03db-4580-9fcc-29b5251839d3', 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'fixed_ips': [{'subnet_id': 'df892e8b-6d32-400d-98ce-4c24079729d3'}]}} from dv-neutron-822523-1-hyperv. {{(pid=109184) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 22 05:43:59.241679 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.266108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:43:59.507952 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.532004 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.536596 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3370f199-fe15-469c-94e9-244d9a17c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.607753 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.db_base_plugin_common [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Allocated IP 172.20.0.2 (c12a7a24-03db-4580-9fcc-29b5251839d3/df892e8b-6d32-400d-98ce-4c24079729d3/be582a55-2432-4365-ba70-42f72557f82a) {{(pid=109184) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:43:59.625670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-3370f199-fe15-469c-94e9-244d9a17c71c None None] For port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0c89a378-ad45-4ca3-a5f8-eb7dfba9394b,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:59.647219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Allocated IP 172.26.5.221 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/83fd2708-060e-4056-a0b1-8c41c1c3dca4) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:43:59.699735 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3370f199-fe15-469c-94e9-244d9a17c71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.709443 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:58Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:59.752838 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.764241 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cdd89e-5f07-482a-aee3-1fcd2873d5ff None None] The sync data for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv is: [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:58Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:43:59.841586 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370f199-fe15-469c-94e9-244d9a17c71c None None] Pushing event updated for resources: {'Port': ['ID=0c89a378-ad45-4ca3-a5f8-eb7dfba9394b,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:59.868381 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.871187 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Notify callbacks [] for port, precommit_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.905473 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:43:59.908451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:43:59.912013 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:43:59.936712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045'] for port, after_create {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:43:59.950295 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Pushing event updated for resources: {'Port': ['ID=83fd2708-060e-4056-a0b1-8c41c1c3dca4,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:59.989215 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Network c12a7a24-03db-4580-9fcc-29b5251839d3 is already hosted by enough agents. {{(pid=109184) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:43:59.995189 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.scheduler.base_scheduler [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Resources bound (agent type, host, resource id): {{(pid=109184) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:00.003214 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Received port after_create {{(pid=109184) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:44:00.006447 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Pushing event updated for resources: {'Port': ['ID=be582a55-2432-4365-ba70-42f72557f82a,revision_number=1']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:00.062855 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Attempting to bind port be582a55-2432-4365-ba70-42f72557f82a on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:44:00.063126 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Attempting to bind port be582a55-2432-4365-ba70-42f72557f82a by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6c2bc833-7ada-4b34-99e7-886c4385c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:44:00.063659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Attempting to bind port be582a55-2432-4365-ba70-42f72557f82a on network c12a7a24-03db-4580-9fcc-29b5251839d3 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:44:00.069047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:44:00.069420 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Checking segment: {'id': '6c2bc833-7ada-4b34-99e7-886c4385c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:44:00.069819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:00.070207 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Bound using segment: {'id': '6c2bc833-7ada-4b34-99e7-886c4385c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:44:00.070684 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Bound port: be582a55-2432-4365-ba70-42f72557f82a, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2bc833-7ada-4b34-99e7-886c4385c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:44:00.071041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:00.136548 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] For port be582a55-2432-4365-ba70-42f72557f82a, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:44:00.139994 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] For port be582a55-2432-4365-ba70-42f72557f82a, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=be582a55-2432-4365-ba70-42f72557f82a,segment=NetworkSegment(6c2bc833-7ada-4b34-99e7-886c4385c733),segment_id=6c2bc833-7ada-4b34-99e7-886c4385c733)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:44:00.219387 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:00.286553 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:00.295312 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cef813-b65d-4577-b566-1e6b8a80e040 None None] Pushing event updated for resources: {'Port': ['ID=be582a55-2432-4365-ba70-42f72557f82a,revision_number=2']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:00.539765 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3685020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681316'] for router, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:00.587167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device be582a55-2432-4365-ba70-42f72557f82a up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:44:00.669525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port be582a55-2432-4365-ba70-42f72557f82a triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:00.669900 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:00.749691 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:00.783898 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port be582a55-2432-4365-ba70-42f72557f82a, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=be582a55-2432-4365-ba70-42f72557f82a,segment=NetworkSegment(6c2bc833-7ada-4b34-99e7-886c4385c733),segment_id=6c2bc833-7ada-4b34-99e7-886c4385c733)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:44:00.797141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Router d17d7e96-10e6-420c-b0e5-366f7418784e is scheduled to L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f with binding_index 1 {{(pid=109183) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:44:00.874813 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:00.877250 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:44:00.935789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:44:00.947380 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Sync routers for ids ['d17d7e96-10e6-420c-b0e5-366f7418784e'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:44:00.969340 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Routers {'d17d7e96-10e6-420c-b0e5-366f7418784e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:44:00.974132 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d17d7e96-10e6-420c-b0e5-366f7418784e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:01.027545 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.028875 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-268cfe1a-e1b5-4b9e-990c-0ab61b4b008b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1568596 Dec 22 05:44:01.031712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51074) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:44:01.033881 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:01.034263 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.073122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=be582a55-2432-4365-ba70-42f72557f82a,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:01.128978 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Set router d17d7e96-10e6-420c-b0e5-366f7418784e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:44:01.339512 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'name': 'tempest-TestSnapshotPattern-872994298-router', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:58Z', 'updated_at': '2021-12-22T05:44:00Z', 'revision_number': 3, 'project_id': '1bb4ced1a02a4303800ca233393edf88', 'gw_port': {'id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:59Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:01.365599 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Checking router: d17d7e96-10e6-420c-b0e5-366f7418784e for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:44:01.366166 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Updating router d17d7e96-10e6-420c-b0e5-366f7418784e port 83fd2708-060e-4056-a0b1-8c41c1c3dca4 binding host dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:44:01.368166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2a8ee1-3f7d-4a52-98ec-2015af3b8d09 None None] Network c12a7a24-03db-4580-9fcc-29b5251839d3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:44:01.392556 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.454097 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-e4d76a73-05f3-4c1a-94d7-18c72c71dea2 None None] Provisioning complete for port be582a55-2432-4365-ba70-42f72557f82a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:01.466578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e4d76a73-05f3-4c1a-94d7-18c72c71dea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.491488 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.658468 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Allocated IP 172.20.0.1 (c12a7a24-03db-4580-9fcc-29b5251839d3/df892e8b-6d32-400d-98ce-4c24079729d3/10b49e05-4d44-48ee-a799-ec3e32dd9895) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:44:01.749974 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Notify callbacks [] for port, precommit_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.766503 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.808433 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.824050 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-0ea5ceb9-544b-4e4b-ba3b-325a348e9af9 None None] Provisioning complete for port be582a55-2432-4365-ba70-42f72557f82a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:01.824451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-0ea5ceb9-544b-4e4b-ba3b-325a348e9af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.859919 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Attempting to bind port 83fd2708-060e-4056-a0b1-8c41c1c3dca4 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:44:01.860228 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Attempting to bind port 83fd2708-060e-4056-a0b1-8c41c1c3dca4 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:44:01.860581 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Attempting to bind port 83fd2708-060e-4056-a0b1-8c41c1c3dca4 on network 42d15e0e-484d-404f-97b4-aa292329db95 {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:44:01.869833 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8074b-1dca-41d0-998d-9535a70e2abd None None] Pushing event updated for resources: {'Port': ['ID=83fd2708-060e-4056-a0b1-8c41c1c3dca4,revision_number=2']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:01.873488 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:44:01.873847 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Checking segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109185) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:44:01.874236 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.874605 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Bound using segment: {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'} {{(pid=109185) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:44:01.875099 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.managers [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Bound port: 83fd2708-060e-4056-a0b1-8c41c1c3dca4, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b4c6f-ad0b-40d8-9ded-702a72bfa817', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95'}}] {{(pid=109185) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:44:01.875469 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.882845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.926217 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Network c12a7a24-03db-4580-9fcc-29b5251839d3 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:01.926536 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] For port 83fd2708-060e-4056-a0b1-8c41c1c3dca4, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109185) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:44:01.928372 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:01.929654 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.plugins.ml2.db [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] For port 83fd2708-060e-4056-a0b1-8c41c1c3dca4, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=83fd2708-060e-4056-a0b1-8c41c1c3dca4,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109185) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:44:01.932903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:44:01.963680 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Pushing event updated for resources: {'Port': ['ID=10b49e05-4d44-48ee-a799-ec3e32dd9895,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:01.980681 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3680292'] for router_interface, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:01.991895 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron_lib.callbacks.manager [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109185) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:02.061613 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8074b-1dca-41d0-998d-9535a70e2abd None None] Pushing event updated for resources: {'Port': ['ID=83fd2708-060e-4056-a0b1-8c41c1c3dca4,revision_number=3']} {{(pid=109185) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:02.064123 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Routers {'d17d7e96-10e6-420c-b0e5-366f7418784e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:44:02.064745 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d17d7e96-10e6-420c-b0e5-366f7418784e'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:02.170076 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] Set router d17d7e96-10e6-420c-b0e5-366f7418784e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:44:02.194524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:02.221583 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-c51dc56e-fd3f-4129-a7b4-94bf87cd73c0 None None] Provisioning complete for port 10b49e05-4d44-48ee-a799-ec3e32dd9895 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:02.222045 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c51dc56e-fd3f-4129-a7b4-94bf87cd73c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:02.259738 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-c51dc56e-fd3f-4129-a7b4-94bf87cd73c0 None None] Port 10b49e05-4d44-48ee-a799-ec3e32dd9895 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:44:02.345960 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'name': 'tempest-TestSnapshotPattern-872994298-router', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:58Z', 'updated_at': '2021-12-22T05:44:00Z', 'revision_number': 3, 'project_id': '1bb4ced1a02a4303800ca233393edf88', 'gw_port': {'id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:59Z', 'updated_at': '2021-12-22T05:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:02.355243 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:02.371893 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265902df-b8a4-4983-b9f3-6b43d9bde93e None None] The sync data for ids ['d17d7e96-10e6-420c-b0e5-366f7418784e'] in dv-neutron-822523-1-hyperv is: [{'id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'name': 'tempest-TestSnapshotPattern-872994298-router', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:58Z', 'updated_at': '2021-12-22T05:44:00Z', 'revision_number': 3, 'project_id': '1bb4ced1a02a4303800ca233393edf88', 'gw_port': {'id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:59Z', 'updated_at': '2021-12-22T05:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:44:02.436035 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:02.504354 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device be582a55-2432-4365-ba70-42f72557f82a up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:44:02.508211 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Pushing event updated for resources: {'Port': ['ID=10b49e05-4d44-48ee-a799-ec3e32dd9895,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:02.514164 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679753'] for router_interface, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:02.553369 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port be582a55-2432-4365-ba70-42f72557f82a triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:02.553742 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:02.622566 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Network c12a7a24-03db-4580-9fcc-29b5251839d3 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:02.624000 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:02.747113 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Router d17d7e96-10e6-420c-b0e5-366f7418784e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:44:02.870523 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:44:02.882929 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-9584bab0-974d-44e5-9249-91f4d89285a7 admin admin] 10.222.0.54 "PUT /v2.0/routers/d17d7e96-10e6-420c-b0e5-366f7418784e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8428831 Dec 22 05:44:02.883165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-17f1d23c-c8ee-4223-a799-52d080ea79fb None None] Provisioning complete for port 10b49e05-4d44-48ee-a799-ec3e32dd9895 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:02.883165 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-17f1d23c-c8ee-4223-a799-52d080ea79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:02.921936 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-17f1d23c-c8ee-4223-a799-52d080ea79fb None None] Port 10b49e05-4d44-48ee-a799-ec3e32dd9895 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:44:03.390653 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51082) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:44:03.392599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-309bc7f0-8740-46be-8b70-d3db624206cc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513401598', 'description': 'tempest-secgroup-smoke-513401598 description', 'project_id': '54fdbb16cec0449d89760c6e30d24d3e'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:03.472625 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-309bc7f0-8740-46be-8b70-d3db624206cc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:03.536793 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-309bc7f0-8740-46be-8b70-d3db624206cc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:03.607674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-309bc7f0-8740-46be-8b70-d3db624206cc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:03.637233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bc7f0-8740-46be-8b70-d3db624206cc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e885f79-e360-456c-b37f-910c418e4c82,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:03.701434 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-309bc7f0-8740-46be-8b70-d3db624206cc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:03.702737 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-309bc7f0-8740-46be-8b70-d3db624206cc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3142202 Dec 22 05:44:03.705657 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51084) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:44:03.710017 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-efe669ec-3c6c-4a14-a32b-0d5572f03bd0 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Request body: {'security_group_rule': {'security_group_id': '2e885f79-e360-456c-b37f-910c418e4c82', 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:03.813441 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-efe669ec-3c6c-4a14-a32b-0d5572f03bd0 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:03.873571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-efe669ec-3c6c-4a14-a32b-0d5572f03bd0 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:03.883979 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Sync routers for ids ['d17d7e96-10e6-420c-b0e5-366f7418784e'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:44:03.893905 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Routers {'d17d7e96-10e6-420c-b0e5-366f7418784e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:44:03.894528 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d17d7e96-10e6-420c-b0e5-366f7418784e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:03.953693 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-efe669ec-3c6c-4a14-a32b-0d5572f03bd0 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:03.972797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe669ec-3c6c-4a14-a32b-0d5572f03bd0 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a58033d-4711-4e41-a3e5-3827d44b4fa7,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:04.001233 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Set router d17d7e96-10e6-420c-b0e5-366f7418784e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:44:04.058524 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-efe669ec-3c6c-4a14-a32b-0d5572f03bd0 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.059941 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-efe669ec-3c6c-4a14-a32b-0d5572f03bd0 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3533504 Dec 22 05:44:04.062748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51086) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:44:04.067096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-ad772c54-7f58-40f8-a6f6-4832c225b721 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Request body: {'security_group_rule': {'security_group_id': '2e885f79-e360-456c-b37f-910c418e4c82', 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:04.167329 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ad772c54-7f58-40f8-a6f6-4832c225b721 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.199918 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'name': 'tempest-TestSnapshotPattern-872994298-router', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:58Z', 'updated_at': '2021-12-22T05:44:02Z', 'revision_number': 4, 'project_id': '1bb4ced1a02a4303800ca233393edf88', 'gw_port': {'id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:30:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:59Z', 'updated_at': '2021-12-22T05:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '10b49e05-4d44-48ee-a799-ec3e32dd9895', 'name': '', 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'mac_address': 'fa:16:3e:c7:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'df892e8b-6d32-400d-98ce-4c24079729d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:01Z', 'updated_at': '2021-12-22T05:44:02Z', 'revision_number': 2, 'project_id': '1bb4ced1a02a4303800ca233393edf88', 'subnets': [{'id': 'df892e8b-6d32-400d-98ce-4c24079729d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:04.224115 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ad772c54-7f58-40f8-a6f6-4832c225b721 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.225623 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Checking router: d17d7e96-10e6-420c-b0e5-366f7418784e for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:44:04.226159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Updating router d17d7e96-10e6-420c-b0e5-366f7418784e port 10b49e05-4d44-48ee-a799-ec3e32dd9895 binding host dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:44:04.251075 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.295739 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ad772c54-7f58-40f8-a6f6-4832c225b721 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.314307 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad772c54-7f58-40f8-a6f6-4832c225b721 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b920be7-bfce-4cda-950c-ee4a5af61e80,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:04.383605 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-ad772c54-7f58-40f8-a6f6-4832c225b721 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.384869 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-ad772c54-7f58-40f8-a6f6-4832c225b721 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3212025 Dec 22 05:44:04.387783 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51088) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:44:04.392625 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-2ec5bb09-50b4-423f-a6c1-a54557c6afdc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Request body: {'security_group_rule': {'security_group_id': '2e885f79-e360-456c-b37f-910c418e4c82', 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:04.473289 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bb09-50b4-423f-a6c1-a54557c6afdc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.518566 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Notify callbacks [] for port, precommit_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.534314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 83fd2708-060e-4056-a0b1-8c41c1c3dca4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:44:04.537343 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bb09-50b4-423f-a6c1-a54557c6afdc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.581561 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 83fd2708-060e-4056-a0b1-8c41c1c3dca4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:04.581940 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.602908 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.616075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bb09-50b4-423f-a6c1-a54557c6afdc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.634151 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5bb09-50b4-423f-a6c1-a54557c6afdc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=073552a1-d702-4861-904e-26ac51668edd,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:04.701262 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-2ec5bb09-50b4-423f-a6c1-a54557c6afdc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.702678 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-2ec5bb09-50b4-423f-a6c1-a54557c6afdc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3135850 Dec 22 05:44:04.710827 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51090) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:44:04.716075 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-c1727fa2-dd6a-4fc6-beb1-28110e71784b tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Request body: {'security_group_rule': {'security_group_id': '2e885f79-e360-456c-b37f-910c418e4c82', 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:04.806577 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb4aff-f921-4cc7-86e3-1b3acc1ef97e None None] Pushing event updated for resources: {'Port': ['ID=10b49e05-4d44-48ee-a799-ec3e32dd9895,revision_number=3']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:04.813249 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1727fa2-dd6a-4fc6-beb1-28110e71784b tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.880489 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1727fa2-dd6a-4fc6-beb1-28110e71784b tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.895271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Attempting to bind port 10b49e05-4d44-48ee-a799-ec3e32dd9895 on host dv-neutron-822523-1-hyperv for vnic_type normal with profile {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:44:04.895850 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Attempting to bind port 10b49e05-4d44-48ee-a799-ec3e32dd9895 by drivers openvswitch,hyperv on host dv-neutron-822523-1-hyperv at level 0 using segments [{'id': '6c2bc833-7ada-4b34-99e7-886c4385c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3'}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:44:04.895992 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Attempting to bind port 10b49e05-4d44-48ee-a799-ec3e32dd9895 on network c12a7a24-03db-4580-9fcc-29b5251839d3 {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:44:04.897942 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.907884 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Checking agent: {'id': '3772e2e9-5abd-488c-9a54-a49ff92d23de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822523-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 43, 45), 'started_at': datetime.datetime(2021, 12, 22, 4, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822523-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:44:04.908290 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Checking segment: {'id': '6c2bc833-7ada-4b34-99e7-886c4385c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109184) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:44:04.908696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.909149 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Bound using segment: {'id': '6c2bc833-7ada-4b34-99e7-886c4385c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3'} {{(pid=109184) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:44:04.909617 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.managers [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Bound port: 10b49e05-4d44-48ee-a799-ec3e32dd9895, host: dv-neutron-822523-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2bc833-7ada-4b34-99e7-886c4385c733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3'}}] {{(pid=109184) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:44:04.909999 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.934456 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] For port 83fd2708-060e-4056-a0b1-8c41c1c3dca4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=83fd2708-060e-4056-a0b1-8c41c1c3dca4,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:44:04.967398 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1727fa2-dd6a-4fc6-beb1-28110e71784b tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:04.984815 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1727fa2-dd6a-4fc6-beb1-28110e71784b tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc1cbf2-0da4-45d8-bf9a-a9b7510ec79c,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:04.989677 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] For port 10b49e05-4d44-48ee-a799-ec3e32dd9895, host dv-neutron-822523-1-hyperv, cleared binding levels {{(pid=109184) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:44:04.992751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] For port 10b49e05-4d44-48ee-a799-ec3e32dd9895, host dv-neutron-822523-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=10b49e05-4d44-48ee-a799-ec3e32dd9895,segment=NetworkSegment(6c2bc833-7ada-4b34-99e7-886c4385c733),segment_id=6c2bc833-7ada-4b34-99e7-886c4385c733)] {{(pid=109184) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:44:04.995621 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.041522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Pushing event updated for resources: {'Port': ['ID=83fd2708-060e-4056-a0b1-8c41c1c3dca4,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:05.055264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-5566fdf1-bc01-4af6-99eb-a4ea110709af None None] Provisioning complete for port 10b49e05-4d44-48ee-a799-ec3e32dd9895 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:05.055526 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5566fdf1-bc01-4af6-99eb-a4ea110709af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.055635 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-c1727fa2-dd6a-4fc6-beb1-28110e71784b tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.057073 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-c1727fa2-dd6a-4fc6-beb1-28110e71784b tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3451712 Dec 22 05:44:05.059450 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51092) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:44:05.063991 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-920b5d56-3fe6-4c9e-bd30-dd1493c20f6d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Request body: {'security_group_rule': {'security_group_id': '2e885f79-e360-456c-b37f-910c418e4c82', 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:05.079304 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.127890 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-5566fdf1-bc01-4af6-99eb-a4ea110709af None None] Port 10b49e05-4d44-48ee-a799-ec3e32dd9895 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:44:05.149244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Routers {'d17d7e96-10e6-420c-b0e5-366f7418784e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:44:05.149875 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:43:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d17d7e96-10e6-420c-b0e5-366f7418784e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:05.152252 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb4aff-f921-4cc7-86e3-1b3acc1ef97e None None] Pushing event updated for resources: {'Port': ['ID=10b49e05-4d44-48ee-a799-ec3e32dd9895,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:05.153364 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.securitygroups_db [None req-920b5d56-3fe6-4c9e-bd30-dd1493c20f6d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Project 54fdbb16cec0449d89760c6e30d24d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:44:05.158573 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-920b5d56-3fe6-4c9e-bd30-dd1493c20f6d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.227655 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-920b5d56-3fe6-4c9e-bd30-dd1493c20f6d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.263021 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] Set router d17d7e96-10e6-420c-b0e5-366f7418784e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:44:05.296618 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-920b5d56-3fe6-4c9e-bd30-dd1493c20f6d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.315707 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b5d56-3fe6-4c9e-bd30-dd1493c20f6d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9469c83-8d61-4421-a8a5-bd69b17dbacf,revision_number=0']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:05.384300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-920b5d56-3fe6-4c9e-bd30-dd1493c20f6d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.389737 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51094) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:44:05.393849 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-e6626a15-c194-4a32-a476-042afff834e1 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Request body: {'security_group_rule': {'security_group_id': '2e885f79-e360-456c-b37f-910c418e4c82', 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:05.398905 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-920b5d56-3fe6-4c9e-bd30-dd1493c20f6d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3384380 Dec 22 05:44:05.399811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-4d2b85e7-518b-4407-a1a4-961d1c0c1882 None None] Provisioning complete for port 10b49e05-4d44-48ee-a799-ec3e32dd9895 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:05.400313 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4d2b85e7-518b-4407-a1a4-961d1c0c1882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.488027 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.securitygroups_db [None req-e6626a15-c194-4a32-a476-042afff834e1 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Project 54fdbb16cec0449d89760c6e30d24d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:44:05.492980 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6626a15-c194-4a32-a476-042afff834e1 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.528182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4d2b85e7-518b-4407-a1a4-961d1c0c1882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.553314 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6626a15-c194-4a32-a476-042afff834e1 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.560459 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'name': 'tempest-TestSnapshotPattern-872994298-router', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:58Z', 'updated_at': '2021-12-22T05:44:02Z', 'revision_number': 4, 'project_id': '1bb4ced1a02a4303800ca233393edf88', 'gw_port': {'id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:59Z', 'updated_at': '2021-12-22T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '10b49e05-4d44-48ee-a799-ec3e32dd9895', 'name': '', 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'mac_address': 'fa:16:3e:c7:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'df892e8b-6d32-400d-98ce-4c24079729d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:01Z', 'updated_at': '2021-12-22T05:44:04Z', 'revision_number': 4, 'project_id': '1bb4ced1a02a4303800ca233393edf88', 'subnets': [{'id': 'df892e8b-6d32-400d-98ce-4c24079729d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:05.598162 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-4d2b85e7-518b-4407-a1a4-961d1c0c1882 None None] For port 10b49e05-4d44-48ee-a799-ec3e32dd9895, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=10b49e05-4d44-48ee-a799-ec3e32dd9895,segment=NetworkSegment(6c2bc833-7ada-4b34-99e7-886c4385c733),segment_id=6c2bc833-7ada-4b34-99e7-886c4385c733)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:44:05.599665 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140c8466-4d2c-4efd-b329-6e5bc6738259 None None] The sync data for ids ['d17d7e96-10e6-420c-b0e5-366f7418784e'] in dv-neutron-822523-1-hyperv is: [{'id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'name': 'tempest-TestSnapshotPattern-872994298-router', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:58Z', 'updated_at': '2021-12-22T05:44:02Z', 'revision_number': 4, 'project_id': '1bb4ced1a02a4303800ca233393edf88', 'gw_port': {'id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:59Z', 'updated_at': '2021-12-22T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '10b49e05-4d44-48ee-a799-ec3e32dd9895', 'name': '', 'network_id': 'c12a7a24-03db-4580-9fcc-29b5251839d3', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'mac_address': 'fa:16:3e:c7:6e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'df892e8b-6d32-400d-98ce-4c24079729d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:44:01Z', 'updated_at': '2021-12-22T05:44:04Z', 'revision_number': 4, 'project_id': '1bb4ced1a02a4303800ca233393edf88', 'subnets': [{'id': 'df892e8b-6d32-400d-98ce-4c24079729d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:44:05.634357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6626a15-c194-4a32-a476-042afff834e1 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3935679'] for security_group_rule, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.668549 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6626a15-c194-4a32-a476-042afff834e1 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aca2d9c-fe20-41d8-9e93-9828d30e7045,revision_number=0']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:05.702022 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-4d2b85e7-518b-4407-a1a4-961d1c0c1882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.752035 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b85e7-518b-4407-a1a4-961d1c0c1882 None None] Pushing event updated for resources: {'Port': ['ID=10b49e05-4d44-48ee-a799-ec3e32dd9895,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:05.798422 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-e6626a15-c194-4a32-a476-042afff834e1 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:05.800104 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-e6626a15-c194-4a32-a476-042afff834e1 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4094098 Dec 22 05:44:05.943842 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-97e853fa-b671-45f6-a607-a7b156457ed2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513401598&fields=id&tenant_id=54fdbb16cec0449d89760c6e30d24d3e HTTP/1.1" status: 200 len: 267 time: 0.0354402 Dec 22 05:44:06.064002 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-50d5a36b-798a-4d4a-b627-b4d720e79ec2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:06.065480 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-50d5a36b-798a-4d4a-b627-b4d720e79ec2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 809 time: 0.1140418 Dec 22 05:44:06.080001 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-9938ed71-82cc-4665-aac8-b0dd62430b99 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/quotas/54fdbb16cec0449d89760c6e30d24d3e HTTP/1.1" status: 200 len: 375 time: 0.0088625 Dec 22 05:44:06.130196 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-513be94f-cf64-4a2a-a95e-66027ff843c9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451114 Dec 22 05:44:06.235428 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-0abdb3f8-9c2b-41be-ae42-27145aa29fca service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=109183) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:44:06.236471 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-0abdb3f8-9c2b-41be-ae42-27145aa29fca service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0942724 Dec 22 05:44:06.327699 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-3e71f7b5-e521-4331-bc4b-bff6f9995130 service neutron] 10.222.0.54 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846841 Dec 22 05:44:06.415373 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-b3d3c3bb-30d4-4707-bb11-b2e4a8f12564 service neutron] 10.222.0.54 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817595 Dec 22 05:44:06.593861 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 83fd2708-060e-4056-a0b1-8c41c1c3dca4 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:44:06.651669 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 83fd2708-060e-4056-a0b1-8c41c1c3dca4 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:06.652142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:06.715162 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3c13928d-f979-4a7f-9b18-72df142e3a34 req-5c3c341c-9652-46b2-826d-69eafe1fd2b6 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 210 time: 0.0317039 Dec 22 05:44:06.765259 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 10b49e05-4d44-48ee-a799-ec3e32dd9895 up at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:44:06.812893 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Provisioning complete for port 10b49e05-4d44-48ee-a799-ec3e32dd9895 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:06.813122 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:07.796516 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f39cb346-661c-4700-9528-90b72bf7f65d req-52e111f1-9776-4616-a706-389c6695acca tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 210 time: 0.0313206 Dec 22 05:44:08.886840 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-e248ad91-a45f-4260-84ed-4433f6c65f1a req-11b8100f-d6c9-471a-8cd7-bd0aa70c828a tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 210 time: 0.0259078 Dec 22 05:44:09.051633 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-d734fb6a-6d61-4ee2-8653-a423d2d69e56 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:09.053108 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-d734fb6a-6d61-4ee2-8653-a423d2d69e56 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.16 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 809 time: 0.0995421 Dec 22 05:44:09.101241 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-3a99e443-7e7b-4c3c-b10d-b9c66349b0ba tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54fdbb16cec0449d89760c6e30d24d3e HTTP/1.1" status: 200 len: 379 time: 0.0328903 Dec 22 05:44:09.110266 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Request body: {'port': {'device_id': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'admin_state_up': True, 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'security_groups': ['2e885f79-e360-456c-b37f-910c418e4c82']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:09.316108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Made reservation on behalf of 54fdbb16cec0449d89760c6e30d24d3e for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:44:09.319762 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:09.347161 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f2c1303e-fca3-4613-9934-56ef931c9b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:09.442832 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Allocated IP 172.20.0.7 (27a9dc98-2932-47e4-be36-ad501cea2c0f/91b7b807-947b-46c0-90f1-7cd429d6eeff/1bfdf9e7-0cf1-4504-abea-6d835e019002) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:44:09.579852 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:09.682454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:09.726961 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Network 27a9dc98-2932-47e4-be36-ad501cea2c0f is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:09.730518 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:09.734163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:44:09.759948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'Port': ['ID=1bfdf9e7-0cf1-4504-abea-6d835e019002,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:09.791008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:09.791008 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:09.884594 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-00b19654-8a41-4ec9-a747-799eb78891a9 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7777951 Dec 22 05:44:09.903621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Request body: {'port': {'device_id': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:09.945085 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-1e97d306-87e5-4cef-8531-e9f83a1a605c None None] Provisioning complete for port 1bfdf9e7-0cf1-4504-abea-6d835e019002 triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:09.945583 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1e97d306-87e5-4cef-8531-e9f83a1a605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:09.973315 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:09.985231 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-1e97d306-87e5-4cef-8531-e9f83a1a605c None None] Port 1bfdf9e7-0cf1-4504-abea-6d835e019002 cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:44:10.045052 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e83c2-8f48-4035-ba19-a3e95e90646e req-e8b48f12-5c91-426b-9b84-bc2960f1084e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:10.046434 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9b2e83c2-8f48-4035-ba19-a3e95e90646e req-e8b48f12-5c91-426b-9b84-bc2960f1084e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 931 time: 0.0896297 Dec 22 05:44:10.150747 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9b2e83c2-8f48-4035-ba19-a3e95e90646e req-2f871104-aa80-4d2b-9881-fd7993b62b48 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920548 Dec 22 05:44:10.291843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfdf9e7-0cf1-4504-abea-6d835e019002 {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:44:10.299119 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:10.311108 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Transition to ACTIVE for port object 1bfdf9e7-0cf1-4504-abea-6d835e019002 will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:44:10.378822 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:10.427841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfdf9e7-0cf1-4504-abea-6d835e019002,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:10.501418 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Attempting to bind port 1bfdf9e7-0cf1-4504-abea-6d835e019002 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:44:10.501844 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Attempting to bind port 1bfdf9e7-0cf1-4504-abea-6d835e019002 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:44:10.502179 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Attempting to bind port 1bfdf9e7-0cf1-4504-abea-6d835e019002 on network 27a9dc98-2932-47e4-be36-ad501cea2c0f {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:44:10.506843 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Port 1bfdf9e7-0cf1-4504-abea-6d835e019002 on network 27a9dc98-2932-47e4-be36-ad501cea2c0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:44:10.507252 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Attempting to bind port 1bfdf9e7-0cf1-4504-abea-6d835e019002 on network 27a9dc98-2932-47e4-be36-ad501cea2c0f {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:44:10.512436 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:44:10.512769 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Checking segment: {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:44:10.513411 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Bound using segment: {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:44:10.513841 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Bound port: 1bfdf9e7-0cf1-4504-abea-6d835e019002, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:44:10.514196 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:10.579733 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] For port 1bfdf9e7-0cf1-4504-abea-6d835e019002, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:44:10.582674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] For port 1bfdf9e7-0cf1-4504-abea-6d835e019002, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:44:10.656287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:10.690648 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:10.691257 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:10.692651 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] 10.222.0.16 "PUT /v2.0/ports/1bfdf9e7-0cf1-4504-abea-6d835e019002 HTTP/1.1" status: 200 len: 1093 time: 0.7936704 Dec 22 05:44:10.693085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:44:10.695343 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baee5bde-a55a-41a2-a94d-aca6e047b4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:44:10.721388 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49354e22-7a3a-49fa-855c-c9c5cb401460 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfdf9e7-0cf1-4504-abea-6d835e019002,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:10.793027 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aabd59a-a156-4cee-83cb-162cebe0dfac x-openstack-request-id: req-4aabd59a-a156-4cee-83cb-162cebe0dfac {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:44:10.793324 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:44:10.793630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4aabd59a-a156-4cee-83cb-162cebe0dfac {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:44:10.793979 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'status': 'completed', 'code': 200} Dec 22 05:44:10.868218 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-423ac8f0-8e41-4391-9683-fd31a0903c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:10.870231 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-423ac8f0-8e41-4391-9683-fd31a0903c59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 1096 time: 0.0427220 Dec 22 05:44:10.922056 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-0193b437-dbd1-4a85-aa1c-db2d5420b400 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002 HTTP/1.1" status: 200 len: 217 time: 0.0384865 Dec 22 05:44:10.972268 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-9c0bb701-dcdc-4fbf-b985-a2e122265fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:10.973640 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-9c0bb701-dcdc-4fbf-b985-a2e122265fd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 200 len: 848 time: 0.0447977 Dec 22 05:44:11.019824 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-55b2097c-47e2-426e-a098-d01b94e22f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:11.021345 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-55b2097c-47e2-426e-a098-d01b94e22f31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27a9dc98-2932-47e4-be36-ad501cea2c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404382 Dec 22 05:44:11.120119 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-0c7d0125-ee5b-4fce-8450-9537d95abaea service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909641 Dec 22 05:44:11.210928 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-10be50d4-1d75-4e41-9051-fe78bbe29eca req-7f0faf8b-8756-4204-adb7-de0c8f002e40 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844994 Dec 22 05:44:11.264043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69263d-6481-4c9f-9e93-3922e688a28f req-c8ef38da-fec7-473f-b6c1-fc95aba74137 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:11.265553 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1f69263d-6481-4c9f-9e93-3922e688a28f req-c8ef38da-fec7-473f-b6c1-fc95aba74137 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 943 time: 0.0490952 Dec 22 05:44:11.307827 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1f69263d-6481-4c9f-9e93-3922e688a28f req-db65e234-39b8-411b-b26c-f7b505f76c09 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363753 Dec 22 05:44:11.543112 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:44:11.724017 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2bb4544d-8efc-4fd8-913a-0a81998ff0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:11.747214 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee5bde-a55a-41a2-a94d-aca6e047b4d7 req-3c257a00-8b0f-4379-a9d1-37de82e01e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:11.748726 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-baee5bde-a55a-41a2-a94d-aca6e047b4d7 req-3c257a00-8b0f-4379-a9d1-37de82e01e69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 1096 time: 0.3731997 Dec 22 05:44:11.837377 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee5bde-a55a-41a2-a94d-aca6e047b4d7 req-59c41bda-e279-416a-85a1-5453d56466ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:11.839282 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-baee5bde-a55a-41a2-a94d-aca6e047b4d7 req-59c41bda-e279-416a-85a1-5453d56466ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 910 time: 0.0824044 Dec 22 05:44:11.885963 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-baee5bde-a55a-41a2-a94d-aca6e047b4d7 req-bab2bd46-8505-41fe-a17e-42f8a895600c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002 HTTP/1.1" status: 200 len: 217 time: 0.0376806 Dec 22 05:44:11.935683 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee5bde-a55a-41a2-a94d-aca6e047b4d7 req-474ff987-6b2f-4f96-8178-f05739954ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:11.937148 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-baee5bde-a55a-41a2-a94d-aca6e047b4d7 req-474ff987-6b2f-4f96-8178-f05739954ad0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 200 len: 848 time: 0.0428829 Dec 22 05:44:11.983590 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee5bde-a55a-41a2-a94d-aca6e047b4d7 req-2b2fef9c-5c57-45a1-9f6b-d6687daec22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:11.985155 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-baee5bde-a55a-41a2-a94d-aca6e047b4d7 req-2b2fef9c-5c57-45a1-9f6b-d6687daec22c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27a9dc98-2932-47e4-be36-ad501cea2c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403507 Dec 22 05:44:12.082957 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-baee5bde-a55a-41a2-a94d-aca6e047b4d7 req-91f29ebc-bcf8-46aa-a549-6b18ac6f1583 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888581 Dec 22 05:44:12.170621 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-baee5bde-a55a-41a2-a94d-aca6e047b4d7 req-20ab0109-912d-44d4-bd0b-2b40635fe0a6 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803843 Dec 22 05:44:12.422825 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fef29-2504-4fe9-9d35-d04bf303af23 req-82753fb4-2733-4e5b-81de-3c864d4fb03d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:12.424156 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-392fef29-2504-4fe9-9d35-d04bf303af23 req-82753fb4-2733-4e5b-81de-3c864d4fb03d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 943 time: 0.0479133 Dec 22 05:44:12.460177 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-392fef29-2504-4fe9-9d35-d04bf303af23 req-21cba697-efa8-4627-9aa0-e4df60e296a1 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302186 Dec 22 05:44:13.358116 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:13.571153 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4299cc-6a39-4c35-b786-b17b6f98a164 req-969d3b12-aab8-4d47-88a0-08b13dacb839 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:13.572643 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b4299cc-6a39-4c35-b786-b17b6f98a164 req-969d3b12-aab8-4d47-88a0-08b13dacb839 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 943 time: 0.0480964 Dec 22 05:44:13.613921 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-5b4299cc-6a39-4c35-b786-b17b6f98a164 req-cd68c775-ec52-4a51-8c1f-65159d885df7 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354009 Dec 22 05:44:14.466342 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:14.724008 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b624db-b24e-4a9b-81af-d93ec045d48b req-5c83f283-286e-426d-a57b-bb18717d31db tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:14.725449 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c5b624db-b24e-4a9b-81af-d93ec045d48b req-5c83f283-286e-426d-a57b-bb18717d31db tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 943 time: 0.0465028 Dec 22 05:44:14.761908 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-c5b624db-b24e-4a9b-81af-d93ec045d48b req-286065a6-b3fe-443e-9f7e-92e2d654ac83 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300558 Dec 22 05:44:14.828314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1bfdf9e7-0cf1-4504-abea-6d835e019002 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:44:14.929493 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1bfdf9e7-0cf1-4504-abea-6d835e019002, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:44:14.946163 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'port_id': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'mac_address': 'fa:16:3e:85:63:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:44:14.982059 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:14.994763 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfdf9e7-0cf1-4504-abea-6d835e019002 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:44:15.013832 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1bfdf9e7-0cf1-4504-abea-6d835e019002, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:44:15.083843 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:15.128775 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1bfdf9e7-0cf1-4504-abea-6d835e019002,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:15.272593 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:15.380650 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['1bfdf9e7-0cf1-4504-abea-6d835e019002'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:44:15.871712 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a33ec2-f765-4abb-9e98-7abe429998d3 req-0887b9d4-e08a-45fa-9136-2d88ee196bfa tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:15.873163 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36a33ec2-f765-4abb-9e98-7abe429998d3 req-0887b9d4-e08a-45fa-9136-2d88ee196bfa tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 944 time: 0.0475721 Dec 22 05:44:15.909263 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-36a33ec2-f765-4abb-9e98-7abe429998d3 req-f3b162e4-cb2c-45ea-8d53-41538b01a08f tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303676 Dec 22 05:44:16.852473 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1bfdf9e7-0cf1-4504-abea-6d835e019002 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:44:16.975666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port 1bfdf9e7-0cf1-4504-abea-6d835e019002 completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:44:16.979857 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 1bfdf9e7-0cf1-4504-abea-6d835e019002 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:44:16.982311 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:17.033580 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab46cca-6a3c-4420-9fec-1a94f71a6a60 req-12f74326-dbd8-4c2e-8da9-3543711abac5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:17.035050 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2ab46cca-6a3c-4420-9fec-1a94f71a6a60 req-12f74326-dbd8-4c2e-8da9-3543711abac5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 944 time: 0.0570495 Dec 22 05:44:17.061108 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:17.071318 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-2ab46cca-6a3c-4420-9fec-1a94f71a6a60 req-79fb7c9a-34a2-436c-8c35-ebee59fff7b5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303926 Dec 22 05:44:17.083472 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:44:17.085744 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a687869-5c2f-45c4-a6f3-7e10872cced4" -d '{"events": [{"server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "name": "network-vif-plugged", "status": "completed", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:44:17.099819 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1bfdf9e7-0cf1-4504-abea-6d835e019002, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:44:17.177704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b3bab4-da81-4461-9e2b-dfd6e242f48b x-openstack-request-id: req-27b3bab4-da81-4461-9e2b-dfd6e242f48b {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:44:17.177989 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "name": "network-vif-plugged", "status": "completed", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:44:17.178237 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-27b3bab4-da81-4461-9e2b-dfd6e242f48b {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:44:17.178624 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'code': 200} Dec 22 05:44:17.184625 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:17.241335 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1bfdf9e7-0cf1-4504-abea-6d835e019002,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:17.527902 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8371d9-3a99-4785-a271-1128ea1138f4 req-9bb7ec9a-f29b-4a37-ad98-35eacb6a6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:17.529369 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fe8371d9-3a99-4785-a271-1128ea1138f4 req-9bb7ec9a-f29b-4a37-ad98-35eacb6a6d5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 1098 time: 0.0392747 Dec 22 05:44:17.561918 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-fe8371d9-3a99-4785-a271-1128ea1138f4 req-1e24e915-7cad-4d07-bc64-bfb2eb047980 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260911 Dec 22 05:44:18.182318 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b298a3-4d77-4da5-bf9f-83416ea76879 req-28cbc5be-075c-4c77-9994-b0a505ffa4de tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:18.183725 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-05b298a3-4d77-4da5-bf9f-83416ea76879 req-28cbc5be-075c-4c77-9994-b0a505ffa4de tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 945 time: 0.0466249 Dec 22 05:44:18.219492 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-05b298a3-4d77-4da5-bf9f-83416ea76879 req-57627f43-a8f2-4963-9b9b-d283221ac4bc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299568 Dec 22 05:44:19.331988 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860a84-db17-4e06-b1b2-f96d79c65b07 req-b3798307-abe8-4af7-ac4e-c6b3f0b4e245 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:19.333556 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-60860a84-db17-4e06-b1b2-f96d79c65b07 req-b3798307-abe8-4af7-ac4e-c6b3f0b4e245 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 945 time: 0.0480812 Dec 22 05:44:19.373889 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-60860a84-db17-4e06-b1b2-f96d79c65b07 req-1fc3bd8c-c947-4d9f-998e-f9d53796e20c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345135 Dec 22 05:44:19.484300 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa02f61-91d5-47be-a086-abb0feae04c2 req-d475bc1f-424c-4250-9856-fde0d63e8ab0 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:19.485751 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-daa02f61-91d5-47be-a086-abb0feae04c2 req-d475bc1f-424c-4250-9856-fde0d63e8ab0 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 945 time: 0.0476720 Dec 22 05:44:19.523021 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-daa02f61-91d5-47be-a086-abb0feae04c2 req-c09a8c1a-4e13-4766-b724-306cce7e0f60 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313654 Dec 22 05:44:19.545062 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51172) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:44:19.630197 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e1eefd-ba29-44db-9222-f3357654a4bf tempest-TestSnapshotPattern-1033553062 tempest-TestSnapshotPattern-1033553062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:19.631670 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-b4e1eefd-ba29-44db-9222-f3357654a4bf tempest-TestSnapshotPattern-1033553062 tempest-TestSnapshotPattern-1033553062-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 1093 time: 0.0856712 Dec 22 05:44:19.634502 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51176) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:44:19.638975 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.v2.base [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109182) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:44:19.749834 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for floatingip, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:19.841115 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:19.943111 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_common [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Allocated IP 172.26.5.213 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/9f15d7c4-9607-4311-9a15-bb0b3ee222f0) {{(pid=109182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:44:20.040109 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for port, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:20.127697 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:20.167645 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:44:20.170408 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.base_scheduler [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Resources bound (agent type, host, resource id): {{(pid=109182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:44:20.173752 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Received port after_create {{(pid=109182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:44:20.198624 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'Port': ['ID=9f15d7c4-9607-4311-9a15-bb0b3ee222f0,revision_number=1']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:20.507695 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:20.628794 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:20.774396 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for port, precommit_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:20.846648 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26549935'] for port, after_update {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:20.927133 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'Port': ['ID=9f15d7c4-9607-4311-9a15-bb0b3ee222f0,revision_number=2']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:44:20.938488 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:21.038982 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Floating IP d3ae6952-e220-43b6-970e-92e98acf3e1b associated. External IP: 172.26.5.213, port: 1bfdf9e7-0cf1-4504-abea-6d835e019002. Dec 22 05:44:21.238789 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Router a1039af2-dced-4ca7-8667-9b0ed502f42c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:44:21.343854 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:44:21.354728 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383bd6ee-387a-4a2a-8898-2d010a40ad0a None None] Sync routers for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:44:21.364130 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383bd6ee-387a-4a2a-8898-2d010a40ad0a None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:44:21.364755 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-383bd6ee-387a-4a2a-8898-2d010a40ad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:44:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:21.373039 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:21.460554 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:21.469665 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-383bd6ee-387a-4a2a-8898-2d010a40ad0a None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:44:21.487730 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ee3fc2bd-d2e5-47f4-99f6-0b24487e7be2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8522432 Dec 22 05:44:21.488435 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:44:21.490672 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb32a97a-7d77-4535-bbe5-eb703742d95d" -d '{"events": [{"name": "network-changed", "server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:44:21.580106 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9876d71-ee77-404c-9aa4-944d4639ff04 x-openstack-request-id: req-f9876d71-ee77-404c-9aa4-944d4639ff04 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:44:21.580732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:44:21.580732 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9876d71-ee77-404c-9aa4-944d4639ff04 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:44:21.581042 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'status': 'completed', 'code': 200} Dec 22 05:44:21.668087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a97a-7d77-4535-bbe5-eb703742d95d req-31ce4676-006d-4aa3-91bb-3a8796d7a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:21.669696 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cb32a97a-7d77-4535-bbe5-eb703742d95d req-31ce4676-006d-4aa3-91bb-3a8796d7a75f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 1098 time: 0.0412762 Dec 22 05:44:21.684282 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-383bd6ee-387a-4a2a-8898-2d010a40ad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd3ae6952-e220-43b6-970e-92e98acf3e1b', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'port_id': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'mac_address': 'fa:16:3e:85:63:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:44:20Z', 'updated_at': '2021-12-22T05:44:20Z', 'revision_number': 0, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:21.713411 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383bd6ee-387a-4a2a-8898-2d010a40ad0a None None] Checking router: a1039af2-dced-4ca7-8667-9b0ed502f42c for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:44:21.721308 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383bd6ee-387a-4a2a-8898-2d010a40ad0a None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:44:21.721898 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-383bd6ee-387a-4a2a-8898-2d010a40ad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:44:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:21.758592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a97a-7d77-4535-bbe5-eb703742d95d req-7be63644-d5fc-4b15-a6f1-fa74302e7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:21.760735 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cb32a97a-7d77-4535-bbe5-eb703742d95d req-7be63644-d5fc-4b15-a6f1-fa74302e7cad service neutron] 10.222.0.16 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 910 time: 0.0826852 Dec 22 05:44:21.821204 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-383bd6ee-387a-4a2a-8898-2d010a40ad0a None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:44:21.828594 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cb32a97a-7d77-4535-bbe5-eb703742d95d req-fe937e4b-5c52-4b35-8010-51db6d0f99b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002 HTTP/1.1" status: 200 len: 999 time: 0.0605252 Dec 22 05:44:21.876440 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a97a-7d77-4535-bbe5-eb703742d95d req-6208bb6e-a436-432b-bddf-ad68523387ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:21.877928 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cb32a97a-7d77-4535-bbe5-eb703742d95d req-6208bb6e-a436-432b-bddf-ad68523387ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 200 len: 848 time: 0.0427251 Dec 22 05:44:21.923250 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a97a-7d77-4535-bbe5-eb703742d95d req-591d886a-3002-45e2-b39e-1ba5d8e436d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:21.924688 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cb32a97a-7d77-4535-bbe5-eb703742d95d req-591d886a-3002-45e2-b39e-1ba5d8e436d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27a9dc98-2932-47e4-be36-ad501cea2c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394537 Dec 22 05:44:22.018886 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cb32a97a-7d77-4535-bbe5-eb703742d95d req-cc4d2bca-55e0-47e8-9d34-79a888625f5e service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861895 Dec 22 05:44:22.044363 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-383bd6ee-387a-4a2a-8898-2d010a40ad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd3ae6952-e220-43b6-970e-92e98acf3e1b', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'port_id': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'mac_address': 'fa:16:3e:85:63:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:44:20Z', 'updated_at': '2021-12-22T05:44:20Z', 'revision_number': 0, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:44:22.073556 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383bd6ee-387a-4a2a-8898-2d010a40ad0a None None] The sync data for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv is: [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd3ae6952-e220-43b6-970e-92e98acf3e1b', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'port_id': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'mac_address': 'fa:16:3e:85:63:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:44:20Z', 'updated_at': '2021-12-22T05:44:20Z', 'revision_number': 0, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:44:22.110946 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-cb32a97a-7d77-4535-bbe5-eb703742d95d req-eea9ecd8-d62e-4438-9f82-ab677c8dd97a service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844870 Dec 22 05:44:22.267984 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21937418-5a34-4d4f-b9e2-2358d9f26023 None None] New status for floating IP d3ae6952-e220-43b6-970e-92e98acf3e1b: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:44:36.944275 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-407f5991-d9c6-4884-8592-5f6d731fc719 req-4b292a01-d40b-4336-9057-2a9a2c0a6a87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802188 Dec 22 05:44:37.047630 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f5991-d9c6-4884-8592-5f6d731fc719 req-7bcc4a18-088f-48c4-a10a-ed2a16fcea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:37.049122 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-407f5991-d9c6-4884-8592-5f6d731fc719 req-7bcc4a18-088f-48c4-a10a-ed2a16fcea14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 1098 time: 0.0447838 Dec 22 05:44:37.149273 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f5991-d9c6-4884-8592-5f6d731fc719 req-76b4fb4f-8ce0-4899-b24f-8417f8d3a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:37.150641 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-407f5991-d9c6-4884-8592-5f6d731fc719 req-76b4fb4f-8ce0-4899-b24f-8417f8d3a050 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 910 time: 0.0825067 Dec 22 05:44:37.220885 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-407f5991-d9c6-4884-8592-5f6d731fc719 req-c0fbdf7d-ffa7-4308-88f7-3f24e49e1924 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002 HTTP/1.1" status: 200 len: 1001 time: 0.0630968 Dec 22 05:44:37.270535 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f5991-d9c6-4884-8592-5f6d731fc719 req-f2a164d8-cb12-4b31-b4b7-a4b63884ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:37.271934 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-407f5991-d9c6-4884-8592-5f6d731fc719 req-f2a164d8-cb12-4b31-b4b7-a4b63884ffae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 200 len: 848 time: 0.0434752 Dec 22 05:44:37.316946 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f5991-d9c6-4884-8592-5f6d731fc719 req-3882bfa2-a721-46fb-903f-e72f72ad2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:37.318355 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-407f5991-d9c6-4884-8592-5f6d731fc719 req-3882bfa2-a721-46fb-903f-e72f72ad2aed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27a9dc98-2932-47e4-be36-ad501cea2c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389922 Dec 22 05:44:37.409601 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-407f5991-d9c6-4884-8592-5f6d731fc719 req-48a6f4f7-2a12-4a73-8f0e-5996eddba210 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826986 Dec 22 05:44:37.500501 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-407f5991-d9c6-4884-8592-5f6d731fc719 req-a31e6d12-39e4-4ab0-b56e-58a950274a2b service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839310 Dec 22 05:44:39.311657 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-aa34a5ae-0eba-4065-9658-3eabd0a90b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:41.796988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-05557f84-dc6d-4c40-aa59-500d1b26abfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:43.360917 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:44.469501 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:45.311212 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:44:48.541851 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:44:51.368264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:09.326475 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c22b63da-32c1-4a3b-b7a5-89db8af3bd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:11.727652 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-537f6070-8fa9-49cb-9658-0f11f1a107c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:13.339424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:14.469105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:15.316106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:21.377670 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:25.541163 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:45:36.894481 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1d93ad9-a14a-4abc-a11a-0f4c39567308 req-518e6734-cecb-4c72-b085-290240670a18 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399878 Dec 22 05:45:36.994748 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d93ad9-a14a-4abc-a11a-0f4c39567308 req-526ee8ce-fcc1-4edd-a543-3f8fbaee2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:36.996786 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1d93ad9-a14a-4abc-a11a-0f4c39567308 req-526ee8ce-fcc1-4edd-a543-3f8fbaee2cc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 1098 time: 0.0436287 Dec 22 05:45:37.095249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d93ad9-a14a-4abc-a11a-0f4c39567308 req-d32ee5fa-7e9b-44d7-8d97-eb9ff135f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:37.096684 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1d93ad9-a14a-4abc-a11a-0f4c39567308 req-d32ee5fa-7e9b-44d7-8d97-eb9ff135f1d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 910 time: 0.0812032 Dec 22 05:45:37.164358 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1d93ad9-a14a-4abc-a11a-0f4c39567308 req-a964b078-7bea-4859-98d0-584c2a418526 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002 HTTP/1.1" status: 200 len: 1001 time: 0.0597022 Dec 22 05:45:37.216506 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d93ad9-a14a-4abc-a11a-0f4c39567308 req-b82335fe-f8f5-4faa-934c-b810426fac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:37.218012 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1d93ad9-a14a-4abc-a11a-0f4c39567308 req-b82335fe-f8f5-4faa-934c-b810426fac6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 200 len: 848 time: 0.0434561 Dec 22 05:45:37.264139 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d93ad9-a14a-4abc-a11a-0f4c39567308 req-7928228a-082c-4695-abb5-ffdac111330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:37.265668 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1d93ad9-a14a-4abc-a11a-0f4c39567308 req-7928228a-082c-4695-abb5-ffdac111330f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27a9dc98-2932-47e4-be36-ad501cea2c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406692 Dec 22 05:45:37.355441 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1d93ad9-a14a-4abc-a11a-0f4c39567308 req-8036c441-a5ff-4411-a213-640f13c92de4 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821631 Dec 22 05:45:37.441992 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b1d93ad9-a14a-4abc-a11a-0f4c39567308 req-6d3d2192-72bf-48ba-9855-5092aa13eb83 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799141 Dec 22 05:45:39.326338 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-84914d3b-f037-40e7-b2a8-2de241219bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:41.720177 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2e73878a-c8e0-4eef-80a9-879d404c0f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:43.331950 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:44.457713 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:45.292404 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:45:51.360442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:02.539504 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:46:09.308692 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-78b1f217-1adb-4437-8bad-4394e39a8a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:11.725327 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-32f2a573-8db1-43d6-a16f-3690901c84b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:13.393717 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:14.479822 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:15.296957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:21.371011 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:21.467671 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1bfdf9e7-0cf1-4504-abea-6d835e019002 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:46:21.566948 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1bfdf9e7-0cf1-4504-abea-6d835e019002, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:46:21.579160 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'port_id': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'mac_address': 'fa:16:3e:85:63:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:46:21.617629 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:21.634419 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bfdf9e7-0cf1-4504-abea-6d835e019002 {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:46:21.655178 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1bfdf9e7-0cf1-4504-abea-6d835e019002, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:46:21.725015 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:21.778496 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1bfdf9e7-0cf1-4504-abea-6d835e019002,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:46:21.786756 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:21.787105 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:21.787441 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:21.787771 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:21.788098 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:21.788454 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:21.788778 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:21.789113 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:21.789429 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:21.789747 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:21.790068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:21.790384 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:21.872762 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['1bfdf9e7-0cf1-4504-abea-6d835e019002'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:46:23.477574 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1bfdf9e7-0cf1-4504-abea-6d835e019002 up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:46:23.534547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port 1bfdf9e7-0cf1-4504-abea-6d835e019002 triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:46:23.534547 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:23.618565 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:23.644883 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:46:23.647193 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7f7838-c6ea-4540-b5f7-6ea73e55cbb6" -d '{"events": [{"server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "name": "network-vif-plugged", "status": "completed", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:46:23.663045 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1bfdf9e7-0cf1-4504-abea-6d835e019002, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:46:23.690644 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47904d51-f2f1-4cb4-ac2f-918ec3177935 x-openstack-request-id: req-47904d51-f2f1-4cb4-ac2f-918ec3177935 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:46:23.690935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "name": "network-vif-plugged", "status": "completed", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:46:23.691182 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47904d51-f2f1-4cb4-ac2f-918ec3177935 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:46:23.691600 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'code': 200} Dec 22 05:46:23.989220 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:24.038926 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1bfdf9e7-0cf1-4504-abea-6d835e019002,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:46:32.706053 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-9fd5165a-3523-44d9-be93-f80653f556cb tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513401598&fields=id&tenant_id=54fdbb16cec0449d89760c6e30d24d3e HTTP/1.1" status: 200 len: 267 time: 0.0325127 Dec 22 05:46:32.811776 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-fd4cb14f-613b-4040-b16b-13f78889ad4a tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:32.813230 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-fd4cb14f-613b-4040-b16b-13f78889ad4a tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 809 time: 0.1007895 Dec 22 05:46:32.827674 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-812fd7d0-0666-4e86-a413-086a3df03599 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/quotas/54fdbb16cec0449d89760c6e30d24d3e HTTP/1.1" status: 200 len: 375 time: 0.0088530 Dec 22 05:46:32.880050 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-15c46fbc-b87c-4d7a-b271-1821dce92e36 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0473738 Dec 22 05:46:33.038888 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-91e90742-b180-4d90-b109-7df853c55e9b service neutron] 10.222.0.54 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474271 Dec 22 05:46:33.128583 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-a4c07002-1f7d-42e6-87fa-dd728ffb9e5e service neutron] 10.222.0.54 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835242 Dec 22 05:46:34.409876 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-356727b2-5aa9-49fe-ba1a-4f3a4c707883 req-566a8005-14a6-4d70-979f-3f947cb636ee tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 210 time: 0.0279279 Dec 22 05:46:35.502893 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-06a49c61-1569-43fe-bd8c-90574662a4cc req-844b94a8-3fdb-48c8-b893-616b4b82e491 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 210 time: 0.0254180 Dec 22 05:46:35.526109 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1bfdf9e7-0cf1-4504-abea-6d835e019002 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:46:35.604774 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:35.630902 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:46:35.633173 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a89c7b9-3557-4d41-8e29-7c713ac2914f" -d '{"events": [{"server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "name": "network-vif-unplugged", "status": "completed", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:46:35.647094 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port 1bfdf9e7-0cf1-4504-abea-6d835e019002, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:46:35.671411 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89852365-1544-4143-9557-acebaadfb4ac x-openstack-request-id: req-89852365-1544-4143-9557-acebaadfb4ac {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:46:35.671723 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "name": "network-vif-unplugged", "status": "completed", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:46:35.671969 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89852365-1544-4143-9557-acebaadfb4ac {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:46:35.672386 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'code': 200} Dec 22 05:46:35.701726 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:35.748078 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=1bfdf9e7-0cf1-4504-abea-6d835e019002,revision_number=8']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:46:36.374284 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-c250fa86-6a37-40e6-afe0-d6faf4d21eb1 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:36.375782 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-c250fa86-6a37-40e6-afe0-d6faf4d21eb1 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.16 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 809 time: 0.1049566 Dec 22 05:46:36.423271 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-e0c2b4e6-58b2-4d37-9eac-0e9e4a9e521d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54fdbb16cec0449d89760c6e30d24d3e HTTP/1.1" status: 200 len: 379 time: 0.0326104 Dec 22 05:46:36.432498 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Request body: {'port': {'device_id': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'admin_state_up': True, 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'security_groups': ['2e885f79-e360-456c-b37f-910c418e4c82']}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:46:36.603641 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-1d2a754e-8f47-475a-bab7-5f087cc774ab req-b5d6b033-247c-4b91-a38b-3ddb347041d8 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 210 time: 0.0309529 Dec 22 05:46:36.627533 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Made reservation on behalf of 54fdbb16cec0449d89760c6e30d24d3e for: {'port': 1} {{(pid=109183) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:46:36.631096 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:36.758249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Allocated IP 172.20.0.5 (27a9dc98-2932-47e4-be36-ad501cea2c0f/91b7b807-947b-46c0-90f1-7cd429d6eeff/d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:46:36.897795 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:36.988461 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:37.028985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Network 27a9dc98-2932-47e4-be36-ad501cea2c0f is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:46:37.032507 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:46:37.036420 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:46:37.091277 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'Port': ['ID=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:46:37.100708 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:37.101053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:37.101395 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:37.101724 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:37.102058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:37.102432 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:37.102713 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:37.103032 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:37.103352 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:37.103674 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:37.103985 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:37.104333 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:46:37.113804 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:37.114452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:37.231201 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-74af49d5-ae62-4585-a2c5-5c20cdeb0cbc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8021607 Dec 22 05:46:37.383935 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46b4ac54-7d01-4e7b-8411-4409b0fa7d29 None None] Provisioning complete for port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a triggered by entity DHCP. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:46:37.384991 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46b4ac54-7d01-4e7b-8411-4409b0fa7d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:37.423811 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46b4ac54-7d01-4e7b-8411-4409b0fa7d29 None None] Port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a cannot update to ACTIVE because it is not bound. {{(pid=109184) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Dec 22 05:46:37.724996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c752247-c541-4c33-9e91-bd3cee043425 req-2c3389ad-ccce-43c8-b165-17e58674194a tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:37.727229 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c752247-c541-4c33-9e91-bd3cee043425 req-2c3389ad-ccce-43c8-b165-17e58674194a tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 931 time: 0.0512948 Dec 22 05:46:37.765403 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-1c752247-c541-4c33-9e91-bd3cee043425 req-b23f9622-9968-4802-9f9e-b32c65ca3c18 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319636 Dec 22 05:46:38.883895 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f806342-db69-4e57-b9e5-3f771472f81f req-5e43686b-9e44-474a-b58d-66ae84c1cd35 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:38.885624 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0f806342-db69-4e57-b9e5-3f771472f81f req-5e43686b-9e44-474a-b58d-66ae84c1cd35 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 931 time: 0.0507240 Dec 22 05:46:38.923488 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0f806342-db69-4e57-b9e5-3f771472f81f req-05b732fb-b177-416e-ab32-f2c797bfbb30 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318887 Dec 22 05:46:39.330779 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e10d8412-b6ac-4213-ae23-721f2799682a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:39.541626 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:46:40.040437 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b5a13-7e35-451d-bee6-9c913b77c5a3 req-ff4b6db8-3ea3-4d75-8692-37208b735a0c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:40.041919 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-973b5a13-7e35-451d-bee6-9c913b77c5a3 req-ff4b6db8-3ea3-4d75-8692-37208b735a0c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 931 time: 0.0498898 Dec 22 05:46:40.081043 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-973b5a13-7e35-451d-bee6-9c913b77c5a3 req-beea19aa-c378-4adc-a627-0aa3b4807663 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328026 Dec 22 05:46:41.207492 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e3bee-50a5-4381-816b-629bad092fe5 req-30a5e36c-d7ac-4210-8a70-813213b1c38c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:41.208946 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-925e3bee-50a5-4381-816b-629bad092fe5 req-30a5e36c-d7ac-4210-8a70-813213b1c38c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 931 time: 0.0552332 Dec 22 05:46:41.246520 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-925e3bee-50a5-4381-816b-629bad092fe5 req-01361cc9-409f-4485-9d1a-dd194db36db5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311382 Dec 22 05:46:41.731374 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3d9f980e-d61b-456e-abbb-b08ddd3a0dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:42.370452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fb614-5403-4ec8-8710-d80337d6bf98 req-2cc0196e-1735-4173-90b1-82ca3ffefa46 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:42.371928 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-da6fb614-5403-4ec8-8710-d80337d6bf98 req-2cc0196e-1735-4173-90b1-82ca3ffefa46 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 931 time: 0.0535555 Dec 22 05:46:42.411201 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-da6fb614-5403-4ec8-8710-d80337d6bf98 req-d97a78a7-1d48-4eea-8d56-d48d611d20fd tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332122 Dec 22 05:46:43.376088 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:43.539067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b5411-b9db-4fa5-8fa3-8c715cfd2999 req-47437302-c49d-489d-8ed6-79aa6130bfbb tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:43.540600 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-300b5411-b9db-4fa5-8fa3-8c715cfd2999 req-47437302-c49d-489d-8ed6-79aa6130bfbb tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 931 time: 0.0516968 Dec 22 05:46:43.578090 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-300b5411-b9db-4fa5-8fa3-8c715cfd2999 req-846765f0-101e-40a9-a519-57f630930bc3 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316744 Dec 22 05:46:44.478637 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:44.707987 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ff89e-d422-4d10-9c5e-9833abb39a2a req-aaea0970-58ac-499d-8408-692cf4e9f763 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:44.710114 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b34ff89e-d422-4d10-9c5e-9833abb39a2a req-aaea0970-58ac-499d-8408-692cf4e9f763 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 931 time: 0.0543182 Dec 22 05:46:44.749286 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b34ff89e-d422-4d10-9c5e-9833abb39a2a req-74a492c1-645b-4bc4-9d34-d6be1229a331 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334463 Dec 22 05:46:45.302375 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:45.879103 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c6b2e-304a-440e-a08b-4519866f387e req-0efb5edc-5758-48d3-b0c1-732fb417518a tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:45.880710 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9f2c6b2e-304a-440e-a08b-4519866f387e req-0efb5edc-5758-48d3-b0c1-732fb417518a tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 931 time: 0.0517058 Dec 22 05:46:45.924528 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-9f2c6b2e-304a-440e-a08b-4519866f387e req-757e531c-a927-4752-ad4b-d598b4457d05 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359011 Dec 22 05:46:47.061337 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdd4fa-8c22-4aa2-b002-c55c1987ce9e req-b43496b9-3f2c-4442-b232-3ac15ce1a3fc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:47.062895 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2cbdd4fa-8c22-4aa2-b002-c55c1987ce9e req-b43496b9-3f2c-4442-b232-3ac15ce1a3fc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 931 time: 0.0496747 Dec 22 05:46:47.101693 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-2cbdd4fa-8c22-4aa2-b002-c55c1987ce9e req-557fdd1b-b082-4e28-9109-26a7d85beafe tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323715 Dec 22 05:46:48.218766 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391312d2-65ff-475e-af0a-ecaa28fc82a2 req-232e954b-a086-46ed-b1bc-4570bb3d8dcc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:48.220129 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-391312d2-65ff-475e-af0a-ecaa28fc82a2 req-232e954b-a086-46ed-b1bc-4570bb3d8dcc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 931 time: 0.0524545 Dec 22 05:46:48.257736 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-391312d2-65ff-475e-af0a-ecaa28fc82a2 req-08605894-ddde-4aeb-914b-bfb1641aabf8 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317314 Dec 22 05:46:48.769213 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Request body: {'port': {'device_id': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:46:48.825246 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cd2c4463-6107-431d-8ff8-fc06ae6496cb req-cfb8777b-da1d-4c87-b1c4-be1d1feeae3c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384851 Dec 22 05:46:48.826467 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:48.978328 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4463-6107-431d-8ff8-fc06ae6496cb req-8c698ec9-577f-4a66-8257-550214afaa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:48.979795 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cd2c4463-6107-431d-8ff8-fc06ae6496cb req-8c698ec9-577f-4a66-8257-550214afaa92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 1096 time: 0.0811894 Dec 22 05:46:49.093596 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a {{(pid=109183) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:46:49.101789 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:49.115481 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.provisioning_blocks [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Transition to ACTIVE for port object d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a will not be triggered until provisioned by entity L2. {{(pid=109183) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:46:49.165001 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:49.242383 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:46:49.298163 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Attempting to bind port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 05:46:49.298502 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Attempting to bind port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 05:46:49.298850 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Attempting to bind port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a on network 27a9dc98-2932-47e4-be36-ad501cea2c0f {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:46:49.303571 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a on network 27a9dc98-2932-47e4-be36-ad501cea2c0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:46:49.303895 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Attempting to bind port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a on network 27a9dc98-2932-47e4-be36-ad501cea2c0f {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:46:49.309378 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Checking agent: {'id': 'ac515c70-1338-4c08-9fe6-4f212c94c540', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'started_at': datetime.datetime(2021, 12, 22, 4, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:46:49.309727 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Checking segment: {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Dec 22 05:46:49.310085 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Bound using segment: {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'} {{(pid=109183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:46:49.310516 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.managers [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Bound port: d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6054e9a-3359-490c-b39b-4e488cde8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f'}}] {{(pid=109183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 05:46:49.310997 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:49.409231 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] For port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a, host hv-neutron-8225, cleared binding levels {{(pid=109183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:46:49.412968 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] For port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:46:49.425543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bb763-c394-4c9e-916d-dff21e01a6c2 req-004aea90-46d7-467e-95fd-9ac191810747 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:49.427106 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f32bb763-c394-4c9e-916d-dff21e01a6c2 req-004aea90-46d7-467e-95fd-9ac191810747 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 943 time: 0.0745809 Dec 22 05:46:49.448374 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4463-6107-431d-8ff8-fc06ae6496cb req-c04fc977-70ca-4e66-9bd2-57ca4c303be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:49.449913 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cd2c4463-6107-431d-8ff8-fc06ae6496cb req-c04fc977-70ca-4e66-9bd2-57ca4c303be9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 910 time: 0.4507821 Dec 22 05:46:49.457376 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:49.503920 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:49.504565 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:49.505960 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] 10.222.0.16 "PUT /v2.0/ports/d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a HTTP/1.1" status: 200 len: 1093 time: 0.7419024 Dec 22 05:46:49.506404 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:46:49.508976 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a365d1f-0383-494d-86ed-c8f92be5e9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:46:49.519263 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f32bb763-c394-4c9e-916d-dff21e01a6c2 req-98b53fe8-c306-4f0d-80b5-ba7a2e41f76c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851974 Dec 22 05:46:49.552758 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86078e-c125-42dd-82d8-5813e43fd069 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,revision_number=3']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:46:49.567103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a2eec8-c1c5-4059-b9b6-5bbbac324254 x-openstack-request-id: req-30a2eec8-c1c5-4059-b9b6-5bbbac324254 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:46:49.567397 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:46:49.567654 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30a2eec8-c1c5-4059-b9b6-5bbbac324254 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:46:49.568058 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'status': 'completed', 'code': 200} Dec 22 05:46:49.582314 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cd2c4463-6107-431d-8ff8-fc06ae6496cb req-8c6c1bb1-ee96-46a9-9a81-94d5b43d378f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002 HTTP/1.1" status: 200 len: 999 time: 0.1248362 Dec 22 05:46:49.650501 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4463-6107-431d-8ff8-fc06ae6496cb req-ddd53f29-fdff-4e0d-991c-dfe1d2467fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:49.651890 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a365d1f-0383-494d-86ed-c8f92be5e9d6 req-91510176-7747-4a80-94c9-a39591888ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:49.652033 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cd2c4463-6107-431d-8ff8-fc06ae6496cb req-ddd53f29-fdff-4e0d-991c-dfe1d2467fe7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 200 len: 848 time: 0.0524237 Dec 22 05:46:49.654165 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a365d1f-0383-494d-86ed-c8f92be5e9d6 req-91510176-7747-4a80-94c9-a39591888ea7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 1096 time: 0.0456815 Dec 22 05:46:49.741801 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4463-6107-431d-8ff8-fc06ae6496cb req-01263330-bba7-44ca-9f54-51a3649213ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:49.743308 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cd2c4463-6107-431d-8ff8-fc06ae6496cb req-01263330-bba7-44ca-9f54-51a3649213ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27a9dc98-2932-47e4-be36-ad501cea2c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717952 Dec 22 05:46:49.768801 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a365d1f-0383-494d-86ed-c8f92be5e9d6 req-28b3e63f-0e09-4e25-9ebd-b95448cb510d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:49.770255 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a365d1f-0383-494d-86ed-c8f92be5e9d6 req-28b3e63f-0e09-4e25-9ebd-b95448cb510d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0984793 Dec 22 05:46:49.832012 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cd2c4463-6107-431d-8ff8-fc06ae6496cb req-0bdb8e2e-b91c-4949-84c4-8f2d211bf19a service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812268 Dec 22 05:46:49.862740 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a365d1f-0383-494d-86ed-c8f92be5e9d6 req-ab950fde-a436-4e5b-9227-c5f1fdb827a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:49.864327 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9a365d1f-0383-494d-86ed-c8f92be5e9d6 req-ab950fde-a436-4e5b-9227-c5f1fdb827a6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866590 Dec 22 05:46:49.928764 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-cd2c4463-6107-431d-8ff8-fc06ae6496cb req-e1c6317c-c6b2-4708-b149-dc50d51cc56c service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898192 Dec 22 05:46:49.962826 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-796476be-537e-4e66-be4a-8a6bc8368c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:49.967360 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-796476be-537e-4e66-be4a-8a6bc8368c99 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 1096 time: 0.0446882 Dec 22 05:46:50.012017 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-2c29662e-0baa-4392-a12a-5d0069c9a156 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a HTTP/1.1" status: 200 len: 217 time: 0.0344579 Dec 22 05:46:50.081150 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-fb9d89e5-f9e1-439c-a81e-b4aed0a9aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:50.082612 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-fb9d89e5-f9e1-439c-a81e-b4aed0a9aaeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 200 len: 848 time: 0.0443439 Dec 22 05:46:50.137653 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-6dc384ae-c26a-47b1-b2c0-ee1231457696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:50.139098 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-6dc384ae-c26a-47b1-b2c0-ee1231457696 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27a9dc98-2932-47e4-be36-ad501cea2c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391860 Dec 22 05:46:50.229975 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-8458e923-fc0f-422f-8de3-148b24c425ab service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828502 Dec 22 05:46:50.323046 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-16959232-f0e1-4525-91a3-6b1512ee7958 req-6829cf9f-b589-4cdd-99dd-cb53542a0625 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815926 Dec 22 05:46:50.644169 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784c3cc-cc33-4679-b10c-c9756bbc948b req-512b41e2-1a88-49ab-af7d-2b1c931bf541 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:50.645847 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a784c3cc-cc33-4679-b10c-c9756bbc948b req-512b41e2-1a88-49ab-af7d-2b1c931bf541 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 943 time: 0.0562320 Dec 22 05:46:50.684085 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a784c3cc-cc33-4679-b10c-c9756bbc948b req-33caf183-9b24-4ef2-81df-ff58b6384328 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320258 Dec 22 05:46:51.810967 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caaa237-7077-43f3-b420-09424a924bbe req-a7c13d8f-2744-443f-a916-10520917f116 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:51.812494 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8caaa237-7077-43f3-b420-09424a924bbe req-a7c13d8f-2744-443f-a916-10520917f116 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 943 time: 0.0529814 Dec 22 05:46:51.850816 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-8caaa237-7077-43f3-b420-09424a924bbe req-98b5bcb8-4dfb-4afb-833e-d7cb50c03e0d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306554 Dec 22 05:46:51.964530 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:52.967885 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9fa3-56ae-4438-89ff-0e2a0832632c req-c8bd94a2-2689-4c71-92d7-736869366110 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:52.969378 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a0cf9fa3-56ae-4438-89ff-0e2a0832632c req-c8bd94a2-2689-4c71-92d7-736869366110 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 943 time: 0.0487502 Dec 22 05:46:53.005206 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-a0cf9fa3-56ae-4438-89ff-0e2a0832632c req-8d510a98-fdbd-4fe2-8257-6a75ab4c0aba tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300856 Dec 22 05:46:53.589603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:46:53.679221 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:46:53.689985 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'port_id': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'mac_address': 'fa:16:3e:ca:fa:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:46:53.725864 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:53.740710 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:46:53.759060 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:46:53.838238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:53.884244 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,revision_number=4']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:46:54.133490 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6981f-3773-49d9-a054-1bdaf3964eaa req-eb5687b2-38b8-4fcc-a405-21ab3d0b7abc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:54.135017 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0bb6981f-3773-49d9-a054-1bdaf3964eaa req-eb5687b2-38b8-4fcc-a405-21ab3d0b7abc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 944 time: 0.0521219 Dec 22 05:46:54.135812 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:46:54.176940 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-0bb6981f-3773-49d9-a054-1bdaf3964eaa req-1e2b936f-02b8-4722-ba7c-241a845b08a8 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354829 Dec 22 05:46:55.290734 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2c8e9-7de1-4bf4-9b8b-8923d6d4213f req-b906eae4-b754-4968-865a-204c8a2cc2d2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:55.292170 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c7c2c8e9-7de1-4bf4-9b8b-8923d6d4213f req-b906eae4-b754-4968-865a-204c8a2cc2d2 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 944 time: 0.0479128 Dec 22 05:46:55.328583 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-c7c2c8e9-7de1-4bf4-9b8b-8923d6d4213f req-fff28414-b84f-495c-85fe-3e13d0c2407c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300474 Dec 22 05:46:55.589978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:46:55.707000 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning for port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a completed by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:46:55.710622 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:46:55.710988 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:55.786266 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:55.946170 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:46:55.948443 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7802591-da32-4d04-bebf-a53249a17422" -d '{"events": [{"server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "name": "network-vif-plugged", "status": "completed", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:46:55.961781 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:46:55.984712 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a50a90-ea35-4984-b14f-df2c92b22286 x-openstack-request-id: req-f7a50a90-ea35-4984-b14f-df2c92b22286 {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:46:55.984997 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "name": "network-vif-plugged", "status": "completed", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:46:55.985264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7a50a90-ea35-4984-b14f-df2c92b22286 {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:46:55.985676 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'code': 200} Dec 22 05:46:56.021604 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:56.068629 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,revision_number=5']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:46:56.311907 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef62b07-f3db-4017-a44d-931fc09d539e req-284d0416-c97c-4b7a-8269-c9b9556b1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:56.313341 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ef62b07-f3db-4017-a44d-931fc09d539e req-284d0416-c97c-4b7a-8269-c9b9556b1291 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 1098 time: 0.0427434 Dec 22 05:46:56.346673 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-9ef62b07-f3db-4017-a44d-931fc09d539e req-15e0524f-2e47-497a-b7cd-98c57124ac23 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261688 Dec 22 05:46:56.440945 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eb2f4-118a-41d5-b418-ff981d7b6c07 req-dc9f5f7c-b7d7-43c1-a016-7e8609f4cf0d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:56.442412 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e52eb2f4-118a-41d5-b418-ff981d7b6c07 req-dc9f5f7c-b7d7-43c1-a016-7e8609f4cf0d tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 945 time: 0.0485938 Dec 22 05:46:56.478064 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e52eb2f4-118a-41d5-b418-ff981d7b6c07 req-7edfd8af-e578-44d6-b4a7-9dd6f75a374c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299635 Dec 22 05:46:57.590566 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ecf58-b4ab-45ad-ba25-906d027371df req-03777cef-7242-4695-905c-2e2c36ef66ec tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:57.592535 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-082ecf58-b4ab-45ad-ba25-906d027371df req-03777cef-7242-4695-905c-2e2c36ef66ec tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 945 time: 0.0473554 Dec 22 05:46:57.628891 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-082ecf58-b4ab-45ad-ba25-906d027371df req-fe9dc49f-b1da-4353-8e29-25eb335ccaeb tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304792 Dec 22 05:46:57.741454 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dc625-3b4f-484e-8113-586dee92864d req-35cf732a-85c4-4c1a-aa49-540434192a84 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:57.742875 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df7dc625-3b4f-484e-8113-586dee92864d req-35cf732a-85c4-4c1a-aa49-540434192a84 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 945 time: 0.0474796 Dec 22 05:46:57.779701 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-df7dc625-3b4f-484e-8113-586dee92864d req-1ca8fd52-a1db-4f25-b873-30fd371c338f tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309849 Dec 22 05:46:57.800710 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51500) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:46:57.840618 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ed371a-00fe-4057-8f2c-fdc268be38a7 tempest-TestSnapshotPattern-1033553062 tempest-TestSnapshotPattern-1033553062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:46:57.842575 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-13ed371a-00fe-4057-8f2c-fdc268be38a7 tempest-TestSnapshotPattern-1033553062 tempest-TestSnapshotPattern-1033553062-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 1093 time: 0.0409389 Dec 22 05:46:57.845297 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51502) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:46:57.849621 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.v2.base [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Request body: {'floatingip': {'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'port_id': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109183) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:46:57.941037 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for floatingip, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:58.035644 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:58.138419 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_common [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Allocated IP 172.26.5.115 (42d15e0e-484d-404f-97b4-aa292329db95/aab83a06-2121-436b-a2d7-d9d58e0fded3/e7c02aa8-2702-4145-99e0-71b00fa796f0) {{(pid=109183) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:46:58.234655 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for port, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:58.336229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753904361045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:58.374465 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Network 42d15e0e-484d-404f-97b4-aa292329db95 is already hosted by enough agents. {{(pid=109183) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:46:58.377235 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Resources bound (agent type, host, resource id): {{(pid=109183) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:46:58.380542 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Received port after_create {{(pid=109183) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:46:58.407063 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'Port': ['ID=e7c02aa8-2702-4145-99e0-71b00fa796f0,revision_number=1']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:46:58.711592 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:58.829020 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:58.977872 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for port, precommit_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:59.043107 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25952952'] for port, after_update {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:59.110521 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event updated for resources: {'Port': ['ID=e7c02aa8-2702-4145-99e0-71b00fa796f0,revision_number=2']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:46:59.120781 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681402'] for floatingip, after_create {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:59.216654 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Floating IP 64bf8c1c-c2ba-4c89-917c-5eaa40139d45 associated. External IP: 172.26.5.115, port: d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a. Dec 22 05:46:59.746064 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Router a1039af2-dced-4ca7-8667-9b0ed502f42c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:46:59.849478 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:46:59.858723 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1955f2c-5126-4c96-aec1-7b7e021589c1 None None] Sync routers for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:46:59.867386 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1955f2c-5126-4c96-aec1-7b7e021589c1 None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:46:59.884537 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b1955f2c-5126-4c96-aec1-7b7e021589c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:46:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:46:59.938526 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:46:59.966825 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-bd4a7598-2a60-4cb7-88ea-002b9d00540c tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1205189 Dec 22 05:46:59.967511 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:46:59.969430 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-b1955f2c-5126-4c96-aec1-7b7e021589c1 None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:46:59.970013 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07130a8a-4e8a-481a-999c-020bb222a357" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:47:00.007249 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0b58fd-bfa6-46b3-985c-ad3fd19cc05a x-openstack-request-id: req-dc0b58fd-bfa6-46b3-985c-ad3fd19cc05a {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:47:00.007534 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:47:00.007781 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc0b58fd-bfa6-46b3-985c-ad3fd19cc05a {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:47:00.008464 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'status': 'completed', 'code': 200} Dec 22 05:47:00.094357 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07130a8a-4e8a-481a-999c-020bb222a357 req-27726907-993f-4436-91fd-02a9d30a2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:00.095933 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-07130a8a-4e8a-481a-999c-020bb222a357 req-27726907-993f-4436-91fd-02a9d30a2041 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 1098 time: 0.0428565 Dec 22 05:47:00.188494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07130a8a-4e8a-481a-999c-020bb222a357 req-df829e76-b431-4c33-8fff-aaec2a67b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:00.189944 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-07130a8a-4e8a-481a-999c-020bb222a357 req-df829e76-b431-4c33-8fff-aaec2a67b7bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 910 time: 0.0871046 Dec 22 05:47:00.191440 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b1955f2c-5126-4c96-aec1-7b7e021589c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '64bf8c1c-c2ba-4c89-917c-5eaa40139d45', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'port_id': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'mac_address': 'fa:16:3e:ca:fa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:46:58Z', 'updated_at': '2021-12-22T05:46:58Z', 'revision_number': 0, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address_scope': None}, {'id': 'd3ae6952-e220-43b6-970e-92e98acf3e1b', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'port_id': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'mac_address': 'fa:16:3e:85:63:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:44:20Z', 'updated_at': '2021-12-22T05:44:22Z', 'revision_number': 1, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:47:00.220340 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1955f2c-5126-4c96-aec1-7b7e021589c1 None None] Checking router: a1039af2-dced-4ca7-8667-9b0ed502f42c for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:47:00.228577 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1955f2c-5126-4c96-aec1-7b7e021589c1 None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:47:00.229171 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b1955f2c-5126-4c96-aec1-7b7e021589c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:46:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:47:00.253804 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-07130a8a-4e8a-481a-999c-020bb222a357 req-7c8dc2c3-b95e-407e-baab-dc4b1dd2cb78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a HTTP/1.1" status: 200 len: 999 time: 0.0564759 Dec 22 05:47:00.301599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07130a8a-4e8a-481a-999c-020bb222a357 req-10b11102-4895-4a16-a4da-1b9fd72fb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:00.303007 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-07130a8a-4e8a-481a-999c-020bb222a357 req-10b11102-4895-4a16-a4da-1b9fd72fb27f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 200 len: 848 time: 0.0421057 Dec 22 05:47:00.331494 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-b1955f2c-5126-4c96-aec1-7b7e021589c1 None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:47:00.351043 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07130a8a-4e8a-481a-999c-020bb222a357 req-8535d2e2-835b-4461-a2de-9e63a8c753dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:00.352515 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-07130a8a-4e8a-481a-999c-020bb222a357 req-8535d2e2-835b-4461-a2de-9e63a8c753dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27a9dc98-2932-47e4-be36-ad501cea2c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416493 Dec 22 05:47:00.440070 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-07130a8a-4e8a-481a-999c-020bb222a357 req-3678a707-31bb-4d72-988f-a0e2daa884a7 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805328 Dec 22 05:47:00.533317 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-07130a8a-4e8a-481a-999c-020bb222a357 req-7a7b41bc-8a7d-4170-8e0f-f2e024d94059 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 Dec 22 05:47:00.551365 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-b1955f2c-5126-4c96-aec1-7b7e021589c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '64bf8c1c-c2ba-4c89-917c-5eaa40139d45', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'port_id': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'mac_address': 'fa:16:3e:ca:fa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:46:58Z', 'updated_at': '2021-12-22T05:46:58Z', 'revision_number': 0, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address_scope': None}, {'id': 'd3ae6952-e220-43b6-970e-92e98acf3e1b', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'port_id': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'mac_address': 'fa:16:3e:85:63:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:44:20Z', 'updated_at': '2021-12-22T05:44:22Z', 'revision_number': 1, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:47:00.576287 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1955f2c-5126-4c96-aec1-7b7e021589c1 None None] The sync data for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv is: [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': '64bf8c1c-c2ba-4c89-917c-5eaa40139d45', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'floating_ip_address': '172.26.5.115', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'port_id': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'mac_address': 'fa:16:3e:ca:fa:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:46:58Z', 'updated_at': '2021-12-22T05:46:58Z', 'revision_number': 0, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address_scope': None}, {'id': 'd3ae6952-e220-43b6-970e-92e98acf3e1b', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'port_id': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'mac_address': 'fa:16:3e:85:63:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:44:20Z', 'updated_at': '2021-12-22T05:44:22Z', 'revision_number': 1, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:47:00.761117 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f4efd-ebe5-4c1e-8f0e-a84b3ab18bc7 None None] New status for floating IP 64bf8c1c-c2ba-4c89-917c-5eaa40139d45: ACTIVE {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:47:09.340557 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-59f2c1ce-9f9b-4b05-ad3d-33da92987d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:11.735203 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-c70062ec-65d7-48c2-9fdf-b08f1b47dc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:13.364226 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:14.483538 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:15.301295 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:16.540736 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:47:21.381110 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:37.883089 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64a51409-46ed-4505-ae5a-c502256382b5 req-3e39f9f1-95e7-46fe-9d5f-81f5d882b19d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384209 Dec 22 05:47:37.978908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51409-46ed-4505-ae5a-c502256382b5 req-cca7921a-19c8-4f55-8daf-d98696885d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:37.980409 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64a51409-46ed-4505-ae5a-c502256382b5 req-cca7921a-19c8-4f55-8daf-d98696885d63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 1096 time: 0.0401387 Dec 22 05:47:38.083558 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51409-46ed-4505-ae5a-c502256382b5 req-66087acc-0678-4f87-be36-ac426a9dd2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:38.085033 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64a51409-46ed-4505-ae5a-c502256382b5 req-66087acc-0678-4f87-be36-ac426a9dd2cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 910 time: 0.0848973 Dec 22 05:47:38.147707 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64a51409-46ed-4505-ae5a-c502256382b5 req-ff790dfc-67a6-484e-ad34-73ab4952125f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002 HTTP/1.1" status: 200 len: 999 time: 0.0555174 Dec 22 05:47:38.194118 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51409-46ed-4505-ae5a-c502256382b5 req-b9c5e386-bc2d-48aa-ab5e-01598f425bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:38.195463 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64a51409-46ed-4505-ae5a-c502256382b5 req-b9c5e386-bc2d-48aa-ab5e-01598f425bea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 200 len: 848 time: 0.0411770 Dec 22 05:47:38.241383 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51409-46ed-4505-ae5a-c502256382b5 req-f319ab83-1172-4148-a79a-6e9d4f76444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:47:38.242773 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64a51409-46ed-4505-ae5a-c502256382b5 req-f319ab83-1172-4148-a79a-6e9d4f76444b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27a9dc98-2932-47e4-be36-ad501cea2c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406215 Dec 22 05:47:38.329293 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64a51409-46ed-4505-ae5a-c502256382b5 req-4e2c7171-2bf2-421f-b17d-be14c0bcb385 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786195 Dec 22 05:47:38.419083 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-64a51409-46ed-4505-ae5a-c502256382b5 req-06d918d8-c8e2-4fbe-928d-33dee046c860 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823779 Dec 22 05:47:39.367592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-faec532d-5283-443b-9604-bdae927f3a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:41.729216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-80be0b6b-fc1c-4177-875c-726209d28b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:43.396386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:44.471957 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:45.306285 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:51.396093 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:47:53.539106 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:48:09.374845 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3a8f772d-b9a5-414e-9cdb-e0238950861f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:11.733918 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-5c3d5f2b-76bc-4bab-b3d8-3dcc3d4d6bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:13.383603 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:14.511238 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:15.299612 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:21.413817 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:30.537389 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:48:38.923981 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e029b98b-d43a-440b-b4ec-0d5b1d310ccd req-312d227a-275e-4c9d-b506-c27896e772b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422752 Dec 22 05:48:38.998141 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b98b-d43a-440b-b4ec-0d5b1d310ccd req-4fdd9e33-df48-42e8-90c7-80270b063eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:38.999637 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e029b98b-d43a-440b-b4ec-0d5b1d310ccd req-4fdd9e33-df48-42e8-90c7-80270b063eb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 1098 time: 0.0424478 Dec 22 05:48:39.109899 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b98b-d43a-440b-b4ec-0d5b1d310ccd req-34592c45-5519-4cac-9c84-ffab29da1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:39.111290 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e029b98b-d43a-440b-b4ec-0d5b1d310ccd req-34592c45-5519-4cac-9c84-ffab29da1cd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 910 time: 0.0936353 Dec 22 05:48:39.177531 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e029b98b-d43a-440b-b4ec-0d5b1d310ccd req-bb0dcde0-1206-4fd6-9751-4a9ce87c026e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a HTTP/1.1" status: 200 len: 1001 time: 0.0583656 Dec 22 05:48:39.226342 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b98b-d43a-440b-b4ec-0d5b1d310ccd req-fd1a9090-ed69-4ed0-8043-4837325efa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:39.227823 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e029b98b-d43a-440b-b4ec-0d5b1d310ccd req-fd1a9090-ed69-4ed0-8043-4837325efa04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 200 len: 848 time: 0.0436954 Dec 22 05:48:39.277659 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029b98b-d43a-440b-b4ec-0d5b1d310ccd req-8c6d053e-a400-428e-b365-f76d99e9e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:39.279833 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e029b98b-d43a-440b-b4ec-0d5b1d310ccd req-8c6d053e-a400-428e-b365-f76d99e9e571 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27a9dc98-2932-47e4-be36-ad501cea2c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453906 Dec 22 05:48:39.354600 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-785dd820-c683-4010-9fdd-e343e47b8faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:39.375519 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e029b98b-d43a-440b-b4ec-0d5b1d310ccd req-02b28ed3-bdeb-4c6b-963b-04a0db7dc743 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880609 Dec 22 05:48:39.474663 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-e029b98b-d43a-440b-b4ec-0d5b1d310ccd req-58bbd587-d305-45d2-918a-c32b015e26e5 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913143 Dec 22 05:48:41.762216 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-773f34e2-c400-4aec-b808-c58a74017e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:42.081814 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=109184) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:48:42.174386 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:48:42.186292 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Returning: {'device': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'port_id': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'mac_address': 'fa:16:3e:ca:fa:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109184) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:48:42.222346 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:42.234228 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a {{(pid=109184) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:48:42.252328 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:48:42.333753 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:42.379047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,revision_number=6']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:48:42.385947 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:42.386287 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:42.386620 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:42.386945 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:42.387265 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:42.388079 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:42.388425 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:42.388760 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:42.389056 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:42.389367 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:42.389675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:42.389982 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109184) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:42.513014 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] get_ports_and_sgs() called for port_ids ['d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a'] {{(pid=109184) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:48:43.371271 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:44.082274 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a up at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:48:44.142667 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.provisioning_blocks [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Provisioning complete for port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a triggered by entity L2. {{(pid=109184) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:48:44.143041 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1017589'] for port, provisioning_complete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:44.259731 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:44.285693 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:48:44.288166 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc30d57-6e36-499b-9e0d-9d6f5f74ad93" -d '{"events": [{"server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "name": "network-vif-plugged", "status": "completed", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:48:44.305225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:48:44.333267 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f46cc8-41a9-4779-957f-b2f41e88531f x-openstack-request-id: req-80f46cc8-41a9-4779-957f-b2f41e88531f {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:48:44.333557 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "name": "network-vif-plugged", "status": "completed", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:48:44.333810 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80f46cc8-41a9-4779-957f-b2f41e88531f {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:48:44.334208 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'code': 200} Dec 22 05:48:44.451218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:44.505608 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:44.522543 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,revision_number=7']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:48:45.303725 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:51.405319 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:54.987773 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51726) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:48:55.155931 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Deleting port e7c02aa8-2702-4145-99e0-71b00fa796f0 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:48:55.156386 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:55.236104 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:55.236354 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:55.248837 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Calling delete_port for e7c02aa8-2702-4145-99e0-71b00fa796f0 owned by network:floatingip {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:48:55.473642 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:55.503355 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event deleted for resources: {'Port': ['ID=e7c02aa8-2702-4145-99e0-71b00fa796f0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:48:55.532812 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:55.533146 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:55.537896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:55.537896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:55.537896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:55.537896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:55.537896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:55.537896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:55.537896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:55.537896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:55.537896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:55.537896 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:48:55.581884 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for floatingip, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:55.582417 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.db.l3_db [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Floating IP 64bf8c1c-c2ba-4c89-917c-5eaa40139d45 disassociated (deleted). External IP: 172.26.5.115, port: d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a. Dec 22 05:48:55.811675 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Router a1039af2-dced-4ca7-8667-9b0ed502f42c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:48:55.911814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:48:55.916178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:55.922520 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c4dba-6815-4e21-b339-e78d51f4939d None None] Sync routers for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:48:55.932091 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c4dba-6815-4e21-b339-e78d51f4939d None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:48:55.932795 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e76c4dba-6815-4e21-b339-e78d51f4939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:48:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:48:55.954825 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-f5c7d419-a359-4467-9aa4-252b92ccf020 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "DELETE /v2.0/floatingips/64bf8c1c-c2ba-4c89-917c-5eaa40139d45 HTTP/1.1" status: 204 len: 168 time: 0.9642861 Dec 22 05:48:55.954825 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:48:55.956053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd5c91d-fdcf-47b8-940c-377ac9eef9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:48:56.003908 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22d334d-33dc-4c41-befb-ddaff4352487 x-openstack-request-id: req-a22d334d-33dc-4c41-befb-ddaff4352487 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:48:56.004824 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:48:56.004824 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a22d334d-33dc-4c41-befb-ddaff4352487 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:48:56.005140 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'status': 'completed', 'code': 200} Dec 22 05:48:56.041770 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-e76c4dba-6815-4e21-b339-e78d51f4939d None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:48:56.099353 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5c91d-fdcf-47b8-940c-377ac9eef9ac req-0e3c5af9-5624-446f-a3d5-0fcbfa8a626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:56.100811 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebd5c91d-fdcf-47b8-940c-377ac9eef9ac req-0e3c5af9-5624-446f-a3d5-0fcbfa8a626d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 1098 time: 0.0423000 Dec 22 05:48:56.190340 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5c91d-fdcf-47b8-940c-377ac9eef9ac req-380afa07-dd32-49b2-ab79-1bcb1558b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:56.191973 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebd5c91d-fdcf-47b8-940c-377ac9eef9ac req-380afa07-dd32-49b2-ab79-1bcb1558b6cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 910 time: 0.0838606 Dec 22 05:48:56.204825 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:48:56.239811 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebd5c91d-fdcf-47b8-940c-377ac9eef9ac req-c16bb49a-404f-4f96-9829-a77015a14ccd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a HTTP/1.1" status: 200 len: 217 time: 0.0396614 Dec 22 05:48:56.264726 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e76c4dba-6815-4e21-b339-e78d51f4939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd3ae6952-e220-43b6-970e-92e98acf3e1b', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'port_id': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'mac_address': 'fa:16:3e:85:63:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:44:20Z', 'updated_at': '2021-12-22T05:44:22Z', 'revision_number': 1, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:48:56.291317 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c4dba-6815-4e21-b339-e78d51f4939d None None] Checking router: a1039af2-dced-4ca7-8667-9b0ed502f42c for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:48:56.293141 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-536133'] for port, before_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:56.295783 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5c91d-fdcf-47b8-940c-377ac9eef9ac req-554985df-6c87-4f88-ad32-2142e0b50c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:56.297309 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebd5c91d-fdcf-47b8-940c-377ac9eef9ac req-554985df-6c87-4f88-ad32-2142e0b50c7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 200 len: 848 time: 0.0503256 Dec 22 05:48:56.300762 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c4dba-6815-4e21-b339-e78d51f4939d None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:48:56.301360 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e76c4dba-6815-4e21-b339-e78d51f4939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:48:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:48:56.316239 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a'}] {{(pid=109184) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:48:56.318711 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2b6b23e0089889ada80b73263c94ff1e96c534959b31ed7aec79088693e8a9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfca24d7-8b11-48ea-a1d3-44df5a1eeb68" -d '{"events": [{"server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a"}]}' {{(pid=109184) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:48:56.345138 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] For port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:48:56.350568 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5c91d-fdcf-47b8-940c-377ac9eef9ac req-06f0b396-e858-4e4c-9713-2c71caefa679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:56.352229 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebd5c91d-fdcf-47b8-940c-377ac9eef9ac req-06f0b396-e858-4e4c-9713-2c71caefa679 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27a9dc98-2932-47e4-be36-ad501cea2c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429690 Dec 22 05:48:56.361736 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd86630a-735c-4cdf-83e6-ee79db9903be x-openstack-request-id: req-cd86630a-735c-4cdf-83e6-ee79db9903be {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:48:56.362019 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a", "code": 200}]} {{(pid=109184) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:48:56.362264 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd86630a-735c-4cdf-83e6-ee79db9903be {{(pid=109184) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:48:56.362650 dv-neutron-822523-1-hyperv neutron-server[109184]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'code': 200} Dec 22 05:48:56.424899 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-e76c4dba-6815-4e21-b339-e78d51f4939d None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:48:56.445455 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753904913035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753904361063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753904361081'] for port, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:56.449598 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebd5c91d-fdcf-47b8-940c-377ac9eef9ac req-572e6a54-dd0d-4e4c-9439-2eaeca20dfe9 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894618 Dec 22 05:48:56.510225 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Pushing event updated for resources: {'Port': ['ID=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,revision_number=8']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:48:56.567057 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-ebd5c91d-fdcf-47b8-940c-377ac9eef9ac req-999336ab-49f7-4228-b1fc-f6e76c89b29e service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995820 Dec 22 05:48:56.625506 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be92e2-850d-4947-8c03-d6a5f55a7212 req-7f6bdd88-abff-464f-9fd9-82335f77afc5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:56.627106 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d1be92e2-850d-4947-8c03-d6a5f55a7212 req-7f6bdd88-abff-464f-9fd9-82335f77afc5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 943 time: 0.1229775 Dec 22 05:48:56.665118 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-d1be92e2-850d-4947-8c03-d6a5f55a7212 req-7d60a48b-49f7-4157-aa26-b91c27965cad tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318387 Dec 22 05:48:56.752865 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-e76c4dba-6815-4e21-b339-e78d51f4939d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd3ae6952-e220-43b6-970e-92e98acf3e1b', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'port_id': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'mac_address': 'fa:16:3e:85:63:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:44:20Z', 'updated_at': '2021-12-22T05:44:22Z', 'revision_number': 1, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:48:56.778486 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c4dba-6815-4e21-b339-e78d51f4939d None None] The sync data for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv is: [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_floatingips': [{'id': 'd3ae6952-e220-43b6-970e-92e98acf3e1b', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'floating_ip_address': '172.26.5.213', 'floating_network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'router_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'port_id': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'mac_address': 'fa:16:3e:85:63:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:44:20Z', 'updated_at': '2021-12-22T05:44:22Z', 'revision_number': 1, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:48:56.983061 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c091c4-c712-4753-8b56-3297cb61d809 None None] New status for floating IP 64bf8c1c-c2ba-4c89-917c-5eaa40139d45: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:48:57.784469 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d6bc2-04a3-4bc7-87e4-753c852019bf req-364bd41e-6422-4343-aa82-b87675073e44 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:57.785913 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bb4d6bc2-04a3-4bc7-87e4-753c852019bf req-364bd41e-6422-4343-aa82-b87675073e44 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 943 time: 0.0523007 Dec 22 05:48:57.823425 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-bb4d6bc2-04a3-4bc7-87e4-753c852019bf req-3e9986cf-4fae-435b-925b-483a44b255dc tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316863 Dec 22 05:48:58.263585 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfff24-6544-437e-b0a2-f0c8c08786fe req-cb5ae1de-227b-4953-9ca1-c0cb42ae5137 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:48:58.264946 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3ccfff24-6544-437e-b0a2-f0c8c08786fe req-cb5ae1de-227b-4953-9ca1-c0cb42ae5137 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 943 time: 0.0478876 Dec 22 05:48:58.351514 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-3ccfff24-6544-437e-b0a2-f0c8c08786fe req-020dfaec-d458-43bd-9b14-5787c038d5f5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Deleting port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:48:58.351857 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3ccfff24-6544-437e-b0a2-f0c8c08786fe req-020dfaec-d458-43bd-9b14-5787c038d5f5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:58.441491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-3ccfff24-6544-437e-b0a2-f0c8c08786fe req-020dfaec-d458-43bd-9b14-5787c038d5f5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] For port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:48:58.441845 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3ccfff24-6544-437e-b0a2-f0c8c08786fe req-020dfaec-d458-43bd-9b14-5787c038d5f5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:58.454797 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-3ccfff24-6544-437e-b0a2-f0c8c08786fe req-020dfaec-d458-43bd-9b14-5787c038d5f5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Calling delete_port for d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:48:58.639070 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3ccfff24-6544-437e-b0a2-f0c8c08786fe req-020dfaec-d458-43bd-9b14-5787c038d5f5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:58.664948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020dfaec-d458-43bd-9b14-5787c038d5f5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event deleted for resources: {'Port': ['ID=d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:48:58.706814 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccfff24-6544-437e-b0a2-f0c8c08786fe req-020dfaec-d458-43bd-9b14-5787c038d5f5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] No DVR routers for this DVR port d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:48:58.709310 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-3ccfff24-6544-437e-b0a2-f0c8c08786fe req-020dfaec-d458-43bd-9b14-5787c038d5f5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:48:58.712650 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-3ccfff24-6544-437e-b0a2-f0c8c08786fe req-020dfaec-d458-43bd-9b14-5787c038d5f5 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.16 "DELETE /v2.0/ports/d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a HTTP/1.1" status: 204 len: 173 time: 0.4413633 Dec 22 05:48:58.713074 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'name': 'network-vif-deleted', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:48:58.715275 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f06cbeb-853b-4a99-9038-fac30291fae3" -d '{"events": [{"server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "name": "network-vif-deleted", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:48:58.749540 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42629cf8-b513-4dcc-8e95-6dd314c6e7a0 x-openstack-request-id: req-42629cf8-b513-4dcc-8e95-6dd314c6e7a0 {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:48:58.749834 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb", "name": "network-vif-deleted", "tag": "d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:48:58.750097 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42629cf8-b513-4dcc-8e95-6dd314c6e7a0 {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:48:58.750499 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb', 'name': 'network-vif-deleted', 'tag': 'd1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a', 'status': 'completed', 'code': 200} Dec 22 05:48:58.919251 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-24e907c9-a447-4952-b2bb-fff426d7ea22 req-a0ce4669-153d-41d5-a90b-842746469392 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=7a9a4b5d-a9e5-48df-b5dc-938cc9b85eeb HTTP/1.1" status: 200 len: 210 time: 0.0275497 Dec 22 05:49:01.581189 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51792) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:01.736244 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Deleting port 9f15d7c4-9607-4311-9a15-bb0b3ee222f0 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:49:01.736583 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:01.806888 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:01.807209 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:01.819028 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Calling delete_port for 9f15d7c4-9607-4311-9a15-bb0b3ee222f0 owned by network:floatingip {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:49:02.053594 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:02.078205 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event deleted for resources: {'Port': ['ID=9f15d7c4-9607-4311-9a15-bb0b3ee222f0,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:02.102572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:02.102911 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:02.103239 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:02.103558 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:02.103874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:02.104219 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:02.104532 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:02.104845 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:02.105161 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:02.105507 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:02.105817 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:02.106122 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822523-1-hyperv {{(pid=109182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:49:02.149781 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for floatingip, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:02.150210 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.db.l3_db [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Floating IP d3ae6952-e220-43b6-970e-92e98acf3e1b disassociated (deleted). External IP: 172.26.5.213, port: 1bfdf9e7-0cf1-4504-abea-6d835e019002. Dec 22 05:49:02.256451 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:49:02.279439 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:49:02.279773 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device d1b81dcc-2fbf-4e38-bc18-553bd8cf7a5a not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:49:02.351913 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Router a1039af2-dced-4ca7-8667-9b0ed502f42c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:49:02.456424 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:49:02.461204 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for floatingip, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:02.466763 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f34397-bfbb-41ec-ae0c-ba2c2c304a6e None None] Sync routers for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:49:02.475408 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f34397-bfbb-41ec-ae0c-ba2c2c304a6e None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:49:02.475996 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-57f34397-bfbb-41ec-ae0c-ba2c2c304a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:48:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:02.487741 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-47834778-8dba-4420-b60e-07a4ccffa13e tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "DELETE /v2.0/floatingips/d3ae6952-e220-43b6-970e-92e98acf3e1b HTTP/1.1" status: 204 len: 168 time: 0.9055033 Dec 22 05:49:02.488333 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002'}] {{(pid=109182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:49:02.490553 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1529b233ddc2965872c9a7f382739971eed9f3e19cb7cfd18ef8c9d7df063381" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06474cd6-c53d-4adf-9e35-54e520c24802" -d '{"events": [{"name": "network-changed", "server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002"}]}' {{(pid=109182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:49:02.527664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7003b4-017c-42e6-8e42-c42123830c21 x-openstack-request-id: req-9f7003b4-017c-42e6-8e42-c42123830c21 {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:49:02.527948 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002", "status": "completed", "code": 200}]} {{(pid=109182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:49:02.529100 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f7003b4-017c-42e6-8e42-c42123830c21 {{(pid=109182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:49:02.529498 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'status': 'completed', 'code': 200} Dec 22 05:49:02.580518 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-57f34397-bfbb-41ec-ae0c-ba2c2c304a6e None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:49:02.613169 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06474cd6-c53d-4adf-9e35-54e520c24802 req-ed22c9d2-8e0d-4578-85a1-74b01b927c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:02.614703 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06474cd6-c53d-4adf-9e35-54e520c24802 req-ed22c9d2-8e0d-4578-85a1-74b01b927c39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 1096 time: 0.0402865 Dec 22 05:49:02.707602 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06474cd6-c53d-4adf-9e35-54e520c24802 req-7555aec7-0070-4dfd-bc6b-91ff1e33e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:02.709150 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06474cd6-c53d-4adf-9e35-54e520c24802 req-7555aec7-0070-4dfd-bc6b-91ff1e33e99e service neutron] 10.222.0.16 "GET /v2.0/networks?id=27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 200 len: 910 time: 0.0876982 Dec 22 05:49:02.751176 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06474cd6-c53d-4adf-9e35-54e520c24802 req-c2028f59-a1e1-4217-8cb9-c8455e58324b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002 HTTP/1.1" status: 200 len: 217 time: 0.0346549 Dec 22 05:49:02.772731 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-57f34397-bfbb-41ec-ae0c-ba2c2c304a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:02.801184 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f34397-bfbb-41ec-ae0c-ba2c2c304a6e None None] Checking router: a1039af2-dced-4ca7-8667-9b0ed502f42c for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:49:02.803191 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06474cd6-c53d-4adf-9e35-54e520c24802 req-a13db60c-f414-4062-9600-ca56850e4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:02.804691 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06474cd6-c53d-4adf-9e35-54e520c24802 req-a13db60c-f414-4062-9600-ca56850e4c5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 200 len: 848 time: 0.0469813 Dec 22 05:49:02.809762 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f34397-bfbb-41ec-ae0c-ba2c2c304a6e None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:49:02.810344 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-57f34397-bfbb-41ec-ae0c-ba2c2c304a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:48:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:02.853123 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06474cd6-c53d-4adf-9e35-54e520c24802 req-4f2d4d25-f08e-4883-93d7-05b47b3327bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:02.854813 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06474cd6-c53d-4adf-9e35-54e520c24802 req-4f2d4d25-f08e-4883-93d7-05b47b3327bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=27a9dc98-2932-47e4-be36-ad501cea2c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416691 Dec 22 05:49:02.913526 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-57f34397-bfbb-41ec-ae0c-ba2c2c304a6e None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:49:02.945326 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06474cd6-c53d-4adf-9e35-54e520c24802 req-60df280a-c08b-4347-a8c7-b69ce33097a1 service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829778 Dec 22 05:49:03.074112 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-06474cd6-c53d-4adf-9e35-54e520c24802 req-efec60a2-4504-4a04-9ae8-88adec873a7d service neutron] 10.222.0.16 "GET /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953486 Dec 22 05:49:03.099979 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974393e-2ad5-458b-9792-48bbc32877fd req-2b8f2008-12a4-4929-8efa-91635bc2e69a tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109182) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:03.102173 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3974393e-2ad5-458b-9792-48bbc32877fd req-2b8f2008-12a4-4929-8efa-91635bc2e69a tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 943 time: 0.0544965 Dec 22 05:49:03.115652 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-57f34397-bfbb-41ec-ae0c-ba2c2c304a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:03.143534 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f34397-bfbb-41ec-ae0c-ba2c2c304a6e None None] The sync data for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv is: [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:43:55Z', 'revision_number': 4, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv', '_interfaces': [{'id': '0c89a378-ad45-4ca3-a5f8-eb7dfba9394b', 'name': '', 'network_id': '27a9dc98-2932-47e4-be36-ad501cea2c0f', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'mac_address': 'fa:16:3e:ca:ae:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:55Z', 'updated_at': '2021-12-22T05:43:59Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'subnets': [{'id': '91b7b807-947b-46c0-90f1-7cd429d6eeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:49:03.149530 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [req-3974393e-2ad5-458b-9792-48bbc32877fd req-ad10eb85-e23b-4198-842e-08d050841461 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406091 Dec 22 05:49:03.353262 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87238f4-b5f5-49d4-8d2c-7fbbd94ffbf9 None None] New status for floating IP d3ae6952-e220-43b6-970e-92e98acf3e1b: DOWN {{(pid=109184) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:49:04.265610 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9944af0-f9c7-413b-aa46-165e66c96e8a req-8987a3d0-7007-4671-958b-0008695b6f35 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:04.266965 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9944af0-f9c7-413b-aa46-165e66c96e8a req-8987a3d0-7007-4671-958b-0008695b6f35 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 943 time: 0.0488229 Dec 22 05:49:04.302718 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-f9944af0-f9c7-413b-aa46-165e66c96e8a req-2d81f22d-1859-4aae-b5cc-33455974fa41 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/security-groups?id=2e885f79-e360-456c-b37f-910c418e4c82&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299599 Dec 22 05:49:04.692673 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307dfe8-fe88-4c82-a3bf-e7fd8b350aeb req-31bdc3eb-0053-4a0d-ae1f-d1a7523ca291 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109183) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:49:04.694094 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b307dfe8-fe88-4c82-a3bf-e7fd8b350aeb req-31bdc3eb-0053-4a0d-ae1f-d1a7523ca291 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.16 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 943 time: 0.0472476 Dec 22 05:49:04.784615 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-b307dfe8-fe88-4c82-a3bf-e7fd8b350aeb req-6d01a0be-7bc8-4d8e-a165-947e53947b16 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Deleting port 1bfdf9e7-0cf1-4504-abea-6d835e019002 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:49:04.784948 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b307dfe8-fe88-4c82-a3bf-e7fd8b350aeb req-6d01a0be-7bc8-4d8e-a165-947e53947b16 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:04.872726 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [req-b307dfe8-fe88-4c82-a3bf-e7fd8b350aeb req-6d01a0be-7bc8-4d8e-a165-947e53947b16 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] For port 1bfdf9e7-0cf1-4504-abea-6d835e019002, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1bfdf9e7-0cf1-4504-abea-6d835e019002,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:49:04.872996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b307dfe8-fe88-4c82-a3bf-e7fd8b350aeb req-6d01a0be-7bc8-4d8e-a165-947e53947b16 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:04.885161 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [req-b307dfe8-fe88-4c82-a3bf-e7fd8b350aeb req-6d01a0be-7bc8-4d8e-a165-947e53947b16 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Calling delete_port for 1bfdf9e7-0cf1-4504-abea-6d835e019002 owned by compute:nova {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:49:05.105053 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b307dfe8-fe88-4c82-a3bf-e7fd8b350aeb req-6d01a0be-7bc8-4d8e-a165-947e53947b16 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:05.143927 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01a0be-7bc8-4d8e-a165-947e53947b16 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event deleted for resources: {'Port': ['ID=1bfdf9e7-0cf1-4504-abea-6d835e019002,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:05.182837 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [req-b307dfe8-fe88-4c82-a3bf-e7fd8b350aeb req-6d01a0be-7bc8-4d8e-a165-947e53947b16 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] No DVR routers for this DVR port 1bfdf9e7-0cf1-4504-abea-6d835e019002 on host hv-neutron-8225 {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:49:05.185246 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [req-b307dfe8-fe88-4c82-a3bf-e7fd8b350aeb req-6d01a0be-7bc8-4d8e-a165-947e53947b16 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79732'] for port, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:05.189766 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-b307dfe8-fe88-4c82-a3bf-e7fd8b350aeb req-6d01a0be-7bc8-4d8e-a165-947e53947b16 tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.16 "DELETE /v2.0/ports/1bfdf9e7-0cf1-4504-abea-6d835e019002 HTTP/1.1" status: 204 len: 173 time: 0.4889288 Dec 22 05:49:05.190288 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'name': 'network-vif-deleted', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002'}] {{(pid=109183) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:49:05.193229 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a94d3ff167bab7b393f51a5129906ca785efb06d3d4d290102ca660ae2a0321b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eabdc0-c5cd-422a-8232-98bb85ee3d74" -d '{"events": [{"server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "name": "network-vif-deleted", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002"}]}' {{(pid=109183) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:49:05.226942 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dbc253-2d68-42b1-a2c1-f13fa165093f x-openstack-request-id: req-56dbc253-2d68-42b1-a2c1-f13fa165093f {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:49:05.227239 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68a807e-1701-418f-b0a9-f47fb18f9588", "name": "network-vif-deleted", "tag": "1bfdf9e7-0cf1-4504-abea-6d835e019002", "status": "completed", "code": 200}]} {{(pid=109183) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:49:05.227491 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56dbc253-2d68-42b1-a2c1-f13fa165093f {{(pid=109183) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:49:05.228000 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68a807e-1701-418f-b0a9-f47fb18f9588', 'name': 'network-vif-deleted', 'tag': '1bfdf9e7-0cf1-4504-abea-6d835e019002', 'status': 'completed', 'code': 200} Dec 22 05:49:05.394933 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [req-de440418-7e92-45d8-a184-2cf30f7b66a4 req-11a780d6-c652-4970-a2e8-7b70ba8dea3b tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68a807e-1701-418f-b0a9-f47fb18f9588 HTTP/1.1" status: 200 len: 210 time: 0.0265036 Dec 22 05:49:06.450077 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51810) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:06.505974 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-261f1cd6-a39f-4e55-86dc-d1e476132ecf tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:06.530067 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-261f1cd6-a39f-4e55-86dc-d1e476132ecf tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:06.659315 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-261f1cd6-a39f-4e55-86dc-d1e476132ecf tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:06.662027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-261f1cd6-a39f-4e55-86dc-d1e476132ecf tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Notify callbacks [] for security_group, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:06.663180 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-261f1cd6-a39f-4e55-86dc-d1e476132ecf tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] 10.222.0.54 "DELETE /v2.0/security-groups/2e885f79-e360-456c-b37f-910c418e4c82 HTTP/1.1" status: 204 len: 168 time: 0.2121463 Dec 22 05:49:06.672685 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f1cd6-a39f-4e55-86dc-d1e476132ecf tempest-TestSnapshotPattern-2047520741 tempest-TestSnapshotPattern-2047520741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e885f79-e360-456c-b37f-910c418e4c82,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:06.796252 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51814) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:07.225138 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c685293-f0d0-43a3-beb0-6026ecff62b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:07.454521 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-4c685293-f0d0-43a3-beb0-6026ecff62b9 admin admin] Deleting port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:49:07.455253 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c685293-f0d0-43a3-beb0-6026ecff62b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:07.531409 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-4c685293-f0d0-43a3-beb0-6026ecff62b9 admin admin] For port 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=0c89a378-ad45-4ca3-a5f8-eb7dfba9394b,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:49:07.531528 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c685293-f0d0-43a3-beb0-6026ecff62b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:07.539720 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:49:07.544142 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-4c685293-f0d0-43a3-beb0-6026ecff62b9 admin admin] Calling delete_port for 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b owned by network:router_interface {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:49:07.796681 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c685293-f0d0-43a3-beb0-6026ecff62b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:07.821645 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c685293-f0d0-43a3-beb0-6026ecff62b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c89a378-ad45-4ca3-a5f8-eb7dfba9394b,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:07.985394 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-4c685293-f0d0-43a3-beb0-6026ecff62b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:08.189221 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c685293-f0d0-43a3-beb0-6026ecff62b9 admin admin] Router a1039af2-dced-4ca7-8667-9b0ed502f42c has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109182) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:49:08.292134 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c685293-f0d0-43a3-beb0-6026ecff62b9 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109182) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:49:08.297372 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1bfdf9e7-0cf1-4504-abea-6d835e019002 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:49:08.297883 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-4c685293-f0d0-43a3-beb0-6026ecff62b9 admin admin] 10.222.0.54 "PUT /v2.0/routers/a1039af2-dced-4ca7-8667-9b0ed502f42c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5006077 Dec 22 05:49:08.300371 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51818) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:08.303624 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd5c0e-5edc-42a1-a598-f8c09c57b6fd None None] Sync routers for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:49:08.312795 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd5c0e-5edc-42a1-a598-f8c09c57b6fd None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:49:08.315082 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-44cd5c0e-5edc-42a1-a598-f8c09c57b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:48:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:08.321346 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] No Port match for: 1bfdf9e7-0cf1-4504-abea-6d835e019002 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:49:08.321773 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Device 1bfdf9e7-0cf1-4504-abea-6d835e019002 not bound to the agent host hv-neutron-8225 {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:49:08.400368 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:08.414696 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-44cd5c0e-5edc-42a1-a598-f8c09c57b6fd None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:49:08.500071 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:08.593454 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-44cd5c0e-5edc-42a1-a598-f8c09c57b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:49:07Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:08.619256 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd5c0e-5edc-42a1-a598-f8c09c57b6fd None None] Checking router: a1039af2-dced-4ca7-8667-9b0ed502f42c for host: dv-neutron-822523-1-hyperv {{(pid=109185) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:49:08.627624 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd5c0e-5edc-42a1-a598-f8c09c57b6fd None None] Routers {'a1039af2-dced-4ca7-8667-9b0ed502f42c'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109185) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:49:08.628326 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-44cd5c0e-5edc-42a1-a598-f8c09c57b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:48:42Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['a1039af2-dced-4ca7-8667-9b0ed502f42c'], 'active': True} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:08.680602 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Deleting port 89645379-510a-4d40-8c71-e395db654938 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:49:08.680942 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:08.766624 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] For port 89645379-510a-4d40-8c71-e395db654938, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=89645379-510a-4d40-8c71-e395db654938,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:49:08.766884 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:08.821196 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_dvr_db [None req-44cd5c0e-5edc-42a1-a598-f8c09c57b6fd None None] Set router a1039af2-dced-4ca7-8667-9b0ed502f42c gateway port host: dv-neutron-822523-1-hyperv {{(pid=109185) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:49:09.012919 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.l3_hamode_db [None req-44cd5c0e-5edc-42a1-a598-f8c09c57b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:49:07Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109185) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:09.042795 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd5c0e-5edc-42a1-a598-f8c09c57b6fd None None] The sync data for ids ['a1039af2-dced-4ca7-8667-9b0ed502f42c'] in dv-neutron-822523-1-hyperv is: [{'id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'name': 'tempest-TestSnapshotPattern-710485175-router', 'tenant_id': '54fdbb16cec0449d89760c6e30d24d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235'}], 'enable_snat': True}, 'gw_port_id': '89645379-510a-4d40-8c71-e395db654938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:52Z', 'updated_at': '2021-12-22T05:49:07Z', 'revision_number': 5, 'project_id': '54fdbb16cec0449d89760c6e30d24d3e', 'gw_port': {'id': '89645379-510a-4d40-8c71-e395db654938', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b4:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1039af2-dced-4ca7-8667-9b0ed502f42c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:53Z', 'updated_at': '2021-12-22T05:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}] {{(pid=109185) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:49:09.066477 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Calling delete_port for 89645379-510a-4d40-8c71-e395db654938 owned by network:router_gateway {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:49:09.324969 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:09.350387 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=89645379-510a-4d40-8c71-e395db654938,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:09.381696 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-f64fae50-f77d-45d1-bece-da5616905d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:09.410141 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:09.504760 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:09.507017 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:09.670743 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:09.671259 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1039af2-dced-4ca7-8667-9b0ed502f42c {{(pid=109182) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:49:09.675989 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] Notify callbacks [] for router, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:09.678511 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-ba074671-d2fa-4c87-a214-60ff53a6bbd3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a1039af2-dced-4ca7-8667-9b0ed502f42c HTTP/1.1" status: 204 len: 168 time: 1.3772013 Dec 22 05:49:09.679699 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51820) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:09.725397 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a693401-367c-4342-ac91-a1edf92faf38 admin admin] Deleting subnet 91b7b807-947b-46c0-90f1-7cd429d6eeff {{(pid=109182) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:49:09.728664 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a693401-367c-4342-ac91-a1edf92faf38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:09.763346 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a693401-367c-4342-ac91-a1edf92faf38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26268331'] for subnet, precommit_delete_associations {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:09.850334 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a693401-367c-4342-ac91-a1edf92faf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.010772 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a693401-367c-4342-ac91-a1edf92faf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26549909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26386787'] for subnet, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.035853 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a693401-367c-4342-ac91-a1edf92faf38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91b7b807-947b-46c0-90f1-7cd429d6eeff,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:10.039497 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-0a693401-367c-4342-ac91-a1edf92faf38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.042624 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-0a693401-367c-4342-ac91-a1edf92faf38 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/91b7b807-947b-46c0-90f1-7cd429d6eeff HTTP/1.1" status: 204 len: 168 time: 0.3619051 Dec 22 05:49:10.045092 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.wsgi [-] (109182) accepted ('10.222.0.54', 51822) {{(pid=109182) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:10.047980 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e4cfd2-169b-4093-bc43-b0560e0389a1 None None] Network 27a9dc98-2932-47e4-be36-ad501cea2c0f requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:49:10.115574 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.171372 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Deleting port 2a430c91-b9fe-4bd6-ab54-29554a78c049 {{(pid=109182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:49:10.171713 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.228586 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a881128a-cbda-4250-bfbb-16202ea89a67 None None] DHCP port deletion for 27a9dc98-2932-47e4-be36-ad501cea2c0f request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:49:10.234383 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.db [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] For port 2a430c91-b9fe-4bd6-ab54-29554a78c049, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2a430c91-b9fe-4bd6-ab54-29554a78c049,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:49:10.237489 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.247135 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.plugin [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Calling delete_port for 2a430c91-b9fe-4bd6-ab54-29554a78c049 owned by network:dhcp {{(pid=109182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:49:10.277592 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a881128a-cbda-4250-bfbb-16202ea89a67 None None] Deleting port 2a430c91-b9fe-4bd6-ab54-29554a78c049 {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:49:10.277958 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a881128a-cbda-4250-bfbb-16202ea89a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.337764 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a881128a-cbda-4250-bfbb-16202ea89a67 None None] For port 2a430c91-b9fe-4bd6-ab54-29554a78c049, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=2a430c91-b9fe-4bd6-ab54-29554a78c049,segment=NetworkSegment(d6054e9a-3359-490c-b39b-4e488cde8c6e),segment_id=d6054e9a-3359-490c-b39b-4e488cde8c6e)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:49:10.338152 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a881128a-cbda-4250-bfbb-16202ea89a67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.350872 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a881128a-cbda-4250-bfbb-16202ea89a67 None None] Calling delete_port for 2a430c91-b9fe-4bd6-ab54-29554a78c049 owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:49:10.402152 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26549926'] for port, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.426624 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a881128a-cbda-4250-bfbb-16202ea89a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.427486 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Pushing event deleted for resources: {'Port': ['ID=2a430c91-b9fe-4bd6-ab54-29554a78c049,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:10.431027 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] No DVR routers for this DVR port 2a430c91-b9fe-4bd6-ab54-29554a78c049 on host dv-neutron-822523-1-hyperv {{(pid=109182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:49:10.453927 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881128a-cbda-4250-bfbb-16202ea89a67 None None] Pushing event deleted for resources: {'Port': ['ID=2a430c91-b9fe-4bd6-ab54-29554a78c049,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:10.458675 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881128a-cbda-4250-bfbb-16202ea89a67 None None] No DVR routers for this DVR port 2a430c91-b9fe-4bd6-ab54-29554a78c049 on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:49:10.503489 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.523572 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a9dc98-2932-47e4-be36-ad501cea2c0f']}} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:10.532586 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6054e9a-3359-490c-b39b-4e488cde8c6e') {'for_net_delete': True} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:10.532874 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.services.segments.db [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6054e9a-3359-490c-b39b-4e488cde8c6e') {} {{(pid=109182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:10.541788 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26268348'] for segment, before_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.554592 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.560452 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=109182) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:49:10.560820 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26549835'] for segment, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: Traceback (most recent call last): Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: timer() Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: cb(*args, **kw) Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: return func(*args, **kwargs) Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: self._notify() Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: self.callback(batched_events) Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: event.method(event) Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: return f(self, *a, **k) Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._get(url).json() Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: return self.request(url, 'GET', **kwargs) Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:49:10.562941 dv-neutron-822523-1-hyperv neutron-server[109182]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:49:10.667786 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.673611 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron_lib.callbacks.manager [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Notify callbacks [] for network, before_response {{(pid=109182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:10.674648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:49:10.678004 dv-neutron-822523-1-hyperv neutron-server[109182]: INFO neutron.wsgi [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] 10.222.0.54 "DELETE /v2.0/networks/27a9dc98-2932-47e4-be36-ad501cea2c0f HTTP/1.1" status: 204 len: 168 time: 0.6308763 Dec 22 05:49:10.679901 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51824) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:10.689224 dv-neutron-822523-1-hyperv neutron-server[109182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0781a1-31e6-4fc3-b44a-7339ec4eeebd admin admin] Pushing event deleted for resources: {'Network': ['ID=27a9dc98-2932-47e4-be36-ad501cea2c0f,revision_number=None']} {{(pid=109182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:10.696796 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:49:10.697142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 0c89a378-ad45-4ca3-a5f8-eb7dfba9394b not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:49:10.697552 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2a430c91-b9fe-4bd6-ab54-29554a78c049 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:49:10.716343 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 2a430c91-b9fe-4bd6-ab54-29554a78c049 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:49:10.716614 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 2a430c91-b9fe-4bd6-ab54-29554a78c049 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:49:10.717008 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 89645379-510a-4d40-8c71-e395db654938 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:49:10.735578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 89645379-510a-4d40-8c71-e395db654938 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:49:10.735915 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 89645379-510a-4d40-8c71-e395db654938 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:49:11.016453 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9889cb3-ac89-402d-a70c-843efa79a832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679958'] for router_interface, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:11.583782 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c9889cb3-ac89-402d-a70c-843efa79a832 admin admin] Deleting port 10b49e05-4d44-48ee-a799-ec3e32dd9895 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:49:11.584121 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9889cb3-ac89-402d-a70c-843efa79a832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:11.659111 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-c9889cb3-ac89-402d-a70c-843efa79a832 admin admin] For port 10b49e05-4d44-48ee-a799-ec3e32dd9895, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=10b49e05-4d44-48ee-a799-ec3e32dd9895,segment=NetworkSegment(6c2bc833-7ada-4b34-99e7-886c4385c733),segment_id=6c2bc833-7ada-4b34-99e7-886c4385c733)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:49:11.659462 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9889cb3-ac89-402d-a70c-843efa79a832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:11.673044 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-c9889cb3-ac89-402d-a70c-843efa79a832 admin admin] Calling delete_port for 10b49e05-4d44-48ee-a799-ec3e32dd9895 owned by network:router_interface {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:49:11.767832 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-3ec323e1-abbb-425d-b4ed-61df5569fb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:11.959117 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9889cb3-ac89-402d-a70c-843efa79a832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:11.984152 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9889cb3-ac89-402d-a70c-843efa79a832 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b49e05-4d44-48ee-a799-ec3e32dd9895,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:12.154842 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-c9889cb3-ac89-402d-a70c-843efa79a832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3679232'] for router_interface, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:12.371996 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9889cb3-ac89-402d-a70c-843efa79a832 admin admin] Router d17d7e96-10e6-420c-b0e5-366f7418784e has already been hosted by L3 agent 1c575337-b4f8-459d-a0f5-8c160663008f {{(pid=109183) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:49:12.471892 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9889cb3-ac89-402d-a70c-843efa79a832 admin admin] Notify agent at l3_agent.dv-neutron-822523-1-hyperv the message routers_updated {{(pid=109183) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:49:12.476802 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-c9889cb3-ac89-402d-a70c-843efa79a832 admin admin] 10.222.0.54 "PUT /v2.0/routers/d17d7e96-10e6-420c-b0e5-366f7418784e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7957876 Dec 22 05:49:12.479294 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51826) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:12.481867 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc61629-ea37-45e6-883b-5e87b1cb70a2 None None] Sync routers for ids ['d17d7e96-10e6-420c-b0e5-366f7418784e'] in dv-neutron-822523-1-hyperv {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:49:12.491424 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc61629-ea37-45e6-883b-5e87b1cb70a2 None None] Routers {'d17d7e96-10e6-420c-b0e5-366f7418784e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:49:12.492026 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9bc61629-ea37-45e6-883b-5e87b1cb70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:49:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d17d7e96-10e6-420c-b0e5-366f7418784e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:12.581069 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Notify callbacks [] for router, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:12.598953 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-9bc61629-ea37-45e6-883b-5e87b1cb70a2 None None] Set router d17d7e96-10e6-420c-b0e5-366f7418784e gateway port host: dv-neutron-822523-1-hyperv {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:49:12.689480 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:12.777113 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9bc61629-ea37-45e6-883b-5e87b1cb70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'name': 'tempest-TestSnapshotPattern-872994298-router', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'external_fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:58Z', 'updated_at': '2021-12-22T05:49:11Z', 'revision_number': 5, 'project_id': '1bb4ced1a02a4303800ca233393edf88', 'gw_port': {'id': '83fd2708-060e-4056-a0b1-8c41c1c3dca4', 'name': '', 'network_id': '42d15e0e-484d-404f-97b4-aa292329db95', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822523-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:43:59Z', 'updated_at': '2021-12-22T05:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aab83a06-2121-436b-a2d7-d9d58e0fded3', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822523-1-hyperv'}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:12.789241 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Deleting port 83fd2708-060e-4056-a0b1-8c41c1c3dca4 {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:49:12.789580 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:12.803751 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc61629-ea37-45e6-883b-5e87b1cb70a2 None None] Checking router: d17d7e96-10e6-420c-b0e5-366f7418784e for host: dv-neutron-822523-1-hyperv {{(pid=109184) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:49:12.811949 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc61629-ea37-45e6-883b-5e87b1cb70a2 None None] Routers {'d17d7e96-10e6-420c-b0e5-366f7418784e'} bound to L3 agent in host dv-neutron-822523-1-hyperv {{(pid=109184) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:49:12.812590 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9bc61629-ea37-45e6-883b-5e87b1cb70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822523-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:43:42Z,description=,heartbeat_timestamp=2021-12-22T05:49:12Z,host='dv-neutron-822523-1-hyperv',id=1c575337-b4f8-459d-a0f5-8c160663008f,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:43:42Z,topic='l3_agent')) {'router_ids': ['d17d7e96-10e6-420c-b0e5-366f7418784e'], 'active': True} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:12.869640 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] For port 83fd2708-060e-4056-a0b1-8c41c1c3dca4, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=83fd2708-060e-4056-a0b1-8c41c1c3dca4,segment=NetworkSegment(6a3b4c6f-ad0b-40d8-9ded-702a72bfa817),segment_id=6a3b4c6f-ad0b-40d8-9ded-702a72bfa817)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:49:12.869992 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:12.882543 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Calling delete_port for 83fd2708-060e-4056-a0b1-8c41c1c3dca4 owned by network:router_gateway {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:49:12.896850 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvr_db [None req-9bc61629-ea37-45e6-883b-5e87b1cb70a2 None None] Set router d17d7e96-10e6-420c-b0e5-366f7418784e gateway port host: None {{(pid=109184) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:49:12.952704 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_hamode_db [None req-9bc61629-ea37-45e6-883b-5e87b1cb70a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'name': 'tempest-TestSnapshotPattern-872994298-router', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:58Z', 'updated_at': '2021-12-22T05:49:12Z', 'revision_number': 6, 'project_id': '1bb4ced1a02a4303800ca233393edf88', 'gw_port_host': None}], 'dv-neutron-822523-1-hyperv', False) {} {{(pid=109184) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:12.979092 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc61629-ea37-45e6-883b-5e87b1cb70a2 None None] The sync data for ids ['d17d7e96-10e6-420c-b0e5-366f7418784e'] in dv-neutron-822523-1-hyperv is: [{'id': 'd17d7e96-10e6-420c-b0e5-366f7418784e', 'name': 'tempest-TestSnapshotPattern-872994298-router', 'tenant_id': '1bb4ced1a02a4303800ca233393edf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:43:58Z', 'updated_at': '2021-12-22T05:49:12Z', 'revision_number': 6, 'project_id': '1bb4ced1a02a4303800ca233393edf88', 'gw_port_host': None}] {{(pid=109184) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:49:13.147216 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.172208 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Pushing event deleted for resources: {'Port': ['ID=83fd2708-060e-4056-a0b1-8c41c1c3dca4,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:13.233443 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681280'] for router_gateway, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.320873 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3685057', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5403'] for router, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.323103 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.359064 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.436253 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3685078'] for router, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.436823 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router d17d7e96-10e6-420c-b0e5-366f7418784e {{(pid=109183) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:49:13.441188 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] Notify callbacks [] for router, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.442327 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-8c47aa96-3d1b-4cf5-9d40-abb57a7352ac admin admin] 10.222.0.54 "DELETE /v2.0/routers/d17d7e96-10e6-420c-b0e5-366f7418784e HTTP/1.1" status: 204 len: 168 time: 0.9621477 Dec 22 05:49:13.444711 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51830) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:13.488287 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.db_base_plugin_v2 [None req-70eadc70-1204-4cd0-a940-b599a610c9c4 admin admin] Deleting subnet df892e8b-6d32-400d-98ce-4c24079729d3 {{(pid=109183) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Dec 22 05:49:13.491219 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-70eadc70-1204-4cd0-a940-b599a610c9c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.529110 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-70eadc70-1204-4cd0-a940-b599a610c9c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26938239'] for subnet, precommit_delete_associations {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.602233 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-70eadc70-1204-4cd0-a940-b599a610c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1023175'] for subnet, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.733900 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-70eadc70-1204-4cd0-a940-b599a610c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1023184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3953391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25952898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26246933'] for subnet, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.760923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eadc70-1204-4cd0-a940-b599a610c9c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df892e8b-6d32-400d-98ce-4c24079729d3,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:13.764579 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-70eadc70-1204-4cd0-a940-b599a610c9c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.768421 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-70eadc70-1204-4cd0-a940-b599a610c9c4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/df892e8b-6d32-400d-98ce-4c24079729d3 HTTP/1.1" status: 204 len: 168 time: 0.3227479 Dec 22 05:49:13.770910 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7901cd69-9512-441c-b1fb-9f4479745152 None None] Network c12a7a24-03db-4580-9fcc-29b5251839d3 requested from dv-neutron-822523-1-hyperv {{(pid=109184) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 22 05:49:13.771058 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51832) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:13.844390 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1041316'] for network, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.899142 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Deleting port be582a55-2432-4365-ba70-42f72557f82a {{(pid=109183) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:49:13.899599 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.957916 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b9f537-6bc6-4030-81a7-f1ec69740968 None None] DHCP port deletion for c12a7a24-03db-4580-9fcc-29b5251839d3 request from dv-neutron-822523-1-hyperv {{(pid=109184) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 22 05:49:13.969887 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.db [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] For port be582a55-2432-4365-ba70-42f72557f82a, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=be582a55-2432-4365-ba70-42f72557f82a,segment=NetworkSegment(6c2bc833-7ada-4b34-99e7-886c4385c733),segment_id=6c2bc833-7ada-4b34-99e7-886c4385c733)] {{(pid=109183) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:49:13.971317 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:13.985430 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.plugin [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Calling delete_port for be582a55-2432-4365-ba70-42f72557f82a owned by network:dhcp {{(pid=109183) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:49:14.012522 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9f537-6bc6-4030-81a7-f1ec69740968 None None] Deleting port be582a55-2432-4365-ba70-42f72557f82a {{(pid=109184) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Dec 22 05:49:14.012891 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f537-6bc6-4030-81a7-f1ec69740968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753904905795'] for port, before_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:14.084164 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.db [None req-a9b9f537-6bc6-4030-81a7-f1ec69740968 None None] For port be582a55-2432-4365-ba70-42f72557f82a, host dv-neutron-822523-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822523-1-hyperv',level=0,port_id=be582a55-2432-4365-ba70-42f72557f82a,segment=NetworkSegment(6c2bc833-7ada-4b34-99e7-886c4385c733),segment_id=6c2bc833-7ada-4b34-99e7-886c4385c733)] {{(pid=109184) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:49:14.084584 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f537-6bc6-4030-81a7-f1ec69740968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679425'] for port, precommit_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:14.173923 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25952945'] for port, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:14.199557 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=be582a55-2432-4365-ba70-42f72557f82a,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:14.205494 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] No DVR routers for this DVR port be582a55-2432-4365-ba70-42f72557f82a on host dv-neutron-822523-1-hyperv {{(pid=109183) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:49:14.233513 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9f537-6bc6-4030-81a7-f1ec69740968 None None] Calling delete_port for be582a55-2432-4365-ba70-42f72557f82a owned by network:dhcp {{(pid=109184) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Dec 22 05:49:14.280451 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023356', 'neutron.services.segments.db._delete_segments_for_network-8753904676244'] for network, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:14.301312 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12a7a24-03db-4580-9fcc-29b5251839d3']}} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:14.310930 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2bc833-7ada-4b34-99e7-886c4385c733') {'for_net_delete': True} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:14.311223 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.services.segments.db [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2bc833-7ada-4b34-99e7-886c4385c733') {} {{(pid=109183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:49:14.312967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f537-6bc6-4030-81a7-f1ec69740968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-112402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753904913017', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753904361054'] for port, after_delete {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:14.320969 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753904840102', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26938216'] for segment, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:14.334072 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494'] for segment, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:14.337878 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9f537-6bc6-4030-81a7-f1ec69740968 None None] Pushing event deleted for resources: {'Port': ['ID=be582a55-2432-4365-ba70-42f72557f82a,revision_number=None']} {{(pid=109184) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:14.341532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b9f537-6bc6-4030-81a7-f1ec69740968 None None] No DVR routers for this DVR port be582a55-2432-4365-ba70-42f72557f82a on host dv-neutron-822523-1-hyperv {{(pid=109184) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:49:14.341757 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=109183) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:49:14.342274 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1020494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25952860'] for segment, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: Traceback (most recent call last): Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: timer() Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: cb(*args, **kw) Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: return func(*args, **kwargs) Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: self._notify() Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: self.callback(batched_events) Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: event.method(event) Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: return f(self, *a, **k) Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._get(url).json() Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: return self.request(url, 'GET', **kwargs) Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:49:14.346195 dv-neutron-822523-1-hyperv neutron-server[109183]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:49:14.476373 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1023301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954759', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681388'] for network, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:14.481075 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Notify callbacks [] for network, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:14.487988 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c12a7a24-03db-4580-9fcc-29b5251839d3 HTTP/1.1" status: 204 len: 168 time: 0.7126043 Dec 22 05:49:14.496903 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13f737-4499-4bc8-8600-687deadd21a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12a7a24-03db-4580-9fcc-29b5251839d3,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:14.512980 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:14.678260 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device be582a55-2432-4365-ba70-42f72557f82a no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:49:14.700638 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: be582a55-2432-4365-ba70-42f72557f82a {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:49:14.700978 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device be582a55-2432-4365-ba70-42f72557f82a not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:49:14.701383 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 10b49e05-4d44-48ee-a799-ec3e32dd9895 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:49:14.719406 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 10b49e05-4d44-48ee-a799-ec3e32dd9895 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:49:14.719746 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 10b49e05-4d44-48ee-a799-ec3e32dd9895 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:49:14.720142 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 83fd2708-060e-4056-a0b1-8c41c1c3dca4 no longer exists at agent ovs-agent-dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:49:14.738159 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.plugin [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] No Port match for: 83fd2708-060e-4056-a0b1-8c41c1c3dca4 {{(pid=109184) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Dec 22 05:49:14.738435 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron.plugins.ml2.rpc [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Device 83fd2708-060e-4056-a0b1-8c41c1c3dca4 not bound to the agent host dv-neutron-822523-1-hyperv {{(pid=109184) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:49:14.868131 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51836) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:14.907606 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-fbc05f98-4f4f-4ae6-8f84-9f6565c65da4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=54fdbb16cec0449d89760c6e30d24d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383158 Dec 22 05:49:14.910042 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51838) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:14.961784 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d01edb1f-c4e9-421c-871e-d943933aeda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:14.982958 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d01edb1f-c4e9-421c-871e-d943933aeda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:15.133231 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d01edb1f-c4e9-421c-871e-d943933aeda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:15.135970 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-d01edb1f-c4e9-421c-871e-d943933aeda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:15.137176 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-d01edb1f-c4e9-421c-871e-d943933aeda4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/02863def-b549-47dc-a9e3-2c1ea460362f HTTP/1.1" status: 204 len: 168 time: 0.2262669 Dec 22 05:49:15.146178 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01edb1f-c4e9-421c-871e-d943933aeda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02863def-b549-47dc-a9e3-2c1ea460362f,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:15.398680 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:15.868087 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51846) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:15.906473 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-742a0ba0-ee33-4ca7-b075-3aae1b0b2875 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1bb4ced1a02a4303800ca233393edf88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372584 Dec 22 05:49:15.909348 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.wsgi [-] (109183) accepted ('10.222.0.54', 51848) {{(pid=109183) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Dec 22 05:49:15.956055 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b62b-21ae-4cc4-8b94-3a1064611761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:15.977442 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b62b-21ae-4cc4-8b94-3a1064611761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:16.101402 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b62b-21ae-4cc4-8b94-3a1064611761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3954832'] for security_group, after_delete {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:16.103929 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron_lib.callbacks.manager [None req-a0a7b62b-21ae-4cc4-8b94-3a1064611761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:16.105146 dv-neutron-822523-1-hyperv neutron-server[109183]: INFO neutron.wsgi [None req-a0a7b62b-21ae-4cc4-8b94-3a1064611761 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/baa66ed4-819e-4ba0-94dd-cebfcbda35f0 HTTP/1.1" status: 204 len: 168 time: 0.1948876 Dec 22 05:49:16.112452 dv-neutron-822523-1-hyperv neutron-server[109183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7b62b-21ae-4cc4-8b94-3a1064611761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa66ed4-819e-4ba0-94dd-cebfcbda35f0,revision_number=None']} {{(pid=109183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:49:21.410218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:39.333068 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8bde1556-8a71-4d99-bad2-6409aaa407ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:41.745962 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-22c3ed05-f294-4f48-88a5-7857815d8143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:43.362930 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:44.537929 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:49:44.578306 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:45.303995 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:49:51.448657 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:09.316546 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-bf787462-9c85-497f-88ba-01ae7023c1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:11.733358 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7b7bfba6-aedc-4d35-881e-471597682b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:13.402073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:14.498896 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:15.299232 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:21.425222 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:21.536894 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:50:39.322564 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1cd36170-5109-40e5-a5f4-1b805ca45723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:41.989754 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-862fe329-ae15-4b3d-9c18-048018dddb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:43.423686 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:44.520906 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:45.320842 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:51.440488 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:50:58.535706 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:51:09.336865 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-e9c46cb9-56d7-4d99-9623-5018b0240f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:11.742724 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1b3e92e9-8d05-4514-9de1-a5ad34608b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:13.394106 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:14.496798 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:15.348412 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:21.473508 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:35.538542 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:51:39.313074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-eb508eaf-d284-40ca-b524-2ecd24a70a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:41.769725 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-b03c2d09-360f-44b5-8754-b6486fab1a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:43.398676 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:44.507314 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:45.375733 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:51:51.467073 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:09.295708 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-22181be6-e64b-4195-974b-f71c844ccb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:11.741322 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-73c0ced8-6d71-4cf7-9d1c-0addf3962017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:12.537889 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:52:13.392525 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:14.541379 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:15.317967 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:21.449583 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:39.340460 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1ec09439-decd-4070-baaf-e76b84f4e27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:41.750218 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-7bd68e68-8b4c-43c7-82a0-471516e3b22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:43.384482 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:44.511929 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:45.323047 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:52:49.537255 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:52:51.482894 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:09.339606 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a80fdd29-5d31-4600-9a89-ab1c55401709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:11.734071 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-29d97265-44c6-43ea-99ea-e97b428b1f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:13.414167 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:14.522768 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:15.360666 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:21.465442 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:26.536697 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:53:39.302659 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-78ce5e70-c3c0-4b1b-8622-ecd38b040e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:41.739261 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a9f5574e-e6a0-4b39-841a-b73d909f281d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:43.396329 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:44.530943 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:45.327619 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:53:51.510549 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:03.535935 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:54:09.333074 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1da9f3cd-6960-42ce-a068-4527e2bdc618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:11.769885 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6337-997f-4a79-9d6f-2dbbd9d32741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:13.395532 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:14.538863 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:15.324082 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:21.455423 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:39.332578 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-1702827a-a6f5-423f-bd43-44e55223dfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:40.535108 dv-neutron-822523-1-hyperv neutron-server[109185]: DEBUG neutron.db.agents_db [None req-8ea67288-b149-4e43-b2d8-7c62bf415387 None None] Agent healthcheck: found 6 active agents {{(pid=109185) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:54:41.746469 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2dc5d7fc-08e4-4e08-bf3a-7d4ea3a6af52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:43.423983 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-97f045ca-6312-4831-b06b-a41c547ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:44.526315 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-2fd7790c-220e-466a-bb25-37d196087f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:45.311648 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-a966084b-f99c-472a-a7e1-4414f3b65be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 05:54:51.469320 dv-neutron-822523-1-hyperv neutron-server[109184]: DEBUG neutron_lib.callbacks.manager [None req-46add799-6f18-48cc-a958-8eda2e5167f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753904676226', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1017350'] for agent, after_update {{(pid=109184) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}